From a0427a0512e99375ed87a8da237a3530cf79fb16 Mon Sep 17 00:00:00 2001 From: Gera Shegalov Date: Tue, 23 Jan 2024 10:04:20 -0800 Subject: [PATCH] Add licese headers to source files when missing Signed-off-by: Gera Shegalov --- nds/bench.yml | 19 ++++++++++++++++++- .../spark/rapids/listener/Listener.scala | 17 +++++++++++++++++ .../spark/rapids/listener/Manager.scala | 17 +++++++++++++++++ .../rapids/listener/TaskFailureListener.scala | 17 +++++++++++++++++ nds/properties/aqe-on.properties | 16 ++++++++++++++++ nds/python_listener/PythonListener.py | 16 ++++++++++++++++ nds/tpcds-gen/Makefile | 17 +++++++++++++++++ 7 files changed, 118 insertions(+), 1 deletion(-) diff --git a/nds/bench.yml b/nds/bench.yml index eae1aa4..9ec4eb5 100644 --- a/nds/bench.yml +++ b/nds/bench.yml @@ -1,3 +1,20 @@ +# +# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + data_gen: scale_factor: 10000 parallel: 100 @@ -5,7 +22,7 @@ data_gen: local_or_hdfs: hdfs # data generation is not a timed part in the full benchmark steps, set to "true" by default. # the raw_data_path is the location for already generated data when "skip" is "true" - skip: true + skip: true load_test: # template to do Iceberg(or DeltaLake, use "delta" keyword template) writing, GPU disabled spark_template_path: convert_submit_cpu_iceberg.template diff --git a/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Listener.scala b/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Listener.scala index d02f731..113f2db 100644 --- a/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Listener.scala +++ b/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Listener.scala @@ -1,3 +1,20 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + package com.nvidia.spark.rapids.listener trait Listener { diff --git a/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Manager.scala b/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Manager.scala index 30a9e6d..13a13e6 100644 --- a/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Manager.scala +++ b/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/Manager.scala @@ -1,3 +1,20 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + package com.nvidia.spark.rapids.listener import org.apache.spark.SparkContext diff --git a/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/TaskFailureListener.scala b/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/TaskFailureListener.scala index e8e325d..791be72 100644 --- a/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/TaskFailureListener.scala +++ b/nds/jvm_listener/src/main/scala/com/nvidia/spark/rapids/listener/TaskFailureListener.scala @@ -1,3 +1,20 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + package com.nvidia.spark.rapids.listener import org.apache.spark.{Success, TaskEndReason} diff --git a/nds/properties/aqe-on.properties b/nds/properties/aqe-on.properties index 837a97c..42c8dd1 100644 --- a/nds/properties/aqe-on.properties +++ b/nds/properties/aqe-on.properties @@ -1 +1,17 @@ +# +# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# spark.sql.adaptive.enabled=true \ No newline at end of file diff --git a/nds/python_listener/PythonListener.py b/nds/python_listener/PythonListener.py index 6cbbdef..16210fb 100644 --- a/nds/python_listener/PythonListener.py +++ b/nds/python_listener/PythonListener.py @@ -1,4 +1,20 @@ #!/usr/bin/env python3 +# +# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# from pyspark import SparkContext from pyspark.java_gateway import ensure_callback_server_started diff --git a/nds/tpcds-gen/Makefile b/nds/tpcds-gen/Makefile index 45060de..2a27f35 100644 --- a/nds/tpcds-gen/Makefile +++ b/nds/tpcds-gen/Makefile @@ -1,3 +1,20 @@ +# +# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + all: target/lib/dsdgen.jar target/tpcds-gen-1.0-SNAPSHOT.jar target/tpcds-gen-1.0-SNAPSHOT.jar: $(shell find -name *.java)