Feature(MInference): add license

Co-authored-by: Yucheng Li <[email protected]> Co-authored-by: Chengruidong Zhang <[email protected]>
microsoft · iofu728 · Jul 2, 2024 · Jun 5, 2024 · Jun 5, 2024 · Jun 5, 2024
commit 538e47611b78843b2bf29469aba28d3d5bc717a0
diff --git a/Makefile b/Makefile
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 .PHONY: install style test
 
 PYTHON := python

diff --git a/examples/run_hf.py b/examples/run_hf.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 from minference import MInference

diff --git a/examples/run_hf_streaming.py b/examples/run_hf_streaming.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import warnings
 
 warnings.filterwarnings("ignore")

diff --git a/examples/run_hf_streaming.sh b/examples/run_hf_streaming.sh
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Load data
 wget https://gutenberg.org/cache/epub/2600/pg2600.txt -O ./data/pg2600.txt
 

diff --git a/examples/run_vllm.py b/examples/run_vllm.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from vllm import LLM, SamplingParams
 
 from minference import MInference

diff --git a/experiments/benchmarks/benchmark_e2e.py b/experiments/benchmarks/benchmark_e2e.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import sys
 import time

diff --git a/experiments/benchmarks/run_e2e.sh b/experiments/benchmarks/run_e2e.sh
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Load data
 wget https://raw.githubusercontent.com/FranxYao/chain-of-thought-hub/main/gsm8k/lib_prompt/prompt_hardest.txt
 

diff --git a/experiments/infinite_bench/args.py b/experiments/infinite_bench/args.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from argparse import ArgumentParser, Namespace
 
 from eval_utils import DATA_NAME_TO_MAX_NEW_TOKENS

diff --git a/experiments/infinite_bench/compute_scores.py b/experiments/infinite_bench/compute_scores.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from __future__ import annotations
 
 import json

diff --git a/experiments/infinite_bench/eval_utils.py b/experiments/infinite_bench/eval_utils.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from __future__ import annotations
 
 import json

diff --git a/experiments/infinite_bench/run_infinitebench.py b/experiments/infinite_bench/run_infinitebench.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from __future__ import annotations
 
 import json

diff --git a/experiments/infinite_bench/run_infinitebench.sh b/experiments/infinite_bench/run_infinitebench.sh
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 TASKS=("kv_retrieval" "longbook_choice_eng" "math_find" "longbook_qa_chn" "longbook_qa_eng" "longdialogue_qa_eng" "code_debug" "longbook_sum_eng" "number_string" "passkey")
 
 export TOKENIZERS_PARALLELISM=false

diff --git a/experiments/needle_in_a_haystack/needle_summary.py b/experiments/needle_in_a_haystack/needle_summary.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import json
 import os

diff --git a/experiments/needle_in_a_haystack/needle_test.py b/experiments/needle_in_a_haystack/needle_test.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import os
 from dataclasses import dataclass

diff --git a/experiments/needle_in_a_haystack/needle_tools.py b/experiments/needle_in_a_haystack/needle_tools.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import json
 import math
 import os

diff --git a/experiments/needle_in_a_haystack/needle_viz.py b/experiments/needle_in_a_haystack/needle_viz.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import glob
 import json

diff --git a/experiments/needle_in_a_haystack/run_needle.sh b/experiments/needle_in_a_haystack/run_needle.sh
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 export TOKENIZERS_PARALLELISM=false
 
 # Load Haystack

diff --git a/experiments/ppl/run_ppl.py b/experiments/ppl/run_ppl.py
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import gc
 import json

diff --git a/experiments/ppl/run_ppl.sh b/experiments/ppl/run_ppl.sh
@@ -1,3 +1,6 @@
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 export TOKENIZERS_PARALLELISM=false
 
 mkdir -p results/long-ppl/

diff --git a/experiments/ruler/config_models.sh b/experiments/ruler/config_models.sh
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 TEMPERATURE="0.0" # greedy
 TOP_P="1.0"

diff --git a/experiments/ruler/config_tasks.sh b/experiments/ruler/config_tasks.sh
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 NUM_SAMPLES=80
 REMOVE_NEWLINE_TAB=false

diff --git a/experiments/ruler/data/prepare.py b/experiments/ruler/data/prepare.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Prepare jsonl with field `input` and `outputs`.

diff --git a/experiments/ruler/data/synthetic/common_words_extraction.py b/experiments/ruler/data/synthetic/common_words_extraction.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Create a dataset jsonl file for common words extraction.

diff --git a/experiments/ruler/data/synthetic/constants.py b/experiments/ruler/data/synthetic/constants.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Add a new task (required arguments):

diff --git a/experiments/ruler/data/synthetic/freq_words_extraction.py b/experiments/ruler/data/synthetic/freq_words_extraction.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Create a dataset jsonl file for frequent words extraction.

diff --git a/experiments/ruler/data/synthetic/json/download_paulgraham_essay.py b/experiments/ruler/data/synthetic/json/download_paulgraham_essay.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 import glob
 import json

diff --git a/experiments/ruler/data/synthetic/json/download_qa_dataset.sh b/experiments/ruler/data/synthetic/json/download_qa_dataset.sh
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 wget https://rajpurkar.github.io/SQuAD-explorer/dataset/dev-v2.0.json -O squad.json
 wget http://curtis.ml.cmu.edu/datasets/hotpot/hotpot_dev_distractor_v1.json -O hotpotqa.json
diff --git a/experiments/ruler/data/synthetic/niah.py b/experiments/ruler/data/synthetic/niah.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Create a dataset jsonl file for needle in a haystack.

diff --git a/experiments/ruler/data/synthetic/qa.py b/experiments/ruler/data/synthetic/qa.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Create a dataset jsonl file for QA task.

diff --git a/experiments/ruler/data/synthetic/variable_tracking.py b/experiments/ruler/data/synthetic/variable_tracking.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Create a dataset jsonl file for variable tracking.

diff --git a/experiments/ruler/data/template.py b/experiments/ruler/data/template.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 Templates = {
     "base": "{task_template}",

diff --git a/experiments/ruler/data/tokenizer.py b/experiments/ruler/data/tokenizer.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 
 import os

diff --git a/experiments/ruler/eval/evaluate.py b/experiments/ruler/eval/evaluate.py
@@ -1,16 +1,5 @@
-# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Copyright (c) 2024 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 """
 Get summary.csv with score and null predictions amount.