API key check

src/experiments/regression_contamination_check/regression_performance_openai.py

@@ -10,8 +10,14 @@
 import warnings
 from pathlib import Path
 
-with open('api_personal.key') as fin:
-    os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+if 'OPENAI_API_KEY' not in os.environ:
+    print("No OpenAI API key found in environment variables. Will attempt to read from `api.key`.")
+    if os.path.exists('api.key'):
+        with open('api.key') as fin:
+            os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api.key` file found. Please create one with your OpenAI API key or set the `OPENAI_API_KEY` variable.")
+        exit()
 
 
 llm = ChatOpenAI(model_name="gpt-4-0125-preview", temperature=0)

src/experiments/regression_contamination_check/regression_performance_openrouter.py

@@ -10,8 +10,14 @@
 import warnings
 from pathlib import Path
 
-with open('api_openrouter_personal.key') as fin:
-    os.environ['OPENROUTER_API_KEY'] = fin.readlines()[0].strip()
+if 'OPENROUTER_API_KEY' not in os.environ:
+    print("No OpenRouter API key found in environment variables. Will attempt to read from `api_openrouter_personal.key`.")
+    if os.path.exists('api_openrouter_personal.key'):
+        with open('api_openrouter_personal.key') as fin:
+            os.environ['OPENROUTER_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_openrouter_personal.key` file found. Please create one with your OpenAI API key or set the `OPENROUTER_API_KEY` variable.")
+        exit()
 
 
 for (llm, model_name) in [

src/experiments/regression_fast_adaptation/regression_performance_adapt_deepinfra.py

@@ -8,8 +8,14 @@
 import warnings
 from pathlib import Path
 
-with open('api_deepinfra_personal.key') as fin:
-    os.environ['DEEPINFRA_API_TOKEN'] = fin.readlines()[0].strip()
+if 'DEEPINFRA_API_TOKEN' not in os.environ:
+    print("No Fireworks API key found in environment variables. Will attempt to read from `api_deepinfra_personal.key`.")
+    if os.path.exists('api_deepinfra_personal.key'):
+        with open('api_deepinfra_personal.key') as fin:
+            os.environ['DEEPINFRA_API_TOKEN'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_deepinfra_personal.key` file found. Please create one with your Fireworks API key or set the `DEEPINFRA_API_TOKEN` variable.")
+        exit()
 
 
 for (llm, model_name) in [

src/experiments/regression_fast_adaptation/regression_performance_adapt_fireworks.py

@@ -1,19 +1,3 @@
-from src.regressors.sklearn_regressors import (linear_regression,
-            ridge, 
-            lasso, 
-            mlp_universal_approximation_theorem1, 
-            mlp_universal_approximation_theorem2, 
-            mlp_universal_approximation_theorem3, 
-            mlp_deep1, 
-            mlp_deep2, 
-            mlp_deep3, 
-            random_forest, 
-            bagging, 
-            gradient_boosting, 
-            adaboost, 
-            voting, 
-            baseline
-)
 from src.regressors.fireworks_llm_regressor import *
 from src.dataset_utils import get_dataset
 from src.score_utils import scores
@@ -23,21 +7,14 @@
 import warnings
 from pathlib import Path
 
-with open('api_fireworks_personal.key') as fin:
-    os.environ['FIREWORKS_API_KEY'] = fin.readlines()[0].strip()
-
-# llm = DeepInfra(model_id='mistralai/Mixtral-8x7B-Instruct-v0.1')
-# model_name = 'mixtral8x7B'
-# llm = DeepInfra(model_id='meta-llama/Llama-2-70b-chat-hf')
-# model_name = 'llama270bchathf'
-# llm = DeepInfra(model_id='01-ai/Yi-34B-Chat')
-# model_name = 'yi34chat'
-# llm = DeepInfra(model_id='mistralai/Mistral-7B-Instruct-v0.1')
-# model_name = 'mixtral7B'
-# llm = DeepInfra(model_id='EleutherAI/pythia-12b')
-# model_name = 'pythia12B'
-# llm = DeepInfra(model_id='codellama/CodeLlama-70b-Instruct-hf')
-# model_name = 'codellama70b'
+if 'FIREWORKS_API_KEY' not in os.environ:
+    print("No Fireworks API key found in environment variables. Will attempt to read from `api_fireworks_personal.api`.")
+    if os.path.exists('api_fireworks_personal.api'):
+        with open('api_fireworks_personal.api') as fin:
+            os.environ['FIREWORKS_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_fireworks_personal.api` file found. Please create one with your Fireworks API key or set the `FIREWORKS_API_KEY` variable.")
+        exit()
 
 
 for (llm, model_name) in [

src/experiments/regression_fast_adaptation/regression_performance_adapt_openai.py

@@ -10,10 +10,15 @@
 import warnings
 from pathlib import Path
 
-with open('api_personal.key') as fin:
-    os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+if 'OPENAI_API_KEY' not in os.environ:
+    print("No OpenAI API key found in environment variables. Will attempt to read from `api.key`.")
+    if os.path.exists('api.key'):
+        with open('api.key') as fin:
+            os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api.key` file found. Please create one with your OpenAI API key or set the `OPENAI_API_KEY` variable.")
+        exit()
 
-seed = 1
 
 # llm = ChatOpenAI(model_name="gpt-4-0125-preview", temperature=0)
 # model_name = 'gpt4_0125_preview'
@@ -36,7 +41,7 @@
         'friedman3',
 
     ]:
-        for seed in [2, 3]:
+        for seed in [1, 2, 3]:
             outputs = []
             ((x_train, _, y_train, _), y_fn) = get_dataset(dataset)(max_train=101, noise=0, random_state=seed, round=True, round_value=2)
             def run():

src/experiments/regression_fast_adaptation/regression_performance_adapt_openrouter.py

@@ -26,21 +26,14 @@
 import warnings
 from pathlib import Path
 
-with open('api_openrouter_personal.key') as fin:
-    os.environ['OPENROUTER_API_KEY'] = fin.readlines()[0].strip()
-
-# llm = DeepInfra(model_id='mistralai/Mixtral-8x7B-Instruct-v0.1')
-# model_name = 'mixtral8x7B'
-# llm = DeepInfra(model_id='meta-llama/Llama-2-70b-chat-hf')
-# model_name = 'llama270bchathf'
-# llm = DeepInfra(model_id='01-ai/Yi-34B-Chat')
-# model_name = 'yi34chat'
-# llm = DeepInfra(model_id='mistralai/Mistral-7B-Instruct-v0.1')
-# model_name = 'mixtral7B'
-# llm = DeepInfra(model_id='EleutherAI/pythia-12b')
-# model_name = 'pythia12B'
-# llm = DeepInfra(model_id='codellama/CodeLlama-70b-Instruct-hf')
-# model_name = 'codellama70b'
+if 'OPENROUTER_API_KEY' not in os.environ:
+    print("No OpenRouter API key found in environment variables. Will attempt to read from `api_openrouter_personal.key`.")
+    if os.path.exists('api_openrouter_personal.key'):
+        with open('api_openrouter_personal.key') as fin:
+            os.environ['OPENROUTER_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_openrouter_personal.key` file found. Please create one with your OpenAI API key or set the `OPENROUTER_API_KEY` variable.")
+        exit()
 
 
 for (llm, model_name) in [

src/experiments/regression_performance/regression_performance_deepinfra.py

@@ -1,3 +1,7 @@
+"""
+
+python -m src.experiments.regression_performance.regression_performance_deepinfra
+"""
 from src.regressors.remote_llm_regressor import *
 from src.dataset_utils import get_dataset
 from src.score_utils import scores
@@ -8,8 +12,16 @@
 import warnings
 from pathlib import Path
 
-with open('api_deepinfra_personal.key') as fin:
-    os.environ['DEEPINFRA_API_TOKEN'] = fin.readlines()[0].strip()
+if 'DEEPINFRA_API_TOKEN' not in os.environ:
+    print("No Fireworks API key found in environment variables. Will attempt to read from `api_deepinfra_personal.key`.")
+    if os.path.exists('api_deepinfra_personal.key'):
+        with open('api_deepinfra_personal.key') as fin:
+            os.environ['DEEPINFRA_API_TOKEN'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_deepinfra_personal.key` file found. Please create one with your Fireworks API key or set the `DEEPINFRA_API_TOKEN` variable.")
+        exit()
+
+
 
 
 for (llm, model_name) in [

src/experiments/regression_performance/regression_performance_fireworks.py

@@ -1,3 +1,7 @@
+"""
+
+python -m src.experiments.regression_performance.regression_performance_fireworks
+"""
 from src.regressors.fireworks_llm_regressor import *
 from src.dataset_utils import get_dataset
 from src.score_utils import scores
@@ -6,8 +10,14 @@
 import os
 from pathlib import Path
 
-with open('api_fireworks_personal.key') as fin:
-    os.environ['FIREWORKS_API_KEY'] = fin.readlines()[0].strip()
+if 'FIREWORKS_API_KEY' not in os.environ:
+    print("No Fireworks API key found in environment variables. Will attempt to read from `api_fireworks_personal.api`.")
+    if os.path.exists('api_fireworks_personal.api'):
+        with open('api_fireworks_personal.api') as fin:
+            os.environ['FIREWORKS_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_fireworks_personal.api` file found. Please create one with your Fireworks API key or set the `FIREWORKS_API_KEY` variable.")
+        exit()
 
 
 for (llm, model_name) in [

src/experiments/regression_performance/regression_performance_openai.py

@@ -14,9 +14,14 @@
 import os
 from pathlib import Path
 
-with open('api.key') as fin:
-    os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
-
+if 'OPENAI_API_KEY' not in os.environ:
+    print("No OpenAI API key found in environment variables. Will attempt to read from `api.key`.")
+    if os.path.exists('api.key'):
+        with open('api.key') as fin:
+            os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api.key` file found. Please create one with your OpenAI API key or set the `OPENAI_API_KEY` variable.")
+        exit()
 
 # llm = ChatOpenAI(model_name="gpt-4-turbo-2024-04-09", temperature=0)
 # model_name = 'gpt4-turbo-20240409'

src/experiments/regression_performance/regression_performance_openrouter.py

@@ -19,21 +19,16 @@
 import warnings
 from pathlib import Path
 
-with open('api_openrouter_personal.key') as fin:
-    os.environ['OPENROUTER_API_KEY'] = fin.readlines()[0].strip()
 
-# llm = DeepInfra(model_id='mistralai/Mixtral-8x7B-Instruct-v0.1')
-# model_name = 'mixtral8x7B'
-# llm = DeepInfra(model_id='meta-llama/Llama-2-70b-chat-hf')
-# model_name = 'llama270bchathf'
-# llm = DeepInfra(model_id='01-ai/Yi-34B-Chat')
-# model_name = 'yi34chat'
-# llm = DeepInfra(model_id='mistralai/Mistral-7B-Instruct-v0.1')
-# model_name = 'mixtral7B'
-# llm = DeepInfra(model_id='EleutherAI/pythia-12b')
-# model_name = 'pythia12B'
-# llm = DeepInfra(model_id='codellama/CodeLlama-70b-Instruct-hf')
-# model_name = 'codellama70b'
+if 'OPENROUTER_API_KEY' not in os.environ:
+    print("No OpenRouter API key found in environment variables. Will attempt to read from `api_openrouter_personal.key`.")
+    if os.path.exists('api_openrouter_personal.key'):
+        with open('api_openrouter_personal.key') as fin:
+            os.environ['OPENROUTER_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api_openrouter_personal.key` file found. Please create one with your OpenAI API key or set the `OPENROUTER_API_KEY` variable.")
+        exit()
+
 
 
 for (llm, model_name) in [

src/experiments/regression_plateauing/regression_performance_plateau_openai.py

@@ -10,8 +10,14 @@
 import warnings
 from pathlib import Path
 
-with open('api_personal.key') as fin:
-    os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+if 'OPENAI_API_KEY' not in os.environ:
+    print("No OpenAI API key found in environment variables. Will attempt to read from `api.key`.")
+    if os.path.exists('api.key'):
+        with open('api.key') as fin:
+            os.environ['OPENAI_API_KEY'] = fin.readlines()[0].strip()
+    else:
+        print("No `api.key` file found. Please create one with your OpenAI API key or set the `OPENAI_API_KEY` variable.")
+        exit()
 
 
 llm = ChatOpenAI(model_name="gpt-4-0125-preview", temperature=0)

src/regressors/fireworks_llm_regressor.py

@@ -7,6 +7,7 @@
 import numpy as np
 import time
 from src.regressors.prompts import construct_few_shot_prompt
+from langchain_fireworks import Fireworks 
 
 def llm_regression(llm, x_train, x_test, y_train, y_test, encoding_type, model_name, add_instr_prefix=False, instr_prefix='The task is to provide your best estimate for "Output". Please provide that and only that, without any additional text.\n\n\n\n\n'):
     examples_test = []

src/regressors/local_llm_regressor.py

@@ -6,6 +6,7 @@
 import numpy as np
 from src.regressors.prompts import construct_few_shot_prompt
 from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch