update scripts

.gitignore

@@ -1,7 +1,6 @@
 auto_evals/
 venv/
 __pycache__/
-.env
 .ipynb_checkpoints
 *ipynb
 .vscode/
@@ -11,3 +10,4 @@ eval-results/
 eval-queue-bk/
 eval-results-bk/
 logs/
+generation_results/

requirements.txt

@@ -15,4 +15,5 @@ tqdm==4.65.0
 transformers==4.35.2
 tokenizers>=0.15.0
 sentence-transformers==2.2.2
-spacy
+spacy
+google

src/backend/model_operations.py

@@ -17,18 +17,18 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 # from accelerate import PartialState
 # from accelerate.inference import prepare_pippy
 import torch
-import cohere
-from openai import OpenAI
-# import  google
+# import cohere
+# from openai import OpenAI
+# # import google
 import google.generativeai as genai
 
 import src.backend.util as util
 import src.envs as envs
-
-# import pandas as pd
-import scipy
+#
+# # import pandas as pd
+# import scipy
 from scipy.spatial.distance import jensenshannon
-# import numpy as np
+import numpy as np