ayush2917 commited on
Commit
751495b
·
verified ·
1 Parent(s): 1a22be2

Create cache_embeddings.py

Browse files
Files changed (1) hide show
  1. cache_embeddings.py +16 -0
cache_embeddings.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from sentence_transformers import SentenceTransformer
2
+ from messages import keyword_groups, krishna_blessings
3
+ import joblib
4
+ import os
5
+
6
+ # Initialize model
7
+ model = SentenceTransformer('all-MiniLM-L6-v2')
8
+
9
+ # Compute embeddings
10
+ embeddings_cache = {}
11
+ for group, keywords in keyword_groups.items():
12
+ keyword_texts = keywords + [krishna_blessings.get(k, "") for k in keywords if k in krishna_blessings]
13
+ embeddings_cache[group] = model.encode(keyword_texts, convert_to_tensor=True)
14
+
15
+ # Save to file
16
+ joblib.dump(embeddings_cache, 'embeddings_cache.joblib')