Update app.py

app.py

@@ -172,6 +172,53 @@ def get_include_data(username_mapping):
     
     return result
 
+def get_estereotipos_data(username_mapping):
+    result = defaultdict(int)
+    try:
+        mail_to_discord = {}
+        if os.path.exists("mail_to_username.csv"):
+            mapping_df = pd.read_csv("mail_to_username.csv")
+            if "gmail" in mapping_df.columns and "discord" in mapping_df.columns:
+                for _, row in mapping_df.iterrows():
+                    mail = row["gmail"]
+                    discord = row["discord"]
+                    if pd.notna(mail) and pd.notna(discord):
+                        mail_to_discord[mail.lower()] = discord.lower()
+        
+        if os.path.exists("token_id_counts.csv"):
+            counts_df = pd.read_csv("token_id_counts.csv")
+            if "token_id" in counts_df.columns and "count" in counts_df.columns:
+                mail_counts = defaultdict(int)
+                for _, row in counts_df.iterrows():
+                    mail = row["token_id"]
+                    count = row["count"]
+                    if pd.notna(mail) and pd.notna(count):
+                        mail_counts[mail.lower()] += int(count)
+                
+                reverse_mapping = {}
+                for user_id, username in username_mapping.items():
+                    reverse_mapping[username.lower()] = user_id
+                
+                for mail, count in mail_counts.items():
+                    discord_name = mail_to_discord.get(mail, "")
+                    if discord_name:
+                        matched = False
+                        for argilla_name in reverse_mapping:
+                            if discord_name in argilla_name or argilla_name in discord_name:
+                                user_id = reverse_mapping[argilla_name]
+                                result[user_id] += count
+                                matched = True
+                                break
+                        
+                        if not matched:
+                            result[f"estereotipos_{discord_name}"] = count
+                    else:
+                        result[f"estereotipos_{mail}"] = count
+    except Exception as e:
+        print(f"Error loading estereotipos data: {e}")
+    
+    return result
+
 @lru_cache(maxsize=32)
 def get_user_contributions_cached(cache_buster: int):
     return consolidate_all_data()
@@ -181,8 +228,9 @@ def consolidate_all_data():
     
     blend_es_data, username_mapping = get_blend_es_data()
     include_data = get_include_data(username_mapping)
+    estereotipos_data = get_estereotipos_data(username_mapping)
     
-    all_user_ids = set(blend_es_data.keys()) | set(include_data.keys())
+    all_user_ids = set(blend_es_data.keys()) | set(include_data.keys()) | set(estereotipos_data.keys())
     
     rows = []
     for user_id in all_user_ids:
@@ -194,16 +242,22 @@ def consolidate_all_data():
             username = blend_es_data[user_id]["username"]
         
         include_value = include_data.get(user_id, 0)
+        estereotipos_value = estereotipos_data.get(user_id, 0)
         
-        if isinstance(user_id, str) and user_id.startswith("discord_"):
-            username = user_id.replace("discord_", "")
-            blend_es_value = 0
+        if isinstance(user_id, str):
+            if user_id.startswith("discord_"):
+                username = user_id.replace("discord_", "")
+                blend_es_value = 0
+            elif user_id.startswith("estereotipos_"):
+                username = user_id.replace("estereotipos_", "")
+                blend_es_value = 0
         
         row = {
             "Username": username,
-            "Total": blend_es_value + include_value,
+            "Total": blend_es_value + include_value + estereotipos_value,
             "Blend-es": blend_es_value,
-            "INCLUDE": include_value
+            "INCLUDE": include_value,
+            "Estereotipos": estereotipos_value
         }
         rows.append(row)