File size: 2,152 Bytes
3bf3a79 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
import requests
from datetime import datetime
import pandas as pd
import json
from io import StringIO
from src.leaderboard_utils import process_df
from src.assets.text_content import REPO, BENCHMARK_FILE
def get_version_data():
"""
Read and process data from CSV files of all available multimodal versions hosted on GitHub. - https://github.com/clembench/clembench-runs
Returns:
version_data:
-
"""
base_repo = REPO
json_url = base_repo + BENCHMARK_FILE
response = requests.get(json_url)
# Check if the JSON file request was successful
if response.status_code != 200:
print(f"Failed to read JSON file: Status Code: {response.status_code}")
return None, None, None, None
json_data = response.json()
versions = json_data['versions']
version_names = sorted(
[ver['version'] for ver in versions],
key=lambda v: list(map(int, v[1:].split('_')[0].split('.'))),
reverse=True
)
version_data = {
'versions': [],
'dataframes': []
}
for version in version_names:
if 'multimodal' in version: # Only include multimodal versions
base_url = f"{base_repo}{version}/results.csv"
response = requests.get(base_url)
if response.status_code == 200:
df = pd.read_csv(StringIO(response.text))
df = process_df(df)
df = df.sort_values(by=df.columns[1], ascending=False) # Sort by clemscore column
version_data['dataframes'].append(df)
metadata = {
'name': version,
'last_updated': [datetime.strptime(v['last_updated'], '%Y-%m-%d').strftime("%d %b %Y") for v in versions if v['version'] == version],
'release_date': [datetime.strptime(v['release_date'], '%Y-%m-%d').strftime("%d %b %Y") for v in versions if v['version'] == version]
}
version_data['versions'].append(metadata)
return version_data
if __name__ == "__main__":
version_data = get_version_data()
print(version_data['versions'])
|