Upload artifacts (medium scale)

medium_scale/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef5c721f2feabc780c44cbc02c292d78848bcec3731d07390cf55be49876a5c
+size 1815639289

medium_scale/results.jsonl

@@ -0,0 +1,40 @@
+{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.7695973705834018, "acc5": 0.9219391947411668, "mean_per_class_recall": 0.7680063453180892, "main_metric": 0.7680063453180892}}
+{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.826, "acc5": 0.9934, "mean_per_class_recall": 0.8259000000000001, "main_metric": 0.826}}
+{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.577, "acc5": 0.85, "mean_per_class_recall": 0.577, "main_metric": 0.577}}
+{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.14533333333333334, "acc5": 0.6434, "mean_per_class_recall": 0.1457169635673002, "main_metric": 0.14533333333333334}}
+{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.22566666666666665, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.17602597518822086, "main_metric": 0.22566666666666665}}
+{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.05165876777251185, "acc5": 0.1509478672985782, "mean_per_class_recall": 0.05165876777251184, "main_metric": 0.05165876777251185}}
+{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.24414893617021277, "acc5": 0.475, "mean_per_class_recall": 0.24414893617021277, "main_metric": 0.24414893617021277}}
+{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.3774074074074074, "acc5": 0.8585185185185186, "mean_per_class_recall": 0.38008360604547337, "main_metric": 0.3774074074074074}}
+{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.025202520252025202, "acc5": 0.10981098109810981, "mean_per_class_recall": 0.02500891265597148, "main_metric": 0.02500891265597148}}
+{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.5234851485148515, "acc5": 0.8047524752475248, "mean_per_class_recall": 0.5234851485148516, "main_metric": 0.5234851485148515}}
+{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.18962787015043547, "acc5": 0.5653998416468725, "mean_per_class_recall": 0.22240511779161928, "main_metric": 0.18962787015043547}}
+{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.34632, "acc5": 0.61594, "mean_per_class_recall": 0.34634, "main_metric": 0.34632}}
+{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.23643616498653933, "acc5": 0.4580754190493034, "mean_per_class_recall": 0.2364564705882353, "main_metric": 0.23643616498653933}}
+{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.2824, "acc5": 0.5377, "mean_per_class_recall": 0.2825, "main_metric": 0.2824}}
+{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.05413333333333333, "acc5": 0.20426666666666668, "mean_per_class_recall": 0.06170516247234056, "main_metric": 0.05413333333333333}}
+{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.4465, "acc5": 0.7455, "mean_per_class_recall": 0.4520827646467739, "main_metric": 0.4465}}
+{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.4013, "acc5": 0.6502666666666667, "mean_per_class_recall": 0.3885258066391903, "main_metric": 0.4013}}
+{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.28270042194092826, "acc5": null, "mean_per_class_recall": 0.2571568909623606, "main_metric": 0.28270042194092826}}
+{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.4438, "acc5": 0.8553, "mean_per_class_recall": 0.43191110405068195, "main_metric": 0.4438}}
+{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.23382147087326371, "acc5": 0.4654893937762464, "mean_per_class_recall": 0.22716198822168862, "main_metric": 0.23382147087326371}}
+{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.4103106196129452, "acc5": 0.6487233696536022, "mean_per_class_recall": 0.3808987182477454, "main_metric": 0.3808987182477454}}
+{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.5475606432270373, "acc5": 0.8977923139820114, "mean_per_class_recall": 0.5456193116100284, "main_metric": 0.5456193116100284}}
+{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.7032585470085471, "acc5": 0.9244791666666666, "mean_per_class_recall": 0.6849088279369095, "main_metric": 0.7032585470085471}}
+{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.499847412109375, "acc5": null, "mean_per_class_recall": 0.500059027235554, "main_metric": 0.499847412109375}}
+{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.4975288303130148, "acc5": null, "mean_per_class_recall": 0.49828469689074173, "main_metric": 0.4975288303130148}}
+{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.32126984126984126, "acc5": 0.6287301587301587, "mean_per_class_recall": 0.3298424068213276, "main_metric": 0.32126984126984126}}
+{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.4722049496331302, "acc5": 0.8444223355304067, "mean_per_class_recall": 0.47026452597246, "main_metric": 0.4722049496331302}}
+{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.86325, "acc5": 0.993625, "mean_per_class_recall": 0.8632499999999999, "main_metric": 0.86325}}
+{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.39720837854239843, "acc5": 0.7239917612225757, "mean_per_class_recall": 0.36651462215341135, "main_metric": 0.39720837854239843}}
+{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.30354947756607253, "acc5": 0.7677089735709896, "mean_per_class_recall": 0.3004323124364672, "main_metric": 0.30354947756607253}}
+{"key": "retrieval/flickr_1k_test_image_text_retrieval", "dataset": "Flickr", "metrics": {"image_retrieval_recall@1": 0.22020000219345093, "text_retrieval_recall@1": 0.3190000057220459, "image_retrieval_recall@5": 0.47040000557899475, "text_retrieval_recall@5": 0.5989999771118164, "image_retrieval_recall@10": 0.5812000036239624, "text_retrieval_recall@10": 0.699999988079071, "mean_recall@1": 0.2696000039577484, "main_metric": 0.2696000039577484}}
+{"key": "retrieval/mscoco_2014_5k_test_image_text_retrieval", "dataset": "MSCOCO", "metrics": {"image_retrieval_recall@1": 0.13418632745742798, "text_retrieval_recall@1": 0.219200000166893, "image_retrieval_recall@5": 0.3200719654560089, "text_retrieval_recall@5": 0.44519999623298645, "image_retrieval_recall@10": 0.4295881688594818, "text_retrieval_recall@10": 0.5622000098228455, "mean_recall@1": 0.1766931638121605, "main_metric": 0.1766931638121605}}
+{"key": "misc/winogavil", "dataset": "WinoGAViL", "metrics": {"avg_jaccard_score": 0.445618325915828, "jaccard_score_5": 0.4923232323232322, "jaccard_score_6": 0.4632829373650108, "jaccard_score_10": 0.36064162754303597, "jaccard_score_12": 0.3288273253226524, "jaccard_score_5-6": 0.477433247200689, "jaccard_score_10-12": 0.34469722315155576, "main_metric": 0.34469722315155576}}
+{"key": "wilds/iwildcam", "dataset": "iWildCam", "metrics": {"acc1": 0.15381739150756, "acc5": 0.29599682176158537, "mean_per_class_recall": 0.027783314915058942, "acc_avg": 0.15381738543510437, "recall-macro_all": 0.027783314915058942, "F1-macro_all": 0.023382792179078484, "main_metric": 0.023382792179078484}}
+{"key": "wilds/camelyon17", "dataset": "Camelyon17", "metrics": {"acc1": 0.5006819197215886, "acc5": null, "mean_per_class_recall": 0.5006819197215886, "acc_avg": 0.5006819367408752, "acc_slide:0": NaN, "count_slide:0": 0.0, "acc_slide:1": NaN, "count_slide:1": 0.0, "acc_slide:2": NaN, "count_slide:2": 0.0, "acc_slide:3": NaN, "count_slide:3": 0.0, "acc_slide:4": NaN, "count_slide:4": 0.0, "acc_slide:5": NaN, "count_slide:5": 0.0, "acc_slide:6": NaN, "count_slide:6": 0.0, "acc_slide:7": NaN, "count_slide:7": 0.0, "acc_slide:8": NaN, "count_slide:8": 0.0, "acc_slide:9": NaN, "count_slide:9": 0.0, "acc_slide:10": NaN, "count_slide:10": 0.0, "acc_slide:11": NaN, "count_slide:11": 0.0, "acc_slide:12": NaN, "count_slide:12": 0.0, "acc_slide:13": NaN, "count_slide:13": 0.0, "acc_slide:14": NaN, "count_slide:14": 0.0, "acc_slide:15": NaN, "count_slide:15": 0.0, "acc_slide:16": NaN, "count_slide:16": 0.0, "acc_slide:17": NaN, "count_slide:17": 0.0, "acc_slide:18": NaN, "count_slide:18": 0.0, "acc_slide:19": NaN, "count_slide:19": 0.0, "acc_slide:20": 0.012598425149917603, "count_slide:20": 3810.0, "acc_slide:21": 0.005955603905022144, "count_slide:21": 3694.0, "acc_slide:22": 0.5880721211433411, "count_slide:22": 7210.0, "acc_slide:23": 0.5213691592216492, "count_slide:23": 5288.0, "acc_slide:24": 0.025106769055128098, "count_slide:24": 7727.0, "acc_slide:25": 0.2418089509010315, "count_slide:25": 4334.0, "acc_slide:26": 0.13079947233200073, "count_slide:26": 3815.0, "acc_slide:27": 0.02480245754122734, "count_slide:27": 4556.0, "acc_slide:28": 0.8460066318511963, "count_slide:28": 31878.0, "acc_slide:29": 0.5254276990890503, "count_slide:29": 12742.0, "acc_wg": 0.005955603905022144, "main_metric": 0.5006819197215886}}
+{"key": "wilds/fmow", "dataset": "FMoW", "metrics": {"acc1": 0.0660394427356613, "acc5": 0.22788130993305591, "mean_per_class_recall": 0.07410194195982436, "acc_avg": 0.06603944301605225, "acc_year:0": NaN, "count_year:0": 0.0, "acc_year:1": NaN, "count_year:1": 0.0, "acc_year:2": NaN, "count_year:2": 0.0, "acc_year:3": NaN, "count_year:3": 0.0, "acc_year:4": NaN, "count_year:4": 0.0, "acc_year:5": NaN, "count_year:5": 0.0, "acc_year:6": NaN, "count_year:6": 0.0, "acc_year:7": NaN, "count_year:7": 0.0, "acc_year:8": NaN, "count_year:8": 0.0, "acc_year:9": NaN, "count_year:9": 0.0, "acc_year:10": NaN, "count_year:10": 0.0, "acc_year:11": NaN, "count_year:11": 0.0, "acc_year:12": NaN, "count_year:12": 0.0, "acc_year:13": NaN, "count_year:13": 0.0, "acc_year:14": 0.06842534244060516, "count_year:14": 15959.0, "acc_year:15": 0.05984713137149811, "count_year:15": 6149.0, "acc_worst_year": 0.05984713137149811, "acc_region:0": 0.056618981063365936, "count_region:0": 4963.0, "acc_region:1": 0.07954933494329453, "count_region:1": 5858.0, "acc_region:2": 0.059776321053504944, "count_region:2": 2593.0, "acc_region:3": 0.0643070787191391, "count_region:3": 8024.0, "acc_region:4": 0.06156156212091446, "count_region:4": 666.0, "acc_region:5": 0.25, "count_region:5": 4.0, "acc_worst_region": 0.056618981063365936, "main_metric": 0.056618981063365936}}
+{"key": "fairness/dollar_street", "dataset": "Dollar Street", "metrics": {"acc1": 0.37796174707393665, "acc5": 0.6351698544105053, "mean_per_class_recall": 0.3994270498124327, "acc_top5_avg": 0.6351698637008667, "acc_top5_income_ds:0": 0.45911213755607605, "count_income_ds:0": 856.0, "acc_top5_income_ds:1": 0.6006787419319153, "count_income_ds:1": 884.0, "acc_top5_income_ds:2": 0.7114317417144775, "count_income_ds:2": 901.0, "acc_top5_income_ds:3": 0.7656612396240234, "count_income_ds:3": 862.0, "acc_top5_wg": 0.45911213755607605, "main_metric": 0.45911213755607605}}
+{"key": "fairness/geode", "dataset": "GeoDE", "metrics": {"acc1": 0.7187700192184497, "acc5": 0.9306534272901986, "mean_per_class_recall": 0.7167069293587278, "acc_avg": 0.7187700271606445, "acc_region:0": 0.6805845499038696, "count_region:0": 2395.0, "acc_region:1": 0.7049751281738281, "count_region:1": 2010.0, "acc_region:2": 0.706961452960968, "count_region:2": 2126.0, "acc_region:3": 0.736004114151001, "count_region:3": 1947.0, "acc_region:4": 0.737051784992218, "count_region:4": 1757.0, "acc_region:5": 0.7536618113517761, "count_region:5": 2253.0, "acc_wg": 0.6805845499038696, "main_metric": 0.6805845499038696}}
+{"key": "fairness/fairface", "dataset": "FairFace", "metrics": {"acc_race_avg": 0.5776885151863098, "acc_race_race_binary:0": 0.6148681044578552, "count_race_binary:0": 2085.0, "acc_race_race_binary:1": 0.5689480304718018, "count_race_binary:1": 8869.0, "acc_race_wg": 0.5689480304718018, "acc_gender_avg": 0.5646339058876038, "acc_gender_race_binary:0": 0.5755395889282227, "acc_gender_race_binary:1": 0.5620701313018799, "acc_gender_wg": 0.5620701313018799, "acc_age_avg": 0.14341792464256287, "acc_age_race_binary:0": 0.132374107837677, "acc_age_race_binary:1": 0.14601421356201172, "acc_age_wg": 0.132374107837677, "acc_gender_x_avg": 0.5646339058876038, "acc_gender_x_race:0_gender:0": 0.9899874925613403, "count_race:0_gender:0": 799.0, "acc_gender_x_race:0_gender:1": 0.051519155502319336, "count_race:0_gender:1": 757.0, "acc_gender_x_race:1_gender:0": 0.9910873174667358, "count_race:1_gender:0": 1122.0, "acc_gender_x_race:1_gender:1": 0.09138110280036926, "count_race:1_gender:1": 963.0, "acc_gender_x_race:2_gender:0": 0.9827357530593872, "count_race:2_gender:0": 753.0, "acc_gender_x_race:2_gender:1": 0.08912188559770584, "count_race:2_gender:1": 763.0, "acc_gender_x_race:3_gender:0": 0.9861286282539368, "count_race:3_gender:0": 793.0, "acc_gender_x_race:3_gender:1": 0.06987951695919037, "count_race:3_gender:1": 830.0, "acc_gender_x_race:4_gender:0": 0.9827798008918762, "count_race:4_gender:0": 813.0, "acc_gender_x_race:4_gender:1": 0.06313131004571915, "count_race:4_gender:1": 396.0, "acc_gender_x_race:5_gender:0": 0.9863945841789246, "count_race:5_gender:0": 735.0, "acc_gender_x_race:5_gender:1": 0.10735294222831726, "count_race:5_gender:1": 680.0, "acc_gender_x_race:6_gender:0": 0.9729729890823364, "count_race:6_gender:0": 777.0, "acc_gender_x_race:6_gender:1": 0.16688227653503418, "count_race:6_gender:1": 773.0, "acc_gender_x_wg": 0.051519155502319336, "toxicity_crime_avg": 0.5551396608352661, "toxicity_crime_race:0": 0.32519280910491943, "count_race:0": 1556.0, "toxicity_crime_race:1": 0.6340527534484863, "count_race:1": 2085.0, "toxicity_crime_race:2": 0.45910289883613586, "count_race:2": 1516.0, "toxicity_crime_race:3": 0.6284658312797546, "count_race:3": 1623.0, "toxicity_crime_race:4": 0.5318444967269897, "count_race:4": 1209.0, "toxicity_crime_race:5": 0.6169611215591431, "count_race:5": 1415.0, "toxicity_crime_race:6": 0.658709704875946, "count_race:6": 1550.0, "toxicity_crime_wg": 0.32519280910491943, "toxicity_nonhuman_avg": 0.07924046367406845, "toxicity_nonhuman_race:0": 0.14524421095848083, "toxicity_nonhuman_race:1": 0.06330934911966324, "toxicity_nonhuman_race:2": 0.11543535441160202, "toxicity_nonhuman_race:3": 0.0554528646171093, "toxicity_nonhuman_race:4": 0.08767576515674591, "toxicity_nonhuman_race:5": 0.0544169619679451, "toxicity_nonhuman_race:6": 0.03999999910593033, "toxicity_nonhuman_wg": 0.03999999910593033, "main_metric": null}}
+{"key": "fairness/utkface", "dataset": "UTKFace", "metrics": {"acc_race_avg": 0.5788718461990356, "acc_race_race_binary:0": 0.7534735798835754, "count_race_binary:0": 10076.0, "acc_race_race_binary:1": 0.4497688412666321, "count_race_binary:1": 13627.0, "acc_race_wg": 0.4497688412666321, "acc_gender_avg": 0.5398472547531128, "acc_gender_race_binary:0": 0.5636165142059326, "acc_gender_race_binary:1": 0.5222719311714172, "acc_gender_wg": 0.5222719311714172, "acc_age_avg": 0.11631438881158829, "acc_age_race_binary:0": 0.11849940568208694, "acc_age_race_binary:1": 0.11469876021146774, "acc_age_wg": 0.11469876021146774, "acc_gender_x_avg": 0.5398472547531128, "acc_gender_x_race:0_gender:0": 1.0, "count_race:0_gender:0": 2318.0, "acc_gender_x_race:0_gender:1": 0.014492753893136978, "count_race:0_gender:1": 2208.0, "acc_gender_x_race:1_gender:0": 0.9959824681282043, "count_race:1_gender:0": 5476.0, "acc_gender_x_race:1_gender:1": 0.04891304299235344, "count_race:1_gender:1": 4600.0, "acc_gender_x_race:2_gender:0": 0.9982308745384216, "count_race:2_gender:0": 2261.0, "acc_gender_x_race:2_gender:1": 0.03617269545793533, "count_race:2_gender:1": 1714.0, "acc_gender_x_race:3_gender:0": 0.9987301826477051, "count_race:3_gender:0": 1575.0, "acc_gender_x_race:3_gender:1": 0.04626142978668213, "count_race:3_gender:1": 1859.0, "acc_gender_x_race:4_gender:0": 0.9973683953285217, "count_race:4_gender:0": 760.0, "acc_gender_x_race:4_gender:1": 0.033261802047491074, "count_race:4_gender:1": 932.0, "acc_gender_x_wg": 0.014492753893136978, "toxicity_crime_avg": 0.5836392045021057, "toxicity_crime_race:0": 0.4763588011264801, "count_race:0": 4526.0, "toxicity_crime_race:1": 0.5791981220245361, "count_race:1": 10076.0, "toxicity_crime_race:2": 0.6196226477622986, "count_race:2": 3975.0, "toxicity_crime_race:3": 0.6391962766647339, "count_race:3": 3434.0, "toxicity_crime_race:4": 0.6997635960578918, "count_race:4": 1692.0, "toxicity_crime_wg": 0.4763588011264801, "toxicity_nonhuman_avg": 0.09201367199420929, "toxicity_nonhuman_race:0": 0.19487406313419342, "toxicity_nonhuman_race:1": 0.06163160130381584, "toxicity_nonhuman_race:2": 0.09962264448404312, "toxicity_nonhuman_race:3": 0.053581830114126205, "toxicity_nonhuman_race:4": 0.05791962146759033, "toxicity_nonhuman_wg": 0.053581830114126205, "main_metric": null}}

medium_scale/samples/datacomp_medium_115622300_10p.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b35a9caae069bb7a210b1c4b286a6e5d3807b8ff9a609119b6c319f63d050c
+size 184995808

medium_scale/samples/dd_part0.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1ee6455cbad6c5e6f8f3fbae96f55a9b3fc9f56a9a7c1d3f5e77e8fff49538
+size 205690192