diff --git "a/GEMMA_9B_A60_MMLU_H.ipynb" "b/GEMMA_9B_A60_MMLU_H.ipynb" new file mode 100644--- /dev/null +++ "b/GEMMA_9B_A60_MMLU_H.ipynb" @@ -0,0 +1,8664 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "0c24ca36-1782-4ce8-8094-6f6528dada19", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 302, + "referenced_widgets": [ + "ffbb5c6a3b7f41a2a20769204dde9281", + "1f309cae286e4bbebc79393e43b32205", + "a66cb4bca4fb45c893549fc9bace8150", + "9f626afdd1ef42adb413b98088ef49da", + "9135fa47675a417eac79514c9c071c1b", + "73a82d5ee0b14f4599904fda0aff3d67", + "5b9b62cc01444ce98148697c41a05c90", + "2518a6ae25b7427faa155115efa4d921", + "584e7cacfe634c23b9902c4e655219bd", + "d672ac2ea2814aa18b41501e6a0aee25", + "d902c2ff97e240b4ae6783d8824e3822", + "966c62fdbf0843f498e2aa226e9e761c", + "7e50b448b5544a8cb6a38250623c0331", + "30b61336ce554e4284bfc64f7fbbbae8", + "1385025409a74dfda9c3d2c9c75b914a", + "382ca19ee53a42b2918c6cf9188fa1ca", + "42a33944551b46769ac206e4f15bc77e" + ] + }, + "id": "0c24ca36-1782-4ce8-8094-6f6528dada19", + "outputId": "f7bf40c8-0e7c-4dfe-cf53-990ff36b13c8" + }, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/plain": [ + "VBox(children=(HTML(value='
\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "
---|---|---|---|---|
0 | \n", + "Q पर दिए गए क्षेत्र विस्तार Q(sqrt(2), sqrt(3)... | \n", + "B | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
1 | \n", + "मान लीजिए S_5 में p = (1, 2, 5, 4)(2, 3) है. S... | \n", + "C | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
2 | \n", + "दिए गए बहुपद के संकेतित परिमित क्षेत्र में गुण... | \n", + "D | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
3 | \n", + "कथन 1 | नॉन-एबेलियन ग्रुप का एक फ़ैक्टर ग्रुप ... | \n", + "B | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
4 | \n", + "दिए गए बहुपद रिंग में दिए गए बहुपदों का गुणनफल... | \n", + "B | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
14037 | \n", + "चीन और कोरिया में धार्मिक परम्पराओं का मुख्य क... | \n", + "A | \n", + "world_religions | \n", + "MMLU | \n", + "
14038 | \n", + "हान राजवंश के समय सूखे के दौरान आम लोग किससे अ... | \n", + "C | \n", + "world_religions | \n", + "MMLU | \n", + "
14039 | \n", + "धर्मशास्त्रीय शब्द होमोओसिओस का अर्थ निम्नलिखि... | \n", + "B | \n", + "world_religions | \n", + "MMLU | \n", + "
14040 | \n", + "जापानी मूल मिथक के अनुसार, अमातरासु को किसने अ... | \n", + "B | \n", + "world_religions | \n", + "MMLU | \n", + "
14041 | \n", + "ऑगस्टस का नुमेन निम्नलिखित में से किस विशेषता ... | \n", + "A | \n", + "world_religions | \n", + "MMLU | \n", + "
14042 rows × 4 columns
\n", + "\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "
---|---|---|---|---|---|
1262 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "B | \n", + "college_medicine | \n", + "MMLU | \n", + "1917 | \n", + "
1202 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1894 | \n", + "
1289 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1892 | \n", + "
1246 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1831 | \n", + "
1358 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1830 | \n", + "
5938 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "A | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1313 | \n", + "
5874 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "B | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1292 | \n", + "
12115 | \n", + "साल 1993 में, एक पशुपालक किसान को 20 एकड़ के स... | \n", + "A | \n", + "professional_law | \n", + "MMLU | \n", + "1279 | \n", + "
10876 | \n", + "एक भूमि-विकास कंपनी के पास दक्षिणपश्चिम में 40... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1277 | \n", + "
11923 | \n", + "साल 1993 में, एक ज़मींदार के पास एक अंगूर के ब... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1266 | \n", + "
\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "
---|---|---|---|---|---|
2399 | \n", + "100 का तीन पांचवा भाग क्या है? ### A) 3 B) 5 ... | \n", + "D | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
2277 | \n", + "कौन सी संख्या 7 का गुणज है? ### A) 27 B) 48 C... | \n", + "C | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
7890 | \n", + "तीन स्टूज में से कौन अन्य से संबंधित नहीं था? ... | \n", + "B | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
2274 | \n", + "−8 • (−4) का गुणनफल ज्ञात कीजिए। ### A) −4 B)... | \n", + "C | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
7667 | \n", + "लौवर संग्रहालय कहां है? ### A) पेरिस B) ल्योन... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
7410 | \n", + "पेरेग्रन किस तरह का जानवर है? ### A) मूज़ B) ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
669 | \n", + "पानी का pH मान कितना है? ### A) 3.5 B) 7 C) 1... | \n", + "B | \n", + "clinical_knowledge | \n", + "MMLU | \n", + "38 | \n", + "
3204 | \n", + "Python 3 में, निम्न में से कौन सा फ़्लोर डिवीज... | \n", + "B | \n", + "high_school_computer_science | \n", + "MMLU | \n", + "38 | \n", + "
7421 | \n", + "आप एक युवा गाय को क्या कहते हैं? ### A) घोड़... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
2107 | \n", + "किस संख्या का निरपेक्ष मान 5 से अधिक है? ### ... | \n", + "A | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
38 | \n", + "परिमित क्षेत्र Z_7 के लिए जनरेटर पता करें. ###... | \n", + "C | \n", + "abstract_algebra | \n", + "MMLU | \n", + "38 | \n", + "
7529 | \n", + "आपका हॉलक्स क्या है? ### A) कान का लोब B) जीभ... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
2126 | \n", + "एक दशक में कितने वर्ष होते हैं? ### A) 5 B) 1... | \n", + "B | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "37 | \n", + "
7722 | \n", + "इनमें से कौन मसाला नहीं है? ### A) डिल B) सौं... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "37 | \n", + "
1552 | \n", + "WPA किस प्रकार के एन्क्रिप्शन का उपयोग करता है... | \n", + "C | \n", + "computer_security | \n", + "MMLU | \n", + "37 | \n", + "
13949 | \n", + "भक्ति का प्रायः क्या अनुवाद किया जाता है? ### ... | \n", + "C | \n", + "world_religions | \n", + "MMLU | \n", + "37 | \n", + "
3142 | \n", + "निम्नलिखित में से कौन सा एक रेडियोधर्मी तत्व ह... | \n", + "C | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "37 | \n", + "
2112 | \n", + "Compute 22 / 2 + 9. ### A) 10 B) 11 C) 20 D) ... | \n", + "C | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "37 | \n", + "
5077 | \n", + "निम्नलिखित में से कौन द्वितीयक प्रबलक है? ### ... | \n", + "C | \n", + "high_school_psychology | \n", + "MMLU | \n", + "37 | \n", + "
7872 | \n", + "बेसबॉल में कितनी गेंदें वॉक करती हैं? ### A) ... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "37 | \n", + "
7737 | \n", + "इनमें से कौन सी फलियां नहीं हैं? ### A) फलिया... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "37 | \n", + "
2150 | \n", + "8 + 8 ÷ 2 + 2 = ### A) 4 B) 8 C) 10 D) 14 ###... | \n", + "D | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "36 | \n", + "
3161 | \n", + "निम्नलिखित में से किसे मेटलॉइड माना जाता है? #... | \n", + "C | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "36 | \n", + "
8041 | \n", + "इनमें से कौन सी मिर्च का प्रकार नहीं है? ### ... | \n", + "B | \n", + "miscellaneous | \n", + "MMLU | \n", + "36 | \n", + "
77 | \n", + "वलय Z x Z की विशेषता पता करें. ### A) 0 B) 3 ... | \n", + "A | \n", + "abstract_algebra | \n", + "MMLU | \n", + "36 | \n", + "
7744 | \n", + "जिराफ़ की कितनी आँखें होती हैं? ### A) एक बार... | \n", + "B | \n", + "miscellaneous | \n", + "MMLU | \n", + "36 | \n", + "
1766 | \n", + "नीले रंग का पूरक रंग है ### A) मैजेंटा B) पील... | \n", + "B | \n", + "conceptual_physics | \n", + "MMLU | \n", + "36 | \n", + "
3899 | \n", + "सरकार इसका उपयोग करके मुद्रास्फीति को मापती है... | \n", + "C | \n", + "high_school_macroeconomics | \n", + "MMLU | \n", + "35 | \n", + "
7548 | \n", + "सर्वहारा वर्ग क्या है? ### A) बेघर B) राजपरिव... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7686 | \n", + "अरबी अंक '2' को कैसे लिखा जाता है? ### A) 2 B... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7971 | \n", + "आइस हॉकी खेल में कितने पीरियड होते हैं? ### A... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7681 | \n", + "इनमें से कौन सा शब्द सही वर्तनी वाला है? ### ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7851 | \n", + "बैकगैमौन कितने खिलाड़ियों का खेल है? ### A) द... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
8138 | \n", + "गेरी एडम्स किस संगठन के अध्यक्ष हैं? ### A) G... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
1190 | \n", + "(1+i)^10 = ### A) 1 B) i C) 32 D) 32i ### MCQ... | \n", + "D | \n", + "college_mathematics | \n", + "MMLU | \n", + "33 | \n", + "
7624 | \n", + "इनमें से कौन सा सामान्यतः ज्ञात नि��ेश खाता है?... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "33 | \n", + "
8005 | \n", + "निम्नलिखित में से कौन सा तत्व धातु है? ### A)... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "33 | \n", + "
2087 | \n", + "−4 + ( −3 )= ### A) −7 B) −1 C) 1 D) 7 ### M... | \n", + "A | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "32 | \n", + "
8009 | \n", + "माणिक्य किस रंग का होता है? ### A) लाल B) काल... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "32 | \n", + "
7772 | \n", + "इनमें से कौन सा शब्द क्रिया विशेषण है? ### A)... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "
7585 | \n", + "बल = द्रव्यमान = क्या? ### A) वेग B) दूरी C) ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "
2983 | \n", + "एंटीमोनी का प्रतीक … है ### A) W B) Sb C) Fe ... | \n", + "B | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "29 | \n", + "
\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "A1 | \n", + "A2 | \n", + "A3 | \n", + "B1 | \n", + "B2 | \n", + "B3 | \n", + "C1 | \n", + "C2 | \n", + "C3 | \n", + "D1 | \n", + "D2 | \n", + "D3 | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
1262 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "B | \n", + "college_medicine | \n", + "MMLU | \n", + "1917 | \n", + "0.588482 | \n", + "1.433692e-06 | \n", + "0.0 | \n", + "0.277979 | \n", + "6.705465e-08 | \n", + "0.0 | \n", + "0.025856 | \n", + "3.858729e-07 | \n", + "0.0 | \n", + "0.090247 | \n", + "1.165235e-08 | \n", + "0.0 | \n", + "
1202 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1894 | \n", + "0.967164 | \n", + "4.789887e-08 | \n", + "0.0 | \n", + "0.020073 | \n", + "6.900486e-09 | \n", + "0.0 | \n", + "0.005075 | \n", + "1.475389e-07 | \n", + "0.0 | \n", + "0.003488 | \n", + "2.593289e-10 | \n", + "0.0 | \n", + "
1289 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1892 | \n", + "0.395428 | \n", + "3.475575e-07 | \n", + "0.0 | \n", + "0.186787 | \n", + "2.365159e-08 | \n", + "0.0 | \n", + "0.013531 | \n", + "1.980323e-07 | \n", + "0.0 | \n", + "0.395428 | \n", + "7.678546e-09 | \n", + "0.0 | \n", + "
1246 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1831 | \n", + "0.192061 | \n", + "3.005054e-08 | \n", + "0.0 | \n", + "0.759614 | \n", + "5.558791e-09 | \n", + "0.0 | \n", + "0.010835 | \n", + "5.326586e-07 | \n", + "0.0 | \n", + "0.029453 | \n", + "3.371577e-09 | \n", + "0.0 | \n", + "
1358 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1830 | \n", + "0.015344 | \n", + "1.700135e-08 | \n", + "0.0 | \n", + "0.949299 | \n", + "8.733164e-10 | \n", + "0.0 | \n", + "0.008213 | \n", + "1.337260e-07 | \n", + "0.0 | \n", + "0.019702 | \n", + "2.954391e-09 | \n", + "0.0 | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
2087 | \n", + "−4 + ( −3 )= ### A) −7 B) −1 C) 1 D) 7 ### M... | \n", + "A | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "32 | \n", + "0.958031 | \n", + "2.089972e-07 | \n", + "0.0 | \n", + "0.017547 | \n", + "5.625085e-08 | \n", + "0.0 | \n", + "0.004437 | \n", + "1.107645e-08 | \n", + "0.0 | \n", + "0.010643 | \n", + "1.611614e-08 | \n", + "0.0 | \n", + "
8009 | \n", + "माणिक्य किस रंग का होता है? ### A) लाल B) काल... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "32 | \n", + "0.973761 | \n", + "9.988345e-07 | \n", + "0.0 | \n", + "0.006561 | \n", + "1.829429e-08 | \n", + "0.0 | \n", + "0.003980 | \n", + "5.293629e-08 | \n", + "0.0 | \n", + "0.010818 | \n", + "5.635039e-08 | \n", + "0.0 | \n", + "
7772 | \n", + "इनमें से कौन सा शब्द क्रिया विशेषण है? ### A)... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "0.036525 | \n", + "2.076977e-07 | \n", + "0.0 | \n", + "0.010465 | \n", + "9.125600e-09 | \n", + "0.0 | \n", + "0.004943 | \n", + "3.185147e-08 | \n", + "0.0 | \n", + "0.942003 | \n", + "1.044370e-07 | \n", + "0.0 | \n", + "
7585 | \n", + "बल = द्रव्यमान = क्या? ### A) वेग B) दूरी C) ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "0.099624 | \n", + "9.788691e-09 | \n", + "0.0 | \n", + "0.025189 | \n", + "6.065172e-10 | \n", + "0.0 | \n", + "0.834140 | \n", + "2.985382e-09 | \n", + "0.0 | \n", + "0.028543 | \n", + "1.828768e-08 | \n", + "0.0 | \n", + "
2983 | \n", + "एंटीमोनी का प्रतीक … है ### A) W B) Sb C) Fe ... | \n", + "B | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "29 | \n", + "0.024518 | \n", + "5.982024e-08 | \n", + "0.0 | \n", + "0.920027 | \n", + "2.493679e-08 | \n", + "0.0 | \n", + "0.002584 | \n", + "1.842593e-07 | \n", + "0.0 | \n", + "0.003760 | \n", + "4.376543e-08 | \n", + "0.0 | \n", + "
14042 rows × 17 columns
\n", + "\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "A1 | \n", + "A2 | \n", + "A3 | \n", + "B1 | \n", + "B2 | \n", + "... | \n", + "C2 | \n", + "C3 | \n", + "D1 | \n", + "D2 | \n", + "D3 | \n", + "A | \n", + "B | \n", + "C | \n", + "D | \n", + "ANS | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
1262 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "B | \n", + "college_medicine | \n", + "MMLU | \n", + "1917 | \n", + "0.588482 | \n", + "1.433692e-06 | \n", + "0.0 | \n", + "0.277979 | \n", + "6.705465e-08 | \n", + "... | \n", + "3.858729e-07 | \n", + "0.0 | \n", + "0.090247 | \n", + "1.165235e-08 | \n", + "0.0 | \n", + "0.588484 | \n", + "0.277979 | \n", + "0.025856 | \n", + "0.090247 | \n", + "A | \n", + "
1202 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1894 | \n", + "0.967164 | \n", + "4.789887e-08 | \n", + "0.0 | \n", + "0.020073 | \n", + "6.900486e-09 | \n", + "... | \n", + "1.475389e-07 | \n", + "0.0 | \n", + "0.003488 | \n", + "2.593289e-10 | \n", + "0.0 | \n", + "0.967164 | \n", + "0.020073 | \n", + "0.005075 | \n", + "0.003488 | \n", + "A | \n", + "
1289 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1892 | \n", + "0.395428 | \n", + "3.475575e-07 | \n", + "0.0 | \n", + "0.186787 | \n", + "2.365159e-08 | \n", + "... | \n", + "1.980323e-07 | \n", + "0.0 | \n", + "0.395428 | \n", + "7.678546e-09 | \n", + "0.0 | \n", + "0.395428 | \n", + "0.186787 | \n", + "0.013531 | \n", + "0.395428 | \n", + "A | \n", + "
1246 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1831 | \n", + "0.192061 | \n", + "3.005054e-08 | \n", + "0.0 | \n", + "0.759614 | \n", + "5.558791e-09 | \n", + "... | \n", + "5.326586e-07 | \n", + "0.0 | \n", + "0.029453 | \n", + "3.371577e-09 | \n", + "0.0 | \n", + "0.192061 | \n", + "0.759614 | \n", + "0.010836 | \n", + "0.029453 | \n", + "B | \n", + "
1358 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1830 | \n", + "0.015344 | \n", + "1.700135e-08 | \n", + "0.0 | \n", + "0.949299 | \n", + "8.733164e-10 | \n", + "... | \n", + "1.337260e-07 | \n", + "0.0 | \n", + "0.019702 | \n", + "2.954391e-09 | \n", + "0.0 | \n", + "0.015344 | \n", + "0.949299 | \n", + "0.008213 | \n", + "0.019702 | \n", + "B | \n", + "
5938 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "A | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1313 | \n", + "0.942509 | \n", + "1.798741e-07 | \n", + "0.0 | \n", + "0.017263 | \n", + "4.272385e-08 | \n", + "... | \n", + "3.360491e-07 | \n", + "0.0 | \n", + "0.004946 | \n", + "3.094905e-09 | \n", + "0.0 | \n", + "0.942509 | \n", + "0.017263 | \n", + "0.032251 | \n", + "0.004946 | \n", + "A | \n", + "
5874 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "B | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1292 | \n", + "0.032519 | \n", + "1.255835e-08 | \n", + "0.0 | \n", + "0.950341 | \n", + "8.631218e-09 | \n", + "... | \n", + "1.733626e-07 | \n", + "0.0 | \n", + "0.004401 | \n", + "2.050094e-09 | \n", + "0.0 | \n", + "0.032519 | \n", + "0.950341 | \n", + "0.008222 | \n", + "0.004401 | \n", + "B | \n", + "
12115 | \n", + "साल 1993 में, एक पशुपालक किसान को 20 एकड़ के स... | \n", + "A | \n", + "professional_law | \n", + "MMLU | \n", + "1279 | \n", + "0.425722 | \n", + "1.186344e-06 | \n", + "0.0 | \n", + "0.138212 | \n", + "9.345374e-09 | \n", + "... | \n", + "7.195539e-07 | \n", + "0.0 | \n", + "0.050845 | \n", + "7.584042e-08 | \n", + "0.0 | \n", + "0.425723 | \n", + "0.138212 | \n", + "0.375699 | \n", + "0.050845 | \n", + "A | \n", + "
10876 | \n", + "एक भूमि-विकास कंपनी के पास दक्षिणपश्चिम में 40... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1277 | \n", + "0.471444 | \n", + "4.878848e-07 | \n", + "0.0 | \n", + "0.324018 | \n", + "1.669450e-08 | \n", + "... | \n", + "8.562645e-07 | \n", + "0.0 | \n", + "0.056306 | \n", + "2.429035e-08 | \n", + "0.0 | \n", + "0.471444 | \n", + "0.324018 | \n", + "0.135072 | \n", + "0.056306 | \n", + "A | \n", + "
11923 | \n", + "साल 1993 में, एक ज़मींदार के पास एक अंगूर के ब... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1266 | \n", + "0.198918 | \n", + "2.493580e-08 | \n", + "0.0 | \n", + "0.289423 | \n", + "7.529958e-10 | \n", + "... | \n", + "3.628137e-08 | \n", + "0.0 | \n", + "0.175544 | \n", + "3.628137e-08 | \n", + "0.0 | \n", + "0.198918 | \n", + "0.289423 | \n", + "0.327960 | \n", + "0.175544 | \n", + "C | \n", + "
10 rows × 22 columns
\n", + "\n", + " | count | \n", + "
---|---|
ANS | \n", + "\n", + " |
A | \n", + "3912 | \n", + "
B | \n", + "3773 | \n", + "
D | \n", + "3305 | \n", + "
C | \n", + "3052 | \n", + "