llm-evals/llmeval/datasets/pubmedqa/test_ground_truth.json

{
    "12377809": "yes",
    "26163474": "yes",
    "19100463": "yes",
    "18537964": "yes",
    "12913878": "yes",
    "12765819": "yes",
    "25475395": "yes",
    "19130332": "yes",
    "9427037": "yes",
    "24481006": "yes",
    "8165771": "yes",
    "22680064": "yes",
    "22540518": "yes",
    "20629769": "yes",
    "21726930": "yes",
    "21481154": "yes",
    "22902073": "yes",
    "26370095": "yes",
    "18041059": "yes",
    "15041506": "yes",
    "11146778": "yes",
    "27281318": "yes",
    "21645374": "yes",
    "9465206": "yes",
    "25887165": "yes",
    "15995461": "yes",
    "21850494": "yes",
    "19106867": "yes",
    "21342862": "yes",
    "24352924": "yes",
    "16147837": "yes",
    "26879871": "yes",
    "15918864": "yes",
    "22075911": "yes",
    "11035130": "yes",
    "21228436": "yes",
    "11833948": "yes",
    "17682349": "yes",
    "17355582": "yes",
    "15597845": "yes",
    "10158597": "yes",
    "27549226": "yes",
    "26348845": "yes",
    "25588461": "yes",
    "23359100": "yes",
    "26548832": "yes",
    "25756710": "yes",
    "20297950": "yes",
    "24622801": "yes",
    "9722752": "yes",
    "20577124": "yes",
    "19027440": "yes",
    "18239988": "yes",
    "27858166": "yes",
    "27050489": "yes",
    "16266387": "yes",
    "27287237": "yes",
    "11079675": "yes",
    "10331115": "yes",
    "18594195": "yes",
    "22497340": "yes",
    "16769333": "yes",
    "20571467": "yes",
    "12094116": "yes",
    "17276182": "yes",
    "26419377": "yes",
    "23810330": "yes",
    "15151701": "yes",
    "23736032": "yes",
    "28143468": "yes",
    "23495128": "yes",
    "12121321": "yes",
    "18570208": "yes",
    "28707539": "yes",
    "22117569": "yes",
    "18783922": "yes",
    "15528969": "yes",
    "19482903": "yes",
    "11977907": "yes",
    "17306983": "yes",
    "24318956": "yes",
    "22266735": "yes",
    "22453060": "yes",
    "10401824": "yes",
    "15208005": "yes",
    "16713745": "yes",
    "21864397": "yes",
    "25810292": "yes",
    "11943048": "yes",
    "23347337": "yes",
    "23992109": "yes",
    "10922093": "yes",
    "26601554": "yes",
    "15489384": "yes",
    "27818079": "yes",
    "24340838": "yes",
    "16971978": "yes",
    "21689015": "yes",
    "12846929": "yes",
    "22694248": "yes",
    "15488260": "yes",
    "23690198": "yes",
    "10173769": "yes",
    "12098035": "yes",
    "23448747": "yes",
    "24359102": "yes",
    "14697414": "yes",
    "15050326": "yes",
    "27131771": "yes",
    "26923375": "yes",
    "15841770": "yes",
    "25503376": "yes",
    "19394934": "yes",
    "22188074": "yes",
    "21394762": "yes",
    "9582182": "yes",
    "28056802": "yes",
    "18182265": "yes",
    "9142039": "yes",
    "20084845": "yes",
    "24298614": "yes",
    "12145243": "yes",
    "21952349": "yes",
    "27592038": "yes",
    "25481573": "yes",
    "20306735": "yes",
    "26864326": "yes",
    "21123461": "yes",
    "12963175": "yes",
    "10548670": "yes",
    "21848798": "yes",
    "25675614": "yes",
    "25986020": "yes",
    "18472368": "yes",
    "26578404": "yes",
    "14872327": "yes",
    "23412195": "yes",
    "24139705": "yes",
    "23224030": "yes",
    "24013712": "yes",
    "15943725": "yes",
    "27456836": "yes",
    "24671913": "yes",
    "22825590": "yes",
    "23361217": "yes",
    "18307476": "yes",
    "22237146": "yes",
    "25043083": "yes",
    "26561905": "yes",
    "23517744": "yes",
    "27136599": "yes",
    "10749257": "yes",
    "17598882": "yes",
    "15223779": "yes",
    "16776337": "yes",
    "23916653": "yes",
    "10201555": "yes",
    "24751724": "yes",
    "8910148": "yes",
    "18065862": "yes",
    "22617083": "yes",
    "25499207": "yes",
    "16465002": "yes",
    "25940336": "yes",
    "24191126": "yes",
    "8375607": "yes",
    "26965932": "yes",
    "22012962": "yes",
    "12442934": "yes",
    "19430778": "yes",
    "20605051": "yes",
    "19108857": "yes",
    "24516646": "yes",
    "25752725": "yes",
    "20537205": "yes",
    "20602784": "yes",
    "22302761": "yes",
    "18322741": "yes",
    "14692023": "yes",
    "22348433": "yes",
    "26215326": "yes",
    "23539689": "yes",
    "9363244": "yes",
    "24507422": "yes",
    "22350859": "yes",
    "19640728": "yes",
    "23806388": "yes",
    "9920954": "yes",
    "8916748": "yes",
    "11970923": "yes",
    "19302863": "yes",
    "22532370": "yes",
    "18179827": "yes",
    "18399830": "yes",
    "12595848": "yes",
    "18158048": "yes",
    "23848044": "yes",
    "11481172": "yes",
    "28247485": "yes",
    "24977765": "yes",
    "14551704": "yes",
    "12632437": "yes",
    "20850631": "yes",
    "17565137": "yes",
    "9616411": "yes",
    "22720085": "yes",
    "21074975": "yes",
    "25604390": "yes",
    "14968373": "yes",
    "10135926": "yes",
    "19419587": "yes",
    "23379759": "yes",
    "19923859": "yes",
    "22656647": "yes",
    "12163782": "yes",
    "21658267": "yes",
    "9199905": "yes",
    "23375036": "yes",
    "24495711": "yes",
    "26820719": "yes",
    "26516021": "yes",
    "20064872": "yes",
    "15708048": "yes",
    "29112560": "yes",
    "23949294": "yes",
    "10877371": "yes",
    "23870157": "yes",
    "18540901": "yes",
    "21420186": "yes",
    "12484580": "yes",
    "23321509": "yes",
    "26907557": "yes",
    "22644412": "yes",
    "25521278": "yes",
    "21845457": "yes",
    "18565233": "yes",
    "17894828": "yes",
    "10490564": "yes",
    "7860319": "yes",
    "18568239": "yes",
    "9488747": "yes",
    "20354380": "yes",
    "24245816": "yes",
    "11481599": "yes",
    "27217036": "yes",
    "23283159": "yes",
    "19593710": "yes",
    "18693227": "yes",
    "21346501": "yes",
    "17910536": "yes",
    "26304701": "yes",
    "18616781": "yes",
    "9483814": "yes",
    "12848629": "yes",
    "25280365": "yes",
    "25311479": "yes",
    "16046584": "yes",
    "26418441": "yes",
    "22683044": "yes",
    "26200172": "yes",
    "20121683": "yes",
    "18222909": "yes",
    "12221908": "yes",
    "24014276": "yes",
    "24270957": "yes",
    "18507507": "yes",
    "16772913": "yes",
    "12172698": "yes",
    "26460153": "yes",
    "12419743": "yes",
    "25725704": "yes",
    "25669733": "yes",
    "24614789": "yes",
    "24996865": "yes",
    "18928979": "yes",
    "25699562": "yes",
    "24577079": "no",
    "24669960": "no",
    "15502995": "no",
    "21214884": "no",
    "24476003": "no",
    "22758782": "no",
    "14627582": "no",
    "24666444": "no",
    "18496363": "no",
    "12040336": "no",
    "14631523": "no",
    "21823940": "no",
    "17971187": "no",
    "27642458": "no",
    "12970636": "no",
    "11138995": "no",
    "15388567": "no",
    "19142546": "no",
    "8921484": "no",
    "26209118": "no",
    "22668852": "no",
    "18019905": "no",
    "18378554": "no",
    "24073931": "no",
    "7547656": "no",
    "28359277": "no",
    "18667100": "no",
    "10781708": "no",
    "22522271": "no",
    "11955750": "no",
    "26126304": "no",
    "27338535": "no",
    "24799031": "no",
    "18319270": "no",
    "21789019": "no",
    "11567820": "no",
    "10966943": "no",
    "8199520": "no",
    "21889895": "no",
    "26113007": "no",
    "17208539": "no",
    "20538207": "no",
    "9603166": "no",
    "21194998": "no",
    "21252642": "no",
    "16678696": "no",
    "20549895": "no",
    "16418930": "no",
    "8521557": "no",
    "16809243": "no",
    "10798511": "no",
    "10834864": "no",
    "16962519": "no",
    "19575104": "no",
    "24809662": "no",
    "20602101": "no",
    "26852225": "no",
    "19398929": "no",
    "25614468": "no",
    "11926574": "no",
    "10973547": "no",
    "26471488": "no",
    "19520213": "no",
    "23677366": "no",
    "17342562": "no",
    "16296668": "no",
    "17054994": "no",
    "26556589": "no",
    "15052394": "no",
    "22513023": "no",
    "15919266": "no",
    "15095519": "no",
    "12006913": "no",
    "8738894": "no",
    "21431987": "no",
    "22154448": "no",
    "15053041": "no",
    "22365295": "no",
    "19546588": "no",
    "7482275": "no",
    "24698298": "no",
    "18274917": "no",
    "21946341": "no",
    "23568387": "no",
    "21256734": "no",
    "22534881": "no",
    "8566975": "no",
    "23761381": "no",
    "22668712": "no",
    "22023714": "no",
    "22504515": "no",
    "21164063": "no",
    "18359123": "no",
    "16827975": "no",
    "24922528": "no",
    "15774570": "no",
    "20736887": "no",
    "11483547": "no",
    "9542484": "no",
    "18708308": "no",
    "18435678": "no",
    "23455575": "no",
    "22537902": "no",
    "18926458": "no",
    "12090319": "no",
    "12380309": "no",
    "27989969": "no",
    "25752912": "no",
    "26536001": "no",
    "21849531": "no",
    "16872243": "no",
    "23571528": "no",
    "19481382": "no",
    "23621776": "no",
    "22227642": "no",
    "23025584": "no",
    "11862129": "no",
    "22236315": "no",
    "21361755": "no",
    "18719011": "no",
    "11438275": "no",
    "16778275": "no",
    "17051586": "no",
    "24061619": "no",
    "22233470": "no",
    "23497210": "no",
    "25488308": "no",
    "22382608": "no",
    "19237087": "no",
    "10381996": "no",
    "9100537": "no",
    "23422012": "no",
    "22876568": "no",
    "17445978": "no",
    "20608141": "no",
    "23177368": "no",
    "8847047": "no",
    "22011946": "no",
    "27394685": "no",
    "23794696": "no",
    "23076787": "no",
    "19854401": "no",
    "14652839": "no",
    "7664228": "no",
    "17062234": "no",
    "24449622": "no",
    "12070552": "no",
    "19836806": "no",
    "19913785": "no",
    "24739448": "no",
    "24625433": "no",
    "16403186": "no",
    "10375486": "no",
    "17032327": "no",
    "27643961": "no",
    "22042121": "no",
    "17274051": "no",
    "27096199": "no",
    "7497757": "no",
    "21459725": "no",
    "27040842": "no",
    "20187289": "no",
    "21712147": "no",
    "10456814": "no",
    "17192736": "no",
    "27757987": "no",
    "12769830": "no",
    "22251324": "no",
    "28196511": "no",
    "18284441": "maybe",
    "18802997": "maybe",
    "17621202": "maybe",
    "11411430": "maybe",
    "26708803": "maybe",
    "25079920": "maybe",
    "25793749": "maybe",
    "19103915": "maybe",
    "11867487": "maybe",
    "12630042": "maybe",
    "19468282": "maybe",
    "16538201": "maybe",
    "20971618": "maybe",
    "24336869": "maybe",
    "20197761": "maybe",
    "16968876": "maybe",
    "26778755": "maybe",
    "18568290": "maybe",
    "25371231": "maybe",
    "25394614": "maybe",
    "11570976": "maybe",
    "16816043": "maybe",
    "12805495": "maybe",
    "25571931": "maybe",
    "19578820": "maybe",
    "18243752": "maybe",
    "11458136": "maybe",
    "12790890": "maybe",
    "18714572": "maybe",
    "25103647": "maybe",
    "24995509": "maybe",
    "27044366": "maybe",
    "26606599": "maybe",
    "17076091": "maybe",
    "26037986": "maybe",
    "22491528": "maybe",
    "24591144": "maybe",
    "19351635": "maybe",
    "20337202": "maybe",
    "23149821": "maybe",
    "18235194": "maybe",
    "16392897": "maybe",
    "17940352": "maybe",
    "27615402": "maybe",
    "25779009": "maybe",
    "12407608": "maybe",
    "14599616": "maybe",
    "10223070": "maybe",
    "20736672": "maybe",
    "25277731": "maybe",
    "17691856": "maybe",
    "16735905": "maybe",
    "19694846": "maybe",
    "25007420": "maybe",
    "26134053": "maybe"
}