{ "complete": true, "recorded_at": "2026-10-03T19:38:23.864062+00:00", "benchmark": "BEIR nfcorpus", "dataset_sha256": "440b9e9d57918d6b9300c81ffd17f2826bde2ee1e00f2372874e50c5cc84dc54", "provenance": { "url": "https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/nfcorpus.zip", "files": { "corpus.jsonl": "10cc83ef1826b1425e6a87090b5140b39b27755d5a27e48215a88611c899991f", "queries.jsonl": "d024e6621b84925d485ae473d316a0c3af31c62c8068a59fb29d22f7613aef2a", "qrels/test.tsv": "f8fba6ef3d4dd9c3a242a8ba4ae38276fc3622fce7dcbae764766d564542fd2a" } }, "selection": "Full corpus and full test split. Original queries. Self document excluded, as in BEIR evaluation.", "documents": 3633, "stored_chunks": 3635, "test_queries": 323, "scopes": 1, "host": { "platform": "macOS-27.0-arm64-arm-64bit-Mach-O", "cpu": "Apple M4 Pro" }, "source_commit": "fafa202e165f9c467e8de344403437e704f9a24a", "runtime_source": "fafa202e165f9c467e8de344403437e704f9a24a", "runtime_dirty": false, "harness_sha256": "bd8f1cf49e8ecbcb49ee03d509b370bf22df1e659672cb6ee000daea1548e932", "methodology": { "instantkv": "BM25 k1=1.2, b=0.75; full query up to 16 KiB; at most 64 corpus terms, salience IDF*sqrt(query TF) for over-64-term inputs; bounded WAND above 20,000 estimated postings, exact sparse path below; expansion=False, at most eight quarter-weight fixed English synonyms; 20,000 iterator-read cap, 1,000 record candidates, 4 MiB scan, 64 KiB response, 8 MiB cache", "supermemory": "official local v0.0.8; bge-base-en-v1.5 768d; direct memories API; threshold 0; rerank false; rewriteQuery false; isolated containerTag per scope", "ingestion": "instantKV sequential one-record writes; Supermemory batches of 16 records. No comparable per-record save-latency claim. All writes complete before queries.", "queries": "original full queries; top 20 unique source IDs via bounded pages; report @5/@10/@20; default-contract HTTP 400 counts as zero; self document excluded when dataset requests it; no query adapter", "limits": "One host/run per provider. Sampled process-tree RSS, not peak. Retrieval only: no answer model/judge, extraction, multimodal processing, mobile or power measurements." }, "providers": { "supermemory": { "binary_bytes": 270741952, "binary_sha256": "12b7817a105ed0a9e70f96c461fb6f8dded5d70eaeb6034e774778c257bed78a", "queries": [ { "query_id": "PLAIN-1008", "query": "deafness", "scope": "corpus", "category": "all", "relevant": { "MED-4532": 1, "MED-4533": 1, "MED-4534": 1, "MED-4535": 1, "MED-4536": 1 }, "excluded_self_id": "PLAIN-1008", "ranked_doc_ids": [ "MED-3865", "MED-4668", "MED-4694", "MED-3863", "MED-2036", "MED-5221", "MED-5223", "MED-5135", "MED-2345", "MED-5142", "MED-2476", "MED-5211", "MED-901", "MED-2338", "MED-5210", "MED-3317", "MED-3801", "MED-3783", "MED-2707", "MED-5218" ], "latency_ms": 31.7955, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1018", "query": "DHA", "scope": "corpus", "category": "all", "relevant": { "MED-2750": 1, "MED-2751": 1, "MED-2752": 1, "MED-2754": 1, "MED-2755": 1, "MED-3028": 1, "MED-2913": 1, "MED-3021": 1, "MED-3012": 1, "MED-3033": 1, "MED-2906": 1, "MED-3034": 1, "MED-1831": 1, "MED-1832": 1, "MED-1833": 1, "MED-1834": 1, "MED-5092": 1, "MED-2753": 1, "MED-2756": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3035": 1, "MED-2921": 1, "MED-3019": 1, "MED-3022": 1, "MED-3026": 1, "MED-3029": 1, "MED-3032": 1, "MED-4551": 1, "MED-4936": 1, "MED-4730": 1, "MED-4632": 1, "MED-4633": 1, "MED-4634": 1, "MED-4729": 1, "MED-4731": 1, "MED-4732": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4943": 1, "MED-5091": 1, "MED-5093": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5102": 1, "MED-5104": 1 }, "excluded_self_id": "PLAIN-1018", "ranked_doc_ids": [ "MED-838", "MED-839", "MED-5091", "MED-5095", "MED-5361", "MED-4936", "MED-1801", "MED-3012", "MED-1832", "MED-861", "MED-5092", "MED-5364", "MED-5093", "MED-2751", "MED-4633", "MED-5370", "MED-4626", "MED-4736", "MED-2905", "MED-1557" ], "latency_ms": 32.207792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.016666666666666666, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06666666666666667, "ndcg_at_10": 0.3241295975188817, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15, "ndcg_at_20": 0.3908417447949394, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-102", "query": "Stopping Heart Disease in Childhood", "scope": "corpus", "category": "all", "relevant": { "MED-3254": 2, "MED-3253": 2, "MED-3255": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-102", "ranked_doc_ids": [ "MED-3255", "MED-1190", "MED-3954", "MED-4560", "MED-4243", "MED-757", "MED-1366", "MED-2750", "MED-2111", "MED-1489", "MED-4255", "MED-1429", "MED-5331", "MED-2590", "MED-4616", "MED-1679", "MED-2528", "MED-4603", "MED-2753", "MED-3253" ], "latency_ms": 35.434583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.041666666666666664, "ndcg_at_5": 0.21836974929469322, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.041666666666666664, "ndcg_at_10": 0.16195671984435944, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.1981260265981724, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1028", "query": "dietary scoring", "scope": "corpus", "category": "all", "relevant": { "MED-4686": 1 }, "excluded_self_id": "PLAIN-1028", "ranked_doc_ids": [ "MED-1323", "MED-2108", "MED-1402", "MED-4583", "MED-3137", "MED-4388", "MED-1646", "MED-2582", "MED-3657", "MED-2984", "MED-4163", "MED-2294", "MED-1558", "MED-4736", "MED-3236", "MED-4413", "MED-5111", "MED-4287", "MED-1681", "MED-3821" ], "latency_ms": 32.102667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1039", "query": "domoic acid", "scope": "corpus", "category": "all", "relevant": { "MED-4380": 1, "MED-4381": 1 }, "excluded_self_id": "PLAIN-1039", "ranked_doc_ids": [ "MED-4380", "MED-4381", "MED-1841", "MED-1278", "MED-4995", "MED-4701", "MED-1839", "MED-843", "MED-4771", "MED-4790", "MED-1289", "MED-1455", "MED-845", "MED-3497", "MED-1284", "MED-846", "MED-2544", "MED-4876", "MED-1266", "MED-2979" ], "latency_ms": 33.035, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1050", "query": "Dr. Dean Ornish", "scope": "corpus", "category": "all", "relevant": { "MED-2763": 1, "MED-3780": 1, "MED-3784": 1, "MED-3242": 1, "MED-3244": 1, "MED-3790": 1, "MED-3245": 1, "MED-5337": 1, "MED-3250": 1, "MED-3251": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3254": 1, "MED-3253": 1, "MED-1399": 1, "MED-1393": 1, "MED-1394": 1, "MED-1395": 1, "MED-1489": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1490": 1, "MED-1914": 1, "MED-1915": 1, "MED-1916": 1, "MED-1917": 1, "MED-1918": 1, "MED-1919": 1, "MED-1920": 1, "MED-1921": 1, "MED-1922": 1, "MED-1923": 1, "MED-1924": 1, "MED-4877": 1, "MED-1926": 1, "MED-4878": 1, "MED-1928": 1, "MED-1929": 1, "MED-1930": 1, "MED-1931": 1, "MED-1932": 1, "MED-1933": 1, "MED-1934": 1, "MED-1935": 1, "MED-1936": 1, "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1, "MED-3113": 1, "MED-4247": 1, "MED-3786": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3785": 1, "MED-3243": 1, "MED-3252": 1, "MED-3255": 1, "MED-3722": 1, "MED-3723": 1, "MED-3724": 1, "MED-3744": 1, "MED-3726": 1, "MED-4481": 1, "MED-3728": 1, "MED-3729": 1, "MED-3730": 1, "MED-3731": 1, "MED-3732": 1, "MED-4245": 1, "MED-4246": 1, "MED-4613": 1, "MED-4617": 1, "MED-4615": 1, "MED-4616": 1, "MED-4696": 1, "MED-4879": 1, "MED-4886": 1, "MED-4887": 1, "MED-4888": 1, "MED-4890": 1, "MED-4891": 1 }, "excluded_self_id": "PLAIN-1050", "ranked_doc_ids": [ "MED-2116", "MED-1853", "MED-4032", "MED-4523", "MED-714", "MED-5343", "MED-4029", "MED-3001", "MED-2096", "MED-4855", "MED-4780", "MED-1567", "MED-2215", "MED-1666", "MED-2498", "MED-3619", "MED-843", "MED-3781", "MED-4374", "MED-2117" ], "latency_ms": 35.995583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.010638297872340425, "ndcg_at_20": 0.03343749138471349, "mrr_at_20": 0.05555555555555555, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1066", "query": "Dr. Walter Willett", "scope": "corpus", "category": "all", "relevant": { "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1, "MED-4600": 1 }, "excluded_self_id": "PLAIN-1066", "ranked_doc_ids": [ "MED-2999", "MED-3001", "MED-761", "MED-748", "MED-1549", "MED-2763", "MED-727", "MED-1545", "MED-3689", "MED-3113", "MED-1988", "MED-1747", "MED-4635", "MED-4095", "MED-2489", "MED-1038", "MED-2590", "MED-1437", "MED-3822", "MED-1051" ], "latency_ms": 35.444458, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1088", "query": "ECMO", "scope": "corpus", "category": "all", "relevant": { "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1 }, "excluded_self_id": "PLAIN-1088", "ranked_doc_ids": [ "MED-2109", "MED-2110", "MED-4402", "MED-4181", "MED-5167", "MED-1113", "MED-4498", "MED-4490", "MED-2130", "MED-2659", "MED-3704", "MED-1980", "MED-4399", "MED-5211", "MED-2807", "MED-2653", "MED-2123", "MED-2116", "MED-1373", "MED-926" ], "latency_ms": 31.588166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.4, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 0.5531464700081437, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4, "ndcg_at_20": 0.5531464700081437, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1098", "query": "eggnog", "scope": "corpus", "category": "all", "relevant": { "MED-3806": 1, "MED-3807": 1, "MED-3808": 1, "MED-3809": 1, "MED-3810": 1 }, "excluded_self_id": "PLAIN-1098", "ranked_doc_ids": [ "MED-2372", "MED-2374", "MED-2371", "MED-2475", "MED-2973", "MED-4492", "MED-4741", "MED-1884", "MED-4324", "MED-5032", "MED-970", "MED-2884", "MED-5124", "MED-4892", "MED-2976", "MED-719", "MED-3854", "MED-2582", "MED-5199", "MED-2027" ], "latency_ms": 35.549334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1109", "query": "endocrine disruptors", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-1098": 1, "MED-1099": 1, "MED-1100": 1, "MED-1101": 1, "MED-3590": 1, "MED-1763": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1595": 1, "MED-1596": 1, "MED-1597": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2461": 1, "MED-2464": 1, "MED-2468": 1, "MED-2469": 1, "MED-2471": 1, "MED-2472": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2479": 1, "MED-2482": 1, "MED-2484": 1, "MED-3687": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3665": 1, "MED-3666": 1, "MED-3667": 1, "MED-3668": 1, "MED-3669": 1, "MED-3670": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4936": 1, "MED-4937": 1, "MED-4950": 1, "MED-4951": 1, "MED-5104": 1, "MED-5105": 1 }, "excluded_self_id": "PLAIN-1109", "ranked_doc_ids": [ "MED-2643", "MED-2650", "MED-5323", "MED-2627", "MED-2654", "MED-4728", "MED-1099", "MED-2087", "MED-1594", "MED-5167", "MED-2648", "MED-2658", "MED-1763", "MED-1100", "MED-1596", "MED-2662", "MED-4951", "MED-4943", "MED-4727", "MED-2644" ], "latency_ms": 37.084583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.04081632653061224, "ndcg_at_5": 0.830419897363192, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.061224489795918366, "ndcg_at_10": 0.6785038377365555, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.726214412267703, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1119", "query": "energy drinks", "scope": "corpus", "category": "all", "relevant": { "MED-3788": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3789": 1, "MED-3790": 1 }, "excluded_self_id": "PLAIN-1119", "ranked_doc_ids": [ "MED-877", "MED-4438", "MED-2271", "MED-1627", "MED-4331", "MED-1638", "MED-1631", "MED-4774", "MED-4439", "MED-1622", "MED-5251", "MED-3585", "MED-5254", "MED-1108", "MED-1710", "MED-2167", "MED-4127", "MED-3930", "MED-5247", "MED-3894" ], "latency_ms": 33.027167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-112", "query": "Food Dyes and ADHD", "scope": "corpus", "category": "all", "relevant": { "MED-3378": 2, "MED-3380": 2, "MED-5062": 2, "MED-3382": 2, "MED-2938": 1, "MED-2939": 1, "MED-2940": 1, "MED-2941": 1, "MED-2942": 1, "MED-2943": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-3369": 1, "MED-3370": 1, "MED-3371": 1, "MED-3372": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-3376": 1, "MED-3377": 1, "MED-3379": 1, "MED-3381": 1, "MED-3385": 1, "MED-3386": 1, "MED-3387": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4936": 1, "MED-4932": 1, "MED-5063": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-112", "ranked_doc_ids": [ "MED-3380", "MED-5063", "MED-3382", "MED-3381", "MED-2618", "MED-5062", "MED-3351", "MED-906", "MED-4655", "MED-1153", "MED-4588", "MED-5209", "MED-3359", "MED-3929", "MED-3377", "MED-1837", "MED-2899", "MED-1502", "MED-4604", "MED-4350" ], "latency_ms": 36.325542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07142857142857142, "ndcg_at_5": 0.7371248786166262, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08928571428571429, "ndcg_at_10": 0.6719084284882454, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10714285714285714, "ndcg_at_20": 0.5232333108060806, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1130", "query": "ergothioneine", "scope": "corpus", "category": "all", "relevant": { "MED-4165": 1 }, "excluded_self_id": "PLAIN-1130", "ranked_doc_ids": [ "MED-4165", "MED-2235", "MED-2068", "MED-2619", "MED-4462", "MED-2065", "MED-2067", "MED-5127", "MED-4607", "MED-3282", "MED-2807", "MED-4458", "MED-4605", "MED-4422", "MED-1775", "MED-4539", "MED-1496", "MED-3457", "MED-2069", "MED-3925" ], "latency_ms": 36.958667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1141", "query": "Evidence-based medicine", "scope": "corpus", "category": "all", "relevant": { "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1 }, "excluded_self_id": "PLAIN-1141", "ranked_doc_ids": [ "MED-2112", "MED-4840", "MED-3953", "MED-2428", "MED-5123", "MED-1021", "MED-1343", "MED-3113", "MED-3750", "MED-1878", "MED-3749", "MED-3758", "MED-3760", "MED-3756", "MED-2716", "MED-2525", "MED-745", "MED-4371", "MED-2347", "MED-5213" ], "latency_ms": 35.192334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0625, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0625, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0625, "ndcg_at_20": 0.1637733768567814, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1151", "query": "factory farming practices", "scope": "corpus", "category": "all", "relevant": { "MED-2700": 1, "MED-2695": 1, "MED-2697": 1, "MED-2703": 1, "MED-2698": 1, "MED-2699": 1, "MED-2705": 1, "MED-4131": 1, "MED-2740": 1, "MED-2741": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-3886": 1, "MED-3882": 1, "MED-3889": 1, "MED-3891": 1, "MED-3887": 1, "MED-729": 1, "MED-730": 1, "MED-731": 1, "MED-732": 1, "MED-1215": 1, "MED-1216": 1, "MED-1217": 1, "MED-1218": 1, "MED-1219": 1, "MED-1220": 1, "MED-1221": 1, "MED-4797": 1, "MED-1755": 1, "MED-1978": 1, "MED-1757": 1, "MED-1981": 1, "MED-1759": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-1977": 1, "MED-1979": 1, "MED-1980": 1, "MED-1982": 1, "MED-1983": 1, "MED-2086": 1, "MED-2087": 1, "MED-2088": 1, "MED-2488": 1, "MED-2489": 1, "MED-2693": 1, "MED-2694": 1, "MED-2696": 1, "MED-3729": 1, "MED-2702": 1, "MED-2704": 1, "MED-2736": 1, "MED-2738": 1, "MED-5169": 1, "MED-2742": 1, "MED-2743": 1, "MED-2744": 1, "MED-2745": 1, "MED-2746": 1, "MED-2773": 1, "MED-3880": 1, "MED-4132": 1, "MED-3888": 1, "MED-4136": 1, "MED-3892": 1, "MED-3884": 1, "MED-3567": 1, "MED-3885": 1, "MED-3570": 1, "MED-3572": 1, "MED-3890": 1, "MED-3577": 1, "MED-3648": 1, "MED-3649": 1, "MED-3651": 1, "MED-3652": 1, "MED-3653": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4144": 1, "MED-4145": 1, "MED-4146": 1, "MED-4147": 1, "MED-4148": 1, "MED-4436": 1, "MED-4594": 1, "MED-4593": 1, "MED-4726": 1, "MED-4746": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4752": 1, "MED-4790": 1, "MED-4791": 1, "MED-4792": 1, "MED-4804": 1, "MED-4794": 1, "MED-4795": 1, "MED-4796": 1, "MED-4798": 1, "MED-4799": 1, "MED-4800": 1, "MED-4801": 1, "MED-4802": 1, "MED-4803": 1, "MED-4805": 1, "MED-4806": 1, "MED-4807": 1, "MED-4808": 1, "MED-4809": 1, "MED-4896": 1, "MED-4897": 1, "MED-4898": 1, "MED-4899": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4981": 1, "MED-4980": 1, "MED-5102": 1, "MED-5104": 1, "MED-5108": 1, "MED-5109": 1 }, "excluded_self_id": "PLAIN-1151", "ranked_doc_ids": [ "MED-3306", "MED-4932", "MED-4602", "MED-5126", "MED-4594", "MED-1157", "MED-1755", "MED-4140", "MED-4137", "MED-4969", "MED-840", "MED-4489", "MED-1757", "MED-3302", "MED-3890", "MED-4142", "MED-3132", "MED-1774", "MED-1331", "MED-1743" ], "latency_ms": 35.072166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.013071895424836602, "ndcg_at_5": 0.34519134224686937, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.032679738562091505, "ndcg_at_10": 0.4330549290057019, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05228758169934641, "ndcg_at_20": 0.3870464442436459, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1161", "query": "fava beans", "scope": "corpus", "category": "all", "relevant": { "MED-4281": 1 }, "excluded_self_id": "PLAIN-1161", "ranked_doc_ids": [ "MED-3136", "MED-3132", "MED-2147", "MED-4991", "MED-3584", "MED-5079", "MED-3138", "MED-4510", "MED-3712", "MED-1880", "MED-4903", "MED-2010", "MED-2069", "MED-4212", "MED-3140", "MED-1745", "MED-2149", "MED-1455", "MED-1491", "MED-5112" ], "latency_ms": 35.475334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1172", "query": "fenugreek", "scope": "corpus", "category": "all", "relevant": { "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3534": 1, "MED-3535": 1, "MED-4150": 1 }, "excluded_self_id": "PLAIN-1172", "ranked_doc_ids": [ "MED-4150", "MED-3809", "MED-3807", "MED-2783", "MED-909", "MED-3808", "MED-5027", "MED-4534", "MED-4193", "MED-1375", "MED-2608", "MED-4538", "MED-2810", "MED-2780", "MED-3123", "MED-4454", "MED-5014", "MED-719", "MED-5075", "MED-760" ], "latency_ms": 35.507833, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05263157894736842, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05263157894736842, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05263157894736842, "ndcg_at_20": 0.1467868763787456, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1183", "query": "Finland", "scope": "corpus", "category": "all", "relevant": { "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4084": 1, "MED-4085": 1, "MED-4850": 1, "MED-4087": 1, "MED-4088": 1 }, "excluded_self_id": "PLAIN-1183", "ranked_doc_ids": [ "MED-5331", "MED-1276", "MED-4727", "MED-1201", "MED-4070", "MED-3445", "MED-5353", "MED-5369", "MED-5351", "MED-1660", "MED-3448", "MED-3981", "MED-4913", "MED-4635", "MED-3444", "MED-3306", "MED-2030", "MED-2853", "MED-5358", "MED-1106" ], "latency_ms": 35.18525, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08, "ndcg_at_5": 0.34519134224686937, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08, "ndcg_at_10": 0.22400556151517553, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08, "ndcg_at_20": 0.14456587527532933, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1193", "query": "flax oil", "scope": "corpus", "category": "all", "relevant": { "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1, "MED-5090": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-1193", "ranked_doc_ids": [ "MED-3864", "MED-4443", "MED-5177", "MED-1825", "MED-3869", "MED-3874", "MED-2378", "MED-5179", "MED-1494", "MED-1826", "MED-3867", "MED-1493", "MED-1491", "MED-3836", "MED-3796", "MED-5178", "MED-3842", "MED-3866", "MED-4303", "MED-1827" ], "latency_ms": 34.609083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.17947710508581735, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.16108190149846788, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-12", "query": "Exploiting Autophagy to Live Longer", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 2, "MED-5237": 2, "MED-2517": 2, "MED-2518": 2, "MED-2519": 2, "MED-2520": 2, "MED-2521": 2, "MED-2514": 1, "MED-2943": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-12", "ranked_doc_ids": [ "MED-2512", "MED-2502", "MED-2325", "MED-2517", "MED-4711", "MED-2514", "MED-2509", "MED-4545", "MED-2510", "MED-1070", "MED-1437", "MED-5237", "MED-1432", "MED-2137", "MED-1924", "MED-2513", "MED-3273", "MED-4699", "MED-2498", "MED-1436" ], "latency_ms": 36.094625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.03333333333333333, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06666666666666667, "ndcg_at_10": 0.14881764057641506, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13333333333333333, "ndcg_at_20": 0.2104590081345452, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1203", "query": "folic acid", "scope": "corpus", "category": "all", "relevant": { "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-4365": 1, "MED-4575": 1, "MED-4771": 1 }, "excluded_self_id": "PLAIN-1203", "ranked_doc_ids": [ "MED-4771", "MED-1203", "MED-993", "MED-986", "MED-1201", "MED-5128", "MED-1202", "MED-850", "MED-1841", "MED-987", "MED-4683", "MED-994", "MED-984", "MED-992", "MED-5091", "MED-981", "MED-1198", "MED-1832", "MED-988", "MED-3275" ], "latency_ms": 35.183375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.5174612499126158, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4166666666666667, "ndcg_at_20": 0.508749344712354, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1214", "query": "Fosamax", "scope": "corpus", "category": "all", "relevant": { "MED-2988": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1489": 1, "MED-1490": 1, "MED-2979": 1, "MED-4319": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1 }, "excluded_self_id": "PLAIN-1214", "ranked_doc_ids": [ "MED-1287", "MED-1271", "MED-4876", "MED-1284", "MED-1274", "MED-3816", "MED-2062", "MED-4079", "MED-5009", "MED-3821", "MED-5093", "MED-1289", "MED-1267", "MED-4912", "MED-1266", "MED-2069", "MED-3271", "MED-4167", "MED-1278", "MED-5059" ], "latency_ms": 33.680291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1225", "query": "fructose", "scope": "corpus", "category": "all", "relevant": { "MED-1259": 1, "MED-2529": 1, "MED-1261": 1, "MED-1262": 1, "MED-1674": 1, "MED-1676": 1, "MED-1669": 1, "MED-1670": 1, "MED-1671": 1, "MED-1672": 1, "MED-1673": 1, "MED-1675": 1, "MED-1706": 1, "MED-1707": 1, "MED-1708": 1, "MED-1709": 1, "MED-1710": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-4091": 1, "MED-4089": 1, "MED-5071": 1, "MED-5057": 1 }, "excluded_self_id": "PLAIN-1225", "ranked_doc_ids": [ "MED-1710", "MED-5057", "MED-1669", "MED-1672", "MED-918", "MED-1674", "MED-2969", "MED-3059", "MED-1261", "MED-1707", "MED-1708", "MED-3734", "MED-5056", "MED-1791", "MED-1671", "MED-3206", "MED-4120", "MED-719", "MED-993", "MED-953" ], "latency_ms": 34.439916, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.14814814814814814, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25925925925925924, "ndcg_at_10": 0.7720617383222417, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.5733945138726289, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-123", "query": "How Citrus Might Help Keep Your Hands Warm", "scope": "corpus", "category": "all", "relevant": { "MED-3474": 2, "MED-3479": 2, "MED-3482": 2, "MED-3484": 2, "MED-3485": 2, "MED-3477": 2, "MED-3467": 1, "MED-3473": 1, "MED-3469": 1, "MED-3481": 1, "MED-3471": 1, "MED-3478": 1, "MED-3475": 1, "MED-3476": 1, "MED-3480": 1, "MED-3483": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4029": 1, "MED-4013": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4019": 1, "MED-4035": 1, "MED-4036": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-123", "ranked_doc_ids": [ "MED-2083", "MED-2707", "MED-3471", "MED-2713", "MED-3482", "MED-3483", "MED-2969", "MED-4392", "MED-3476", "MED-3473", "MED-3477", "MED-3210", "MED-3610", "MED-3359", "MED-3944", "MED-4981", "MED-2278", "MED-2188", "MED-2265", "MED-4658" ], "latency_ms": 35.619291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0392156862745098, "ndcg_at_5": 0.21599512883074581, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09803921568627451, "ndcg_at_10": 0.28286745619180165, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11764705882352941, "ndcg_at_20": 0.2685269263330851, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1236", "query": "galactosemia", "scope": "corpus", "category": "all", "relevant": { "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1 }, "excluded_self_id": "PLAIN-1236", "ranked_doc_ids": [ "MED-2354", "MED-2348", "MED-2351", "MED-2363", "MED-2355", "MED-2369", "MED-720", "MED-5189", "MED-1672", "MED-2352", "MED-5133", "MED-2366", "MED-719", "MED-2356", "MED-4724", "MED-4833", "MED-2849", "MED-2272", "MED-3059", "MED-2971" ], "latency_ms": 33.857875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1249", "query": "genetic manipulation", "scope": "corpus", "category": "all", "relevant": { "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1 }, "excluded_self_id": "PLAIN-1249", "ranked_doc_ids": [ "MED-1744", "MED-2328", "MED-1753", "MED-2335", "MED-4358", "MED-2333", "MED-2331", "MED-1874", "MED-1750", "MED-2303", "MED-4888", "MED-2518", "MED-2509", "MED-4539", "MED-2116", "MED-5069", "MED-2674", "MED-1748", "MED-4763", "MED-1442" ], "latency_ms": 31.340958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1262", "query": "Global Burden of Disease Study", "scope": "corpus", "category": "all", "relevant": { "MED-2076": 1, "MED-2077": 1, "MED-2078": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1 }, "excluded_self_id": "PLAIN-1262", "ranked_doc_ids": [ "MED-983", "MED-1054", "MED-2723", "MED-2214", "MED-4096", "MED-2000", "MED-5302", "MED-3001", "MED-1703", "MED-2217", "MED-5331", "MED-3974", "MED-4132", "MED-4891", "MED-2309", "MED-1056", "MED-1944", "MED-2941", "MED-2722", "MED-5006" ], "latency_ms": 35.258792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1275", "query": "goji berries", "scope": "corpus", "category": "all", "relevant": { "MED-2882": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2895": 1, "MED-2926": 1, "MED-2922": 1, "MED-3465": 1, "MED-2923": 1, "MED-2925": 1, "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-3609": 1, "MED-3610": 1, "MED-4544": 1, "MED-2899": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2894": 1, "MED-2924": 1, "MED-2928": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3534": 1, "MED-3535": 1, "MED-3619": 1, "MED-3601": 1, "MED-3602": 1, "MED-3603": 1, "MED-3604": 1, "MED-3615": 1, "MED-3606": 1, "MED-3607": 1, "MED-3608": 1, "MED-4545": 1, "MED-4712": 1, "MED-5083": 1, "MED-5084": 1 }, "excluded_self_id": "PLAIN-1275", "ranked_doc_ids": [ "MED-4712", "MED-2886", "MED-2924", "MED-4900", "MED-2925", "MED-2922", "MED-5071", "MED-2667", "MED-1671", "MED-2663", "MED-2665", "MED-4901", "MED-2888", "MED-5070", "MED-4859", "MED-3442", "MED-3946", "MED-3465", "MED-3944", "MED-4903" ], "latency_ms": 32.783625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07272727272727272, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09090909090909091, "ndcg_at_10": 0.6325414799409711, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12727272727272726, "ndcg_at_20": 0.4789658594515904, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1288", "query": "grapes", "scope": "corpus", "category": "all", "relevant": { "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2668": 1, "MED-2670": 1, "MED-2669": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-3697": 1, "MED-3698": 1, "MED-3699": 1, "MED-3742": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1533": 1, "MED-1534": 1, "MED-1535": 1, "MED-3900": 1, "MED-5081": 1, "MED-1538": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-1789": 1, "MED-1790": 1, "MED-1791": 1, "MED-1792": 1, "MED-1793": 1, "MED-1794": 1, "MED-1795": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2272": 1, "MED-2273": 1, "MED-2274": 1, "MED-3464": 1, "MED-2276": 1, "MED-3535": 1, "MED-2278": 1, "MED-2324": 1, "MED-2325": 1, "MED-2326": 1, "MED-2327": 1, "MED-2328": 1, "MED-2335": 1, "MED-2330": 1, "MED-2331": 1, "MED-2332": 1, "MED-2333": 1, "MED-2823": 1, "MED-2336": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2667": 1, "MED-2819": 1, "MED-2882": 1, "MED-2898": 1, "MED-2893": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2899": 1, "MED-2888": 1, "MED-2889": 1, "MED-2894": 1, "MED-2895": 1, "MED-4523": 1, "MED-2966": 1, "MED-2967": 1, "MED-2951": 1, "MED-2968": 1, "MED-2969": 1, "MED-2970": 1, "MED-2971": 1, "MED-2972": 1, "MED-3540": 1, "MED-3544": 1, "MED-3696": 1, "MED-3700": 1, "MED-3701": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4029": 1, "MED-4013": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4019": 1, "MED-4035": 1, "MED-4036": 1, "MED-4127": 1, "MED-4124": 1, "MED-4125": 1, "MED-4126": 1, "MED-4265": 1, "MED-4266": 1, "MED-4267": 1, "MED-4286": 1, "MED-4281": 1, "MED-4413": 1, "MED-4545": 1, "MED-4585": 1, "MED-5064": 1, "MED-5065": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-1288", "ranked_doc_ids": [ "MED-1538", "MED-2663", "MED-2083", "MED-2668", "MED-3700", "MED-3952", "MED-3480", "MED-5071", "MED-398", "MED-3701", "MED-3744", "MED-2669", "MED-4585", "MED-2085", "MED-3199", "MED-4384", "MED-1533", "MED-3929", "MED-3204", "MED-2924" ], "latency_ms": 32.626916, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.02040816326530612, "ndcg_at_5": 0.830419897363192, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.025510204081632654, "ndcg_at_10": 0.6025064803817581, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04591836734693878, "ndcg_at_20": 0.5382134375175331, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1299", "query": "growth promoters", "scope": "corpus", "category": "all", "relevant": { "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-3563": 1, "MED-3557": 1, "MED-3558": 1, "MED-3887": 1, "MED-2086": 1, "MED-2087": 1, "MED-2088": 1, "MED-2773": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-3567": 1, "MED-3884": 1, "MED-3885": 1, "MED-3570": 1, "MED-3886": 1, "MED-3572": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3577": 1, "MED-3891": 1, "MED-3892": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4144": 1, "MED-4145": 1, "MED-4146": 1, "MED-4147": 1, "MED-4148": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4791": 1, "MED-4792": 1, "MED-4804": 1, "MED-4794": 1, "MED-4795": 1, "MED-4796": 1, "MED-4797": 1, "MED-4798": 1, "MED-4799": 1, "MED-4800": 1, "MED-4801": 1, "MED-4802": 1, "MED-4803": 1, "MED-4912": 1, "MED-4911": 1, "MED-5341": 1 }, "excluded_self_id": "PLAIN-1299", "ranked_doc_ids": [ "MED-3496", "MED-4890", "MED-1791", "MED-4224", "MED-2233", "MED-4220", "MED-3452", "MED-4212", "MED-1223", "MED-2579", "MED-4239", "MED-2774", "MED-1752", "MED-2498", "MED-1339", "MED-2102", "MED-3550", "MED-2573", "MED-5341", "MED-3840" ], "latency_ms": 31.486583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03278688524590164, "ndcg_at_20": 0.07124960873295988, "mrr_at_20": 0.08333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1309", "query": "halibut", "scope": "corpus", "category": "all", "relevant": { "MED-4182": 1, "MED-4183": 1, "MED-4380": 1, "MED-4381": 1 }, "excluded_self_id": "PLAIN-1309", "ranked_doc_ids": [ "MED-4376", "MED-4948", "MED-4960", "MED-4943", "MED-4933", "MED-4937", "MED-3031", "MED-4379", "MED-3030", "MED-930", "MED-3021", "MED-5144", "MED-4932", "MED-3592", "MED-4881", "MED-4964", "MED-4730", "MED-4947", "MED-709", "MED-3034" ], "latency_ms": 33.326375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1320", "query": "Harvard Physicians\u2019 Study II", "scope": "corpus", "category": "all", "relevant": { "MED-2757": 1, "MED-2758": 1, "MED-2762": 1, "MED-2759": 1, "MED-2760": 1, "MED-2761": 1 }, "excluded_self_id": "PLAIN-1320", "ranked_doc_ids": [ "MED-761", "MED-1549", "MED-4674", "MED-748", "MED-727", "MED-3756", "MED-2525", "MED-2761", "MED-1051", "MED-4374", "MED-1986", "MED-1429", "MED-3749", "MED-5343", "MED-728", "MED-1498", "MED-3760", "MED-2528", "MED-1545", "MED-3407" ], "latency_ms": 35.031125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.09546043308946735, "mrr_at_10": 0.125, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.09546043308946735, "mrr_at_20": 0.125, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-133", "query": "Starving Tumors of Their Blood Supply", "scope": "corpus", "category": "all", "relevant": { "MED-3549": 2, "MED-3550": 2, "MED-3551": 2, "MED-3554": 2, "MED-3555": 2, "MED-3548": 1, "MED-3552": 1, "MED-3553": 1, "MED-4089": 1, "MED-4090": 1, "MED-4652": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1, "MED-5341": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-133", "ranked_doc_ids": [ "MED-3277", "MED-4490", "MED-4116", "MED-3550", "MED-2513", "MED-2129", "MED-1666", "MED-3281", "MED-2138", "MED-4373", "MED-3801", "MED-1532", "MED-3751", "MED-5053", "MED-4374", "MED-3280", "MED-1719", "MED-2108", "MED-4960", "MED-3789" ], "latency_ms": 33.085875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.027777777777777776, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.027777777777777776, "ndcg_at_10": 0.11496943328345771, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.027777777777777776, "ndcg_at_20": 0.08623251721278308, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1331", "query": "hearing", "scope": "corpus", "category": "all", "relevant": { "MED-4375": 1 }, "excluded_self_id": "PLAIN-1331", "ranked_doc_ids": [ "MED-919", "MED-2453", "MED-3665", "MED-3352", "MED-3278", "MED-3274", "MED-3801", "MED-3355", "MED-2787", "MED-5036", "MED-4560", "MED-3272", "MED-1988", "MED-5300", "MED-732", "MED-2476", "MED-5145", "MED-3771", "MED-306", "MED-4384" ], "latency_ms": 32.629417, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1342", "query": "heme iron", "scope": "corpus", "category": "all", "relevant": { "MED-1401": 1, "MED-1402": 1, "MED-1366": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-2582": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1 }, "excluded_self_id": "PLAIN-1342", "ranked_doc_ids": [ "MED-1403", "MED-4317", "MED-2851", "MED-1401", "MED-2845", "MED-4772", "MED-2844", "MED-897", "MED-4773", "MED-4926", "MED-4316", "MED-898", "MED-5326", "MED-4318", "MED-2983", "MED-2984", "MED-2979", "MED-2901", "MED-4493", "MED-4320" ], "latency_ms": 33.001208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1875, "ndcg_at_5": 0.6992148198508501, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1875, "ndcg_at_10": 0.4537425745411855, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3125, "ndcg_at_20": 0.42523876562368973, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1353", "query": "hernia", "scope": "corpus", "category": "all", "relevant": { "MED-2997": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1 }, "excluded_self_id": "PLAIN-1353", "ranked_doc_ids": [ "MED-976", "MED-1029", "MED-722", "MED-718", "MED-1665", "MED-3691", "MED-2787", "MED-3503", "MED-4514", "MED-4049", "MED-2041", "MED-4271", "MED-979", "MED-5175", "MED-4883", "MED-5230", "MED-1046", "MED-1886", "MED-946", "MED-3685" ], "latency_ms": 32.06975, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1363", "query": "Hiroshima", "scope": "corpus", "category": "all", "relevant": { "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1 }, "excluded_self_id": "PLAIN-1363", "ranked_doc_ids": [ "MED-3630", "MED-3632", "MED-3635", "MED-3620", "MED-3629", "MED-3622", "MED-3636", "MED-3626", "MED-3634", "MED-3628", "MED-3033", "MED-3623", "MED-2940", "MED-859", "MED-2773", "MED-5162", "MED-3607", "MED-3615", "MED-3378", "MED-2422" ], "latency_ms": 32.831084, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2727272727272727, "ndcg_at_10": 0.2426178552850034, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.45454545454545453, "ndcg_at_20": 0.3334359623183478, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1374", "query": "hormonal dysfunction", "scope": "corpus", "category": "all", "relevant": { "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4752": 1, "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1, "MED-4758": 1, "MED-4759": 1, "MED-4897": 1, "MED-4951": 1 }, "excluded_self_id": "PLAIN-1374", "ranked_doc_ids": [ "MED-4322", "MED-833", "MED-2643", "MED-2122", "MED-3779", "MED-4308", "MED-4642", "MED-1763", "MED-3429", "MED-820", "MED-835", "MED-3778", "MED-824", "MED-831", "MED-3792", "MED-4162", "MED-2086", "MED-4321", "MED-826", "MED-822" ], "latency_ms": 33.593167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1387", "query": "hyperactivity", "scope": "corpus", "category": "all", "relevant": { "MED-3378": 1, "MED-3380": 1, "MED-5062": 1, "MED-3382": 1, "MED-3383": 1, "MED-3384": 1, "MED-3379": 1, "MED-3381": 1, "MED-4711": 1, "MED-4840": 1, "MED-5058": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-1387", "ranked_doc_ids": [ "MED-3380", "MED-5063", "MED-3383", "MED-5062", "MED-3382", "MED-3381", "MED-5058", "MED-1153", "MED-3771", "MED-3384", "MED-4655", "MED-2910", "MED-4234", "MED-1171", "MED-1502", "MED-2036", "MED-1763", "MED-3035", "MED-1003", "MED-1862" ], "latency_ms": 33.164708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.4166666666666667, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.8643145546088337, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7711102722235416, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1398", "query": "IGF-1", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-3563": 1, "MED-3557": 1, "MED-3558": 1, "MED-1763": 1, "MED-1584": 1, "MED-1585": 1, "MED-1586": 1, "MED-1587": 1, "MED-1588": 1, "MED-1595": 1, "MED-1596": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-1711": 1, "MED-1712": 1, "MED-2763": 1, "MED-1714": 1, "MED-1715": 1, "MED-1716": 1, "MED-1717": 1, "MED-1718": 1, "MED-1719": 1, "MED-1720": 1, "MED-1721": 1, "MED-1722": 1, "MED-1723": 1, "MED-1724": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2355": 1, "MED-2356": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4112": 1, "MED-4113": 1, "MED-4114": 1, "MED-4115": 1, "MED-4163": 1, "MED-4164": 1, "MED-4224": 1, "MED-4226": 1, "MED-4228": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-4220": 1, "MED-4612": 1, "MED-4222": 1, "MED-4223": 1, "MED-4225": 1, "MED-4227": 1, "MED-4897": 1, "MED-4953": 1, "MED-4954": 1 }, "excluded_self_id": "PLAIN-1398", "ranked_doc_ids": [ "MED-1722", "MED-1715", "MED-4212", "MED-4220", "MED-1719", "MED-1223", "MED-1724", "MED-1723", "MED-4216", "MED-4211", "MED-4897", "MED-4239", "MED-1720", "MED-3959", "MED-1229", "MED-4112", "MED-1712", "MED-1716", "MED-1587", "MED-4752" ], "latency_ms": 33.067625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.04854368932038835, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08737864077669903, "ndcg_at_10": 0.9216017310213246, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1553398058252427, "ndcg_at_20": 0.8431713778032659, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1409", "query": "industrial toxins", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-3028": 1, "MED-2913": 1, "MED-3021": 1, "MED-3012": 1, "MED-3033": 1, "MED-2906": 1, "MED-3034": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-1098": 1, "MED-1099": 1, "MED-1100": 1, "MED-1101": 1, "MED-3590": 1, "MED-1763": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1595": 1, "MED-1596": 1, "MED-1597": 1, "MED-1747": 1, "MED-1748": 1, "MED-1749": 1, "MED-1750": 1, "MED-1751": 1, "MED-1752": 1, "MED-1753": 1, "MED-1754": 1, "MED-1762": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-1831": 1, "MED-1832": 1, "MED-1833": 1, "MED-1834": 1, "MED-5092": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-2042": 1, "MED-2043": 1, "MED-2044": 1, "MED-2045": 1, "MED-2046": 1, "MED-2047": 1, "MED-2048": 1, "MED-2049": 1, "MED-2050": 1, "MED-2051": 1, "MED-2052": 1, "MED-2099": 1, "MED-2100": 1, "MED-2101": 1, "MED-2102": 1, "MED-2103": 1, "MED-2529": 1, "MED-2105": 1, "MED-2106": 1, "MED-2107": 1, "MED-2108": 1, "MED-2385": 1, "MED-2386": 1, "MED-2395": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2407": 1, "MED-2405": 1, "MED-2394": 1, "MED-2397": 1, "MED-2398": 1, "MED-2400": 1, "MED-2402": 1, "MED-2411": 1, "MED-2404": 1, "MED-2406": 1, "MED-2409": 1, "MED-2410": 1, "MED-2412": 1, "MED-2413": 1, "MED-2461": 1, "MED-2464": 1, "MED-2468": 1, "MED-2469": 1, "MED-2471": 1, "MED-2472": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2479": 1, "MED-2482": 1, "MED-2484": 1, "MED-3687": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3035": 1, "MED-2921": 1, "MED-3102": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4167": 1, "MED-4168": 1, "MED-4169": 1, "MED-4170": 1, "MED-4171": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4180": 1, "MED-4181": 1, "MED-4182": 1, "MED-4183": 1, "MED-4184": 1, "MED-4187": 1, "MED-4404": 1, "MED-4405": 1, "MED-4436": 1, "MED-4525": 1, "MED-4526": 1, "MED-4527": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1, "MED-4531": 1, "MED-4532": 1, "MED-4534": 1, "MED-4536": 1, "MED-4548": 1, "MED-4622": 1, "MED-4936": 1, "MED-4730": 1, "MED-4653": 1, "MED-4654": 1, "MED-4655": 1, "MED-4656": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4944": 1, "MED-4950": 1, "MED-4991": 1, "MED-4992": 1, "MED-5085": 1, "MED-5086": 1, "MED-5087": 1, "MED-5088": 1, "MED-5089": 1, "MED-5094": 1, "MED-5095": 1, "MED-5096": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5102": 1, "MED-5104": 1, "MED-5105": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-1409", "ranked_doc_ids": [ "MED-4870", "MED-1956", "MED-943", "MED-4380", "MED-5025", "MED-4949", "MED-1265", "MED-1957", "MED-3497", "MED-1959", "MED-1272", "MED-4790", "MED-2493", "MED-2173", "MED-3592", "MED-1774", "MED-1140", "MED-3013", "MED-2643", "MED-1598" ], "latency_ms": 32.418583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.003952569169960474, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.011857707509881422, "ndcg_at_10": 0.27191445400928355, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03162055335968379, "ndcg_at_20": 0.34935410511792225, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1419", "query": "insects", "scope": "corpus", "category": "all", "relevant": { "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-1148": 1, "MED-1149": 1, "MED-1150": 1, "MED-1151": 1, "MED-1152": 1, "MED-1153": 1, "MED-1179": 1, "MED-1181": 1, "MED-1156": 1, "MED-2337": 1, "MED-2338": 1, "MED-2339": 1, "MED-2340": 1, "MED-2341": 1, "MED-2355": 1, "MED-2356": 1, "MED-2344": 1, "MED-2345": 1, "MED-2346": 1, "MED-2347": 1, "MED-2348": 1, "MED-2349": 1, "MED-2350": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-4198": 1, "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4357": 1, "MED-4403": 1, "MED-4913": 1, "MED-4914": 1, "MED-4915": 1, "MED-5029": 1 }, "excluded_self_id": "PLAIN-1419", "ranked_doc_ids": [ "MED-4198", "MED-3710", "MED-1150", "MED-4403", "MED-4357", "MED-4915", "MED-2335", "MED-1285", "MED-2333", "MED-1288", "MED-2331", "MED-3279", "MED-948", "MED-4545", "MED-4142", "MED-1757", "MED-5312", "MED-4594", "MED-4654", "MED-1749" ], "latency_ms": 33.726208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06153846153846154, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07692307692307693, "ndcg_at_10": 0.5884674004369673, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09230769230769231, "ndcg_at_20": 0.4181622840405036, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1429", "query": "Iowa Women\u2019s Health Study", "scope": "corpus", "category": "all", "relevant": { "MED-2757": 1, "MED-2758": 1, "MED-2762": 1, "MED-2759": 1, "MED-2760": 1, "MED-2761": 1 }, "excluded_self_id": "PLAIN-1429", "ranked_doc_ids": [ "MED-3696", "MED-2305", "MED-2428", "MED-3799", "MED-3862", "MED-3791", "MED-5125", "MED-2426", "MED-3697", "MED-5344", "MED-4581", "MED-3656", "MED-2414", "MED-4786", "MED-3793", "MED-4787", "MED-1564", "MED-4783", "MED-1678", "MED-5087" ], "latency_ms": 32.920458, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-143", "query": "Are Dental X-Rays Safe?", "scope": "corpus", "category": "all", "relevant": { "MED-3618": 2, "MED-3621": 2, "MED-3619": 1, "MED-3601": 1, "MED-3602": 1, "MED-3603": 1, "MED-3604": 1, "MED-3615": 1, "MED-3606": 1, "MED-3607": 1, "MED-3608": 1, "MED-3609": 1, "MED-3610": 1, "MED-3617": 1, "MED-3620": 1, "MED-3622": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-143", "ranked_doc_ids": [ "MED-3619", "MED-3618", "MED-4028", "MED-4036", "MED-2093", "MED-3623", "MED-4026", "MED-3625", "MED-3624", "MED-4035", "MED-4023", "MED-3626", "MED-4027", "MED-3608", "MED-4030", "MED-4025", "MED-2095", "MED-4029", "MED-2096", "MED-872" ], "latency_ms": 35.134625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0392156862745098, "ndcg_at_5": 0.49392169351461673, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09803921568627451, "ndcg_at_10": 0.523858981477469, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13725490196078433, "ndcg_at_20": 0.4337068173478094, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1441", "query": "Japan", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2999": 1, "MED-2997": 1, "MED-2765": 1, "MED-3001": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-2882": 1, "MED-2899": 1, "MED-2894": 1, "MED-3136": 1, "MED-3138": 1, "MED-3141": 1, "MED-3140": 1, "MED-3443": 1, "MED-3444": 1, "MED-3441": 1, "MED-3445": 1, "MED-3446": 1, "MED-3442": 1, "MED-3447": 1, "MED-3448": 1, "MED-1318": 1, "MED-1319": 1, "MED-1320": 1, "MED-1321": 1, "MED-1322": 1, "MED-1323": 1, "MED-1324": 1, "MED-1612": 1, "MED-1326": 1, "MED-1327": 1, "MED-1328": 1, "MED-1329": 1, "MED-1330": 1, "MED-1331": 1, "MED-1332": 1, "MED-1333": 1, "MED-1334": 1, "MED-1335": 1, "MED-1795": 1, "MED-1418": 1, "MED-1419": 1, "MED-1420": 1, "MED-1421": 1, "MED-3964": 1, "MED-4342": 1, "MED-1581": 1, "MED-1425": 1, "MED-1426": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2126": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-3000": 1, "MED-2773": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2895": 1, "MED-3139": 1, "MED-3142": 1, "MED-3143": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3863": 1, "MED-3864": 1, "MED-3865": 1, "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-3971": 1, "MED-3972": 1, "MED-3973": 1, "MED-3974": 1, "MED-3975": 1, "MED-4127": 1, "MED-4124": 1, "MED-4125": 1, "MED-4126": 1, "MED-4184": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-4466": 1, "MED-4625": 1, "MED-4626": 1, "MED-4635": 1, "MED-4640": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-5030": 1 }, "excluded_self_id": "PLAIN-1441", "ranked_doc_ids": [ "MED-2299", "MED-2773", "MED-2657", "MED-3973", "MED-3033", "MED-3629", "MED-1332", "MED-2660", "MED-5363", "MED-2216", "MED-3632", "MED-2770", "MED-2218", "MED-3448", "MED-5364", "MED-5117", "MED-3630", "MED-4963", "MED-4824", "MED-5094" ], "latency_ms": 33.213667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.016129032258064516, "ndcg_at_5": 0.5296347172140421, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03225806451612903, "ndcg_at_10": 0.5648901044069581, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.053763440860215055, "ndcg_at_20": 0.5129865943180983, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1453", "query": "junk food", "scope": "corpus", "category": "all", "relevant": { "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3093": 1, "MED-332": 1, "MED-3090": 1, "MED-334": 1, "MED-335": 1, "MED-3092": 1, "MED-3094": 1, "MED-3348": 1, "MED-3351": 1, "MED-3354": 1, "MED-3359": 1, "MED-3352": 1, "MED-3350": 1, "MED-3356": 1, "MED-3358": 1, "MED-3355": 1, "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-3374": 1, "MED-3598": 1, "MED-3597": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-1374": 1, "MED-1375": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-2505": 1, "MED-1380": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1533": 1, "MED-1534": 1, "MED-1535": 1, "MED-3900": 1, "MED-5081": 1, "MED-1538": 1, "MED-1540": 1, "MED-1541": 1, "MED-1557": 1, "MED-1558": 1, "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1581": 1, "MED-1582": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1650": 1, "MED-1651": 1, "MED-2726": 1, "MED-2221": 1, "MED-4602": 1, "MED-1760": 1, "MED-1761": 1, "MED-1847": 1, "MED-1848": 1, "MED-1849": 1, "MED-1850": 1, "MED-1851": 1, "MED-1852": 1, "MED-1861": 1, "MED-1862": 1, "MED-1863": 1, "MED-1864": 1, "MED-1865": 1, "MED-1866": 1, "MED-1867": 1, "MED-1868": 1, "MED-1869": 1, "MED-1871": 1, "MED-1872": 1, "MED-1873": 1, "MED-1874": 1, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-2722": 1, "MED-2489": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2126": 1, "MED-2179": 1, "MED-2180": 1, "MED-2181": 1, "MED-2182": 1, "MED-2183": 1, "MED-2184": 1, "MED-2219": 1, "MED-2220": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2288": 1, "MED-3137": 1, "MED-2290": 1, "MED-2291": 1, "MED-2292": 1, "MED-2293": 1, "MED-2294": 1, "MED-2295": 1, "MED-2296": 1, "MED-2819": 1, "MED-3051": 1, "MED-3055": 1, "MED-3056": 1, "MED-3057": 1, "MED-3085": 1, "MED-3086": 1, "MED-3091": 1, "MED-3095": 1, "MED-3096": 1, "MED-3371": 1, "MED-3353": 1, "MED-3373": 1, "MED-3375": 1, "MED-3599": 1, "MED-3769": 1, "MED-3770": 1, "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4251": 1, "MED-4352": 1, "MED-4353": 1, "MED-4450": 1, "MED-4556": 1, "MED-4559": 1, "MED-4585": 1, "MED-4590": 1, "MED-4587": 1, "MED-4588": 1, "MED-4589": 1, "MED-4686": 1, "MED-4687": 1, "MED-4689": 1, "MED-4711": 1, "MED-4715": 1, "MED-4716": 1, "MED-4744": 1, "MED-4746": 1, "MED-4785": 1, "MED-4782": 1, "MED-5038": 1, "MED-5039": 1, "MED-5040": 1, "MED-5052": 1, "MED-5056": 1, "MED-5057": 1, "MED-5059": 1, "MED-5062": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-1453", "ranked_doc_ids": [ "MED-5063", "MED-4746", "MED-3375", "MED-2991", "MED-4287", "MED-5032", "MED-3376", "MED-2646", "MED-4372", "MED-2526", "MED-2765", "MED-5110", "MED-1650", "MED-2180", "MED-5028", "MED-1208", "MED-1098", "MED-2750", "MED-4972", "MED-2720" ], "latency_ms": 31.910083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.012244897959183673, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0163265306122449, "ndcg_at_10": 0.5423640154200348, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.024489795918367346, "ndcg_at_20": 0.4236870648866986, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1463", "query": "kidney beans", "scope": "corpus", "category": "all", "relevant": { "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-4523": 1, "MED-2967": 1, "MED-2969": 1, "MED-2971": 1, "MED-3136": 1, "MED-3137": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1 }, "excluded_self_id": "PLAIN-1463", "ranked_doc_ids": [ "MED-2147", "MED-3136", "MED-4991", "MED-3132", "MED-1606", "MED-5338", "MED-5079", "MED-3138", "MED-2010", "MED-2140", "MED-5028", "MED-1138", "MED-1137", "MED-1593", "MED-847", "MED-4510", "MED-3141", "MED-3093", "MED-1880", "MED-884" ], "latency_ms": 31.104584, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.041666666666666664, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.27191445400928355, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.20954768244788674, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1473", "query": "kohlrabi", "scope": "corpus", "category": "all", "relevant": { "MED-4455": 1 }, "excluded_self_id": "PLAIN-1473", "ranked_doc_ids": [ "MED-4455", "MED-4999", "MED-957", "MED-1939", "MED-5078", "MED-3891", "MED-4049", "MED-4091", "MED-2150", "MED-1864", "MED-1773", "MED-5239", "MED-2049", "MED-2205", "MED-3969", "MED-1000", "MED-4146", "MED-5293", "MED-4133", "MED-3919" ], "latency_ms": 34.817167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1485", "query": "lard", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-1249": 1, "MED-1250": 1, "MED-4831": 1, "MED-1252": 1, "MED-1253": 1, "MED-1254": 1, "MED-1801": 1, "MED-1256": 1, "MED-1257": 1, "MED-1258": 1, "MED-1381": 1, "MED-2593": 1, "MED-1383": 1, "MED-1393": 1, "MED-4710": 1, "MED-1386": 1, "MED-1387": 1, "MED-1388": 1, "MED-1389": 1, "MED-1390": 1, "MED-1394": 1, "MED-1491": 1, "MED-1492": 1, "MED-1493": 1, "MED-1494": 1, "MED-1495": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-4349": 1, "MED-4520": 1, "MED-4450": 1, "MED-4451": 1, "MED-4686": 1 }, "excluded_self_id": "PLAIN-1485", "ranked_doc_ids": [ "MED-1137", "MED-884", "MED-2260", "MED-3089", "MED-1412", "MED-4481", "MED-3094", "MED-3236", "MED-3350", "MED-2529", "MED-2180", "MED-3232", "MED-1138", "MED-2780", "MED-3801", "MED-3235", "MED-4554", "MED-3769", "MED-2769", "MED-885" ], "latency_ms": 30.943708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1496", "query": "leeks", "scope": "corpus", "category": "all", "relevant": { "MED-4859": 1 }, "excluded_self_id": "PLAIN-1496", "ranked_doc_ids": [ "MED-4714", "MED-3854", "MED-970", "MED-3374", "MED-4231", "MED-948", "MED-4382", "MED-3123", "MED-2888", "MED-4820", "MED-2753", "MED-2180", "MED-5027", "MED-3442", "MED-5182", "MED-3140", "MED-3132", "MED-2581", "MED-1319", "MED-1412" ], "latency_ms": 31.921833, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1506", "query": "leucine", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1 }, "excluded_self_id": "PLAIN-1506", "ranked_doc_ids": [ "MED-2126", "MED-2326", "MED-3270", "MED-3821", "MED-2129", "MED-5304", "MED-2501", "MED-3281", "MED-5165", "MED-4305", "MED-3235", "MED-2271", "MED-1138", "MED-4306", "MED-4164", "MED-3928", "MED-3273", "MED-2509", "MED-5164", "MED-5120" ], "latency_ms": 32.844875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06666666666666667, "ndcg_at_10": 0.07336392209936005, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13333333333333333, "ndcg_at_20": 0.0970326701114995, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1516", "query": "Lindane", "scope": "corpus", "category": "all", "relevant": { "MED-5102": 1, "MED-5104": 1 }, "excluded_self_id": "PLAIN-1516", "ranked_doc_ids": [ "MED-4181", "MED-1156", "MED-4943", "MED-4935", "MED-4184", "MED-930", "MED-4729", "MED-2650", "MED-4727", "MED-4972", "MED-1963", "MED-4072", "MED-1958", "MED-4942", "MED-4740", "MED-4194", "MED-4857", "MED-4168", "MED-4451", "MED-1098" ], "latency_ms": 30.692125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1527", "query": "liver disease", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2780": 1, "MED-2810": 1, "MED-2787": 1, "MED-2788": 1, "MED-2777": 1, "MED-2816": 1, "MED-3315": 1, "MED-3305": 1, "MED-3308": 1, "MED-3310": 1, "MED-3312": 1, "MED-3318": 1, "MED-3313": 1, "MED-3486": 1, "MED-3492": 1, "MED-3487": 1, "MED-3493": 1, "MED-3488": 1, "MED-3489": 1, "MED-3490": 1, "MED-3491": 1, "MED-3811": 1, "MED-1301": 1, "MED-1302": 1, "MED-1303": 1, "MED-1304": 1, "MED-1305": 1, "MED-1313": 1, "MED-1307": 1, "MED-1308": 1, "MED-1309": 1, "MED-1327": 1, "MED-1669": 1, "MED-1670": 1, "MED-1671": 1, "MED-1672": 1, "MED-1673": 1, "MED-1674": 1, "MED-1675": 1, "MED-1676": 1, "MED-1706": 1, "MED-1707": 1, "MED-1708": 1, "MED-1709": 1, "MED-1710": 1, "MED-1853": 1, "MED-1871": 1, "MED-1864": 1, "MED-4027": 1, "MED-1857": 1, "MED-1858": 1, "MED-1859": 1, "MED-1860": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2042": 1, "MED-2043": 1, "MED-2044": 1, "MED-2045": 1, "MED-2046": 1, "MED-2047": 1, "MED-2048": 1, "MED-2049": 1, "MED-2050": 1, "MED-2051": 1, "MED-2052": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2154": 1, "MED-2155": 1, "MED-2156": 1, "MED-2157": 1, "MED-2158": 1, "MED-2159": 1, "MED-2160": 1, "MED-2161": 1, "MED-2162": 1, "MED-2163": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2355": 1, "MED-2356": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-2616": 1, "MED-2617": 1, "MED-2618": 1, "MED-2619": 1, "MED-2674": 1, "MED-2815": 1, "MED-2781": 1, "MED-2782": 1, "MED-2783": 1, "MED-2818": 1, "MED-2785": 1, "MED-2786": 1, "MED-3306": 1, "MED-3307": 1, "MED-3309": 1, "MED-3311": 1, "MED-3314": 1, "MED-3317": 1, "MED-3319": 1, "MED-3320": 1, "MED-3321": 1, "MED-3733": 1, "MED-3734": 1, "MED-3744": 1, "MED-3745": 1, "MED-3742": 1, "MED-3738": 1, "MED-3747": 1, "MED-3743": 1, "MED-3748": 1, "MED-4100": 1, "MED-4101": 1, "MED-4102": 1, "MED-4116": 1, "MED-4117": 1, "MED-4118": 1, "MED-4119": 1, "MED-4165": 1, "MED-4969": 1, "MED-4363": 1, "MED-4364": 1, "MED-4373": 1, "MED-4374": 1, "MED-4415": 1, "MED-4416": 1, "MED-4417": 1, "MED-4418": 1, "MED-4543": 1, "MED-4544": 1, "MED-4804": 1, "MED-4812": 1, "MED-4813": 1, "MED-4814": 1, "MED-4815": 1, "MED-4816": 1, "MED-4817": 1, "MED-4870": 1, "MED-4872": 1, "MED-4873": 1, "MED-4874": 1, "MED-4930": 1, "MED-4991": 1, "MED-4992": 1, "MED-5025": 1, "MED-5079": 1, "MED-5080": 1, "MED-5157": 1, "MED-5158": 1, "MED-5163": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-1527", "ranked_doc_ids": [ "MED-4814", "MED-912", "MED-1304", "MED-5163", "MED-2160", "MED-4873", "MED-2157", "MED-2158", "MED-5158", "MED-3312", "MED-3488", "MED-4930", "MED-1309", "MED-1307", "MED-5157", "MED-2161", "MED-2154", "MED-4101", "MED-2046", "MED-864" ], "latency_ms": 30.832042, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.019801980198019802, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.04455445544554455, "ndcg_at_10": 0.8611375561264454, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0891089108910891, "ndcg_at_20": 0.8780444216483366, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-153", "query": "How Should I Take Probiotics?", "scope": "corpus", "category": "all", "relevant": { "MED-3679": 2, "MED-3671": 1, "MED-3672": 1, "MED-3673": 1, "MED-3674": 1, "MED-3675": 1, "MED-3676": 1, "MED-3677": 1, "MED-3678": 1, "MED-3680": 1, "MED-3681": 1, "MED-3682": 1, "MED-3683": 1, "MED-3693": 1, "MED-3685": 1, "MED-3686": 1, "MED-3687": 1, "MED-3688": 1, "MED-3689": 1, "MED-3690": 1, "MED-3691": 1, "MED-3692": 1, "MED-3694": 1, "MED-3695": 1, "MED-4566": 1, "MED-4574": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-153", "ranked_doc_ids": [ "MED-3679", "MED-3690", "MED-2482", "MED-3683", "MED-3677", "MED-3692", "MED-3686", "MED-3693", "MED-3676", "MED-3687", "MED-4762", "MED-4511", "MED-3675", "MED-1426", "MED-1413", "MED-1415", "MED-3681", "MED-1131", "MED-1121", "MED-4849" ], "latency_ms": 34.219834, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0851063829787234, "ndcg_at_5": 0.8733683229467235, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.19148936170212766, "ndcg_at_10": 0.9098052407296101, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.23404255319148937, "ndcg_at_20": 0.689780623761575, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1537", "query": "low-carb diets", "scope": "corpus", "category": "all", "relevant": { "MED-2586": 1, "MED-2587": 1, "MED-2588": 1, "MED-2591": 1, "MED-1463": 1, "MED-1464": 1, "MED-1465": 1, "MED-1466": 1, "MED-1467": 1, "MED-1468": 1, "MED-1474": 1, "MED-1470": 1, "MED-1471": 1, "MED-1472": 1, "MED-1473": 1, "MED-1475": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1655": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-2589": 1, "MED-2590": 1, "MED-4514": 1, "MED-4515": 1 }, "excluded_self_id": "PLAIN-1537", "ranked_doc_ids": [ "MED-4880", "MED-1323", "MED-2586", "MED-4305", "MED-3791", "MED-3801", "MED-3582", "MED-1609", "MED-3149", "MED-2978", "MED-1445", "MED-5113", "MED-1669", "MED-2529", "MED-5329", "MED-4984", "MED-1552", "MED-2591", "MED-821", "MED-3371" ], "latency_ms": 32.96225, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.022222222222222223, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.044444444444444446, "ndcg_at_10": 0.17947710508581735, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06666666666666667, "ndcg_at_20": 0.14926615480321387, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1547", "query": "lyme disease", "scope": "corpus", "category": "all", "relevant": { "MED-2355": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2369": 1 }, "excluded_self_id": "PLAIN-1547", "ranked_doc_ids": [ "MED-2360", "MED-2361", "MED-2356", "MED-2365", "MED-911", "MED-4790", "MED-4312", "MED-1272", "MED-2355", "MED-4356", "MED-2348", "MED-4957", "MED-4131", "MED-1287", "MED-3302", "MED-4966", "MED-2338", "MED-4768", "MED-4792", "MED-4766" ], "latency_ms": 32.700541, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.22141616913382872, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.22141616913382872, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1557", "query": "magnesium", "scope": "corpus", "category": "all", "relevant": { "MED-3137": 1, "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-1133": 1, "MED-1134": 1, "MED-1135": 1, "MED-1136": 1, "MED-1137": 1, "MED-1138": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1, "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4314": 1, "MED-4315": 1, "MED-5145": 1 }, "excluded_self_id": "PLAIN-1557", "ranked_doc_ids": [ "MED-1406", "MED-4315", "MED-3918", "MED-2248", "MED-3022", "MED-2901", "MED-872", "MED-2986", "MED-1841", "MED-4079", "MED-1837", "MED-2261", "MED-1839", "MED-1845", "MED-5138", "MED-4533", "MED-1113", "MED-3595", "MED-1339", "MED-3020" ], "latency_ms": 32.638083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07692307692307693, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07692307692307693, "ndcg_at_10": 0.2489083270225946, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07692307692307693, "ndcg_at_20": 0.1606373070201721, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1568", "query": "maple syrup", "scope": "corpus", "category": "all", "relevant": { "MED-4150": 1, "MED-5056": 1 }, "excluded_self_id": "PLAIN-1568", "ranked_doc_ids": [ "MED-4150", "MED-5056", "MED-2490", "MED-3810", "MED-2971", "MED-1108", "MED-5057", "MED-2029", "MED-4821", "MED-4417", "MED-1284", "MED-1840", "MED-3182", "MED-3469", "MED-1837", "MED-1441", "MED-4416", "MED-2668", "MED-1534", "MED-1710" ], "latency_ms": 31.400167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1579", "query": "mastitis", "scope": "corpus", "category": "all", "relevant": { "MED-4667": 1, "MED-5109": 1, "MED-4665": 1, "MED-4666": 1, "MED-4668": 1 }, "excluded_self_id": "PLAIN-1579", "ranked_doc_ids": [ "MED-4801", "MED-3795", "MED-3801", "MED-1755", "MED-666", "MED-3792", "MED-900", "MED-4594", "MED-2341", "MED-904", "MED-899", "MED-5108", "MED-901", "MED-1979", "MED-4762", "MED-4396", "MED-1977", "MED-1759", "MED-3856", "MED-1757" ], "latency_ms": 31.780792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1590", "query": "medical ethics", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3619": 1, "MED-3601": 1, "MED-3602": 1, "MED-3603": 1, "MED-3604": 1, "MED-3615": 1, "MED-3606": 1, "MED-3607": 1, "MED-3608": 1, "MED-3609": 1, "MED-3610": 1 }, "excluded_self_id": "PLAIN-1590", "ranked_doc_ids": [ "MED-748", "MED-3757", "MED-3755", "MED-1344", "MED-3604", "MED-3625", "MED-5346", "MED-3626", "MED-3760", "MED-1351", "MED-1350", "MED-1053", "MED-5343", "MED-761", "MED-3001", "MED-1878", "MED-3754", "MED-3759", "MED-2112", "MED-2524" ], "latency_ms": 31.241709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05555555555555555, "ndcg_at_10": 0.08514311764162098, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.09337525008969115, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1601", "query": "memory", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2668": 1, "MED-2670": 1, "MED-2669": 1, "MED-3536": 1, "MED-3537": 1, "MED-3539": 1, "MED-5030": 1, "MED-3771": 1, "MED-3774": 1, "MED-3775": 1, "MED-3776": 1, "MED-1098": 1, "MED-1099": 1, "MED-1100": 1, "MED-1101": 1, "MED-3590": 1, "MED-1166": 1, "MED-1167": 1, "MED-1178": 1, "MED-1169": 1, "MED-1170": 1, "MED-1171": 1, "MED-1172": 1, "MED-1173": 1, "MED-1174": 1, "MED-1175": 1, "MED-1176": 1, "MED-1177": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2667": 1, "MED-3538": 1, "MED-4380": 1, "MED-4381": 1, "MED-4404": 1, "MED-4405": 1, "MED-4438": 1, "MED-4439": 1, "MED-4581": 1, "MED-4582": 1, "MED-4583": 1, "MED-4711": 1, "MED-4790": 1, "MED-4789": 1, "MED-4946": 1, "MED-4996": 1, "MED-5002": 1, "MED-5003": 1, "MED-5004": 1 }, "excluded_self_id": "PLAIN-1601", "ranked_doc_ids": [ "MED-4996", "MED-1506", "MED-4860", "MED-4581", "MED-4583", "MED-3537", "MED-1519", "MED-1700", "MED-3051", "MED-1630", "MED-5002", "MED-2665", "MED-1502", "MED-3772", "MED-1851", "MED-4582", "MED-2325", "MED-3035", "MED-1830", "MED-4588" ], "latency_ms": 32.562709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05405405405405406, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06756756756756757, "ndcg_at_10": 0.5884674004369673, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10810810810810811, "ndcg_at_20": 0.4925335237951878, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1611", "query": "mesquite", "scope": "corpus", "category": "all", "relevant": { "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2674": 1 }, "excluded_self_id": "PLAIN-1611", "ranked_doc_ids": [ "MED-3806", "MED-2391", "MED-943", "MED-2492", "MED-1572", "MED-4150", "MED-4034", "MED-1285", "MED-1580", "MED-872", "MED-1573", "MED-744", "MED-3670", "MED-1569", "MED-4865", "MED-1773", "MED-1844", "MED-4527", "MED-2257", "MED-1939" ], "latency_ms": 33.434291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1621", "query": "Mevacor", "scope": "corpus", "category": "all", "relevant": { "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1 }, "excluded_self_id": "PLAIN-1621", "ranked_doc_ids": [ "MED-1241", "MED-4548", "MED-3665", "MED-4622", "MED-3660", "MED-2708", "MED-2707", "MED-723", "MED-818", "MED-1177", "MED-744", "MED-3808", "MED-1315", "MED-1757", "MED-828", "MED-1170", "MED-4177", "MED-2906", "MED-2713", "MED-4194" ], "latency_ms": 33.502792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1635", "query": "milk", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-3146": 1, "MED-3145": 1, "MED-3781": 1, "MED-3789": 1, "MED-3790": 1, "MED-3782": 1, "MED-3780": 1, "MED-3784": 1, "MED-3220": 1, "MED-3221": 1, "MED-3231": 1, "MED-3230": 1, "MED-3236": 1, "MED-3217": 1, "MED-3237": 1, "MED-3250": 1, "MED-3251": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-1148": 1, "MED-1149": 1, "MED-1150": 1, "MED-1151": 1, "MED-1152": 1, "MED-1153": 1, "MED-1179": 1, "MED-1181": 1, "MED-1156": 1, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1551": 1, "MED-1552": 1, "MED-1553": 1, "MED-1554": 1, "MED-1555": 1, "MED-1556": 1, "MED-1557": 1, "MED-1558": 1, "MED-1763": 1, "MED-1584": 1, "MED-1585": 1, "MED-1586": 1, "MED-1587": 1, "MED-1588": 1, "MED-1595": 1, "MED-1596": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1597": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-1762": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2031": 1, "MED-2032": 1, "MED-2033": 1, "MED-2034": 1, "MED-2035": 1, "MED-2036": 1, "MED-2037": 1, "MED-2038": 1, "MED-2039": 1, "MED-2040": 1, "MED-2041": 1, "MED-2053": 1, "MED-2054": 1, "MED-2055": 1, "MED-2056": 1, "MED-2057": 1, "MED-2058": 1, "MED-2059": 1, "MED-2060": 1, "MED-2061": 1, "MED-2062": 1, "MED-2063": 1, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2488": 1, "MED-2489": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-2773": 1, "MED-2831": 1, "MED-3144": 1, "MED-3787": 1, "MED-3785": 1, "MED-3786": 1, "MED-3193": 1, "MED-3783": 1, "MED-3226": 1, "MED-3228": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3227": 1, "MED-3229": 1, "MED-3233": 1, "MED-3252": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-3353": 1, "MED-3369": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3351": 1, "MED-3352": 1, "MED-3358": 1, "MED-3359": 1, "MED-3449": 1, "MED-3450": 1, "MED-3451": 1, "MED-3452": 1, "MED-3453": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3457": 1, "MED-3458": 1, "MED-3467": 1, "MED-3473": 1, "MED-3469": 1, "MED-3481": 1, "MED-3471": 1, "MED-3478": 1, "MED-3494": 1, "MED-3495": 1, "MED-3496": 1, "MED-3497": 1, "MED-3498": 1, "MED-3499": 1, "MED-3500": 1, "MED-3501": 1, "MED-3502": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3654": 1, "MED-3655": 1, "MED-3656": 1, "MED-3657": 1, "MED-3679": 1, "MED-3749": 1, "MED-3750": 1, "MED-3751": 1, "MED-3752": 1, "MED-3753": 1, "MED-3754": 1, "MED-3755": 1, "MED-3756": 1, "MED-3757": 1, "MED-3758": 1, "MED-3759": 1, "MED-3760": 1, "MED-3761": 1, "MED-3769": 1, "MED-3770": 1, "MED-3771": 1, "MED-3772": 1, "MED-3773": 1, "MED-3774": 1, "MED-3775": 1, "MED-3776": 1, "MED-3788": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3794": 1, "MED-3795": 1, "MED-3796": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1, "MED-3801": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4167": 1, "MED-4168": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4182": 1, "MED-4183": 1, "MED-4305": 1, "MED-4306": 1, "MED-4308": 1, "MED-4320": 1, "MED-4349": 1, "MED-4520": 1, "MED-4352": 1, "MED-4353": 1, "MED-4394": 1, "MED-4398": 1, "MED-4396": 1, "MED-5106": 1, "MED-4399": 1, "MED-4400": 1, "MED-4402": 1, "MED-4450": 1, "MED-4451": 1, "MED-4602": 1, "MED-4665": 1, "MED-4666": 1, "MED-4667": 1, "MED-4668": 1, "MED-4677": 1, "MED-4682": 1, "MED-4687": 1, "MED-4689": 1, "MED-4752": 1, "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1, "MED-4837": 1, "MED-4841": 1, "MED-4894": 1, "MED-4897": 1, "MED-4898": 1, "MED-4899": 1, "MED-4900": 1, "MED-4901": 1, "MED-4902": 1, "MED-4903": 1, "MED-4912": 1, "MED-4911": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1, "MED-5003": 1, "MED-5004": 1, "MED-5107": 1, "MED-5108": 1, "MED-5109": 1, "MED-5143": 1, "MED-5144": 1, "MED-5145": 1, "MED-5155": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-1635", "ranked_doc_ids": [ "MED-2774", "MED-4396", "MED-5106", "MED-4897", "MED-2123", "MED-4394", "MED-4398", "MED-5118", "MED-4677", "MED-1337", "MED-5359", "MED-2772", "MED-1338", "MED-2136", "MED-2058", "MED-5189", "MED-2126", "MED-904", "MED-1224", "MED-1340" ], "latency_ms": 33.035834, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.01160092807424594, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02088167053364269, "ndcg_at_10": 0.9305687780632227, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03944315545243619, "ndcg_at_20": 0.8821327979577991, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1645", "query": "molasses", "scope": "corpus", "category": "all", "relevant": { "MED-1491": 1, "MED-1492": 1, "MED-1493": 1, "MED-1494": 1, "MED-1495": 1, "MED-5056": 1 }, "excluded_self_id": "PLAIN-1645", "ranked_doc_ids": [ "MED-897", "MED-1844", "MED-1853", "MED-2490", "MED-4318", "MED-5056", "MED-5022", "MED-3637", "MED-4150", "MED-3639", "MED-1108", "MED-3441", "MED-4029", "MED-5208", "MED-2209", "MED-2901", "MED-5059", "MED-4834", "MED-4699", "MED-5063" ], "latency_ms": 33.352667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.10778915452451095, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.10778915452451095, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-165", "query": "Breast Cancer & Alcohol: How Much is Safe?", "scope": "corpus", "category": "all", "relevant": { "MED-3762": 2, "MED-3763": 2, "MED-3764": 2, "MED-3696": 1, "MED-3697": 1, "MED-3698": 1, "MED-3699": 1, "MED-3700": 1, "MED-3701": 1, "MED-3765": 1, "MED-3766": 1, "MED-3767": 1, "MED-3768": 1, "MED-4507": 1, "MED-4994": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-165", "ranked_doc_ids": [ "MED-4445", "MED-3696", "MED-3766", "MED-3762", "MED-3767", "MED-3768", "MED-3697", "MED-2437", "MED-1371", "MED-2103", "MED-5182", "MED-3858", "MED-1564", "MED-2424", "MED-3700", "MED-3862", "MED-3765", "MED-4069", "MED-4994", "MED-4097" ], "latency_ms": 36.214292, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.4683901423371098, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.45976196159023563, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.41323574315271205, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1656", "query": "mouth cancer", "scope": "corpus", "category": "all", "relevant": { "MED-2200": 1, "MED-2201": 1, "MED-2202": 1, "MED-2203": 1, "MED-2204": 1, "MED-2205": 1, "MED-2206": 1, "MED-2207": 1, "MED-2208": 1, "MED-2209": 1, "MED-2210": 1, "MED-2239": 1, "MED-2240": 1, "MED-2245": 1, "MED-2814": 1, "MED-2243": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4433": 1, "MED-4819": 1, "MED-4739": 1, "MED-4740": 1, "MED-4741": 1, "MED-4818": 1, "MED-4842": 1, "MED-5019": 1, "MED-5020": 1 }, "excluded_self_id": "PLAIN-1656", "ranked_doc_ids": [ "MED-3717", "MED-3715", "MED-3764", "MED-4030", "MED-4024", "MED-2092", "MED-4619", "MED-852", "MED-2095", "MED-3763", "MED-2237", "MED-5053", "MED-4036", "MED-2091", "MED-2089", "MED-3767", "MED-4032", "MED-3311", "MED-4820", "MED-2982" ], "latency_ms": 31.522375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1667", "query": "muscle health", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-3454": 1, "MED-3163": 1, "MED-3156": 1, "MED-3164": 1, "MED-3157": 1, "MED-3158": 1, "MED-3450": 1, "MED-3451": 1, "MED-3165": 1, "MED-3161": 1, "MED-3166": 1, "MED-3168": 1, "MED-3466": 1, "MED-3178": 1, "MED-3169": 1, "MED-3172": 1, "MED-3181": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3182": 1, "MED-3220": 1, "MED-3221": 1, "MED-3231": 1, "MED-3230": 1, "MED-3236": 1, "MED-3217": 1, "MED-3237": 1, "MED-3455": 1, "MED-3456": 1, "MED-3449": 1, "MED-3457": 1, "MED-3458": 1, "MED-3453": 1, "MED-3534": 1, "MED-3464": 1, "MED-3460": 1, "MED-3465": 1, "MED-3461": 1, "MED-3473": 1, "MED-3469": 1, "MED-3481": 1, "MED-3471": 1, "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-1342": 1, "MED-1343": 1, "MED-1344": 1, "MED-1345": 1, "MED-1355": 1, "MED-1347": 1, "MED-1348": 1, "MED-1349": 1, "MED-1350": 1, "MED-1351": 1, "MED-1352": 1, "MED-1353": 1, "MED-1354": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1470": 1, "MED-1471": 1, "MED-1472": 1, "MED-1473": 1, "MED-1475": 1, "MED-2279": 1, "MED-2280": 1, "MED-2281": 1, "MED-2282": 1, "MED-2284": 1, "MED-2285": 1, "MED-3535": 1, "MED-2287": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-3226": 1, "MED-3228": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3227": 1, "MED-3229": 1, "MED-3233": 1, "MED-3452": 1, "MED-3459": 1, "MED-3462": 1, "MED-3467": 1, "MED-3478": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3771": 1, "MED-3772": 1, "MED-3773": 1, "MED-3774": 1, "MED-3775": 1, "MED-3776": 1, "MED-3941": 1, "MED-3942": 1, "MED-3943": 1, "MED-3944": 1, "MED-3945": 1, "MED-3946": 1, "MED-3947": 1, "MED-4407": 1, "MED-3949": 1, "MED-3950": 1, "MED-3951": 1, "MED-3952": 1, "MED-3953": 1, "MED-4224": 1, "MED-4226": 1, "MED-4228": 1, "MED-4404": 1, "MED-4405": 1, "MED-4508": 1, "MED-4504": 1, "MED-4505": 1, "MED-4506": 1, "MED-4553": 1, "MED-4554": 1, "MED-4828": 1, "MED-4829": 1, "MED-4830": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-5025": 1 }, "excluded_self_id": "PLAIN-1667", "ranked_doc_ids": [ "MED-3220", "MED-4828", "MED-4830", "MED-3460", "MED-3534", "MED-3453", "MED-4405", "MED-3462", "MED-2271", "MED-5090", "MED-4829", "MED-3459", "MED-1470", "MED-3161", "MED-4234", "MED-3165", "MED-4315", "MED-1752", "MED-4961", "MED-2300" ], "latency_ms": 31.376166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.031446540880503145, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.050314465408805034, "ndcg_at_10": 0.8701249883466592, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0880503144654088, "ndcg_at_20": 0.7808341434006492, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1679", "query": "myelopathy", "scope": "corpus", "category": "all", "relevant": { "MED-5142": 1 }, "excluded_self_id": "PLAIN-1679", "ranked_doc_ids": [ "MED-5142", "MED-3317", "MED-3288", "MED-4428", "MED-5133", "MED-1266", "MED-1287", "MED-1569", "MED-1277", "MED-1660", "MED-1279", "MED-1271", "MED-4876", "MED-3302", "MED-1661", "MED-1290", "MED-4356", "MED-1665", "MED-1283", "MED-1272" ], "latency_ms": 32.14525, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1690", "query": "National Academy of Sciences", "scope": "corpus", "category": "all", "relevant": { "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4804": 1 }, "excluded_self_id": "PLAIN-1690", "ranked_doc_ids": [ "MED-1496", "MED-1287", "MED-4876", "MED-3688", "MED-4483", "MED-2350", "MED-1272", "MED-2205", "MED-1602", "MED-1289", "MED-928", "MED-1112", "MED-1794", "MED-1605", "MED-3953", "MED-1290", "MED-1437", "MED-2049", "MED-1274", "MED-4870" ], "latency_ms": 33.701542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1700", "query": "Native Americans", "scope": "corpus", "category": "all", "relevant": { "MED-2999": 1, "MED-2997": 1, "MED-2765": 1, "MED-3001": 1, "MED-3000": 1 }, "excluded_self_id": "PLAIN-1700", "ranked_doc_ids": [ "MED-5292", "MED-2572", "MED-5296", "MED-5042", "MED-1133", "MED-1478", "MED-5353", "MED-1417", "MED-4107", "MED-976", "MED-4896", "MED-5094", "MED-4469", "MED-5201", "MED-5198", "MED-1944", "MED-4346", "MED-1479", "MED-5294", "MED-1747" ], "latency_ms": 30.933167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1710", "query": "neurocysticercosis", "scope": "corpus", "category": "all", "relevant": { "MED-3178": 1, "MED-3169": 1, "MED-3172": 1, "MED-3181": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3182": 1, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-4356": 1, "MED-4672": 1 }, "excluded_self_id": "PLAIN-1710", "ranked_doc_ids": [ "MED-3178", "MED-3181", "MED-3180", "MED-3175", "MED-3172", "MED-3182", "MED-3179", "MED-3169", "MED-3176", "MED-4672", "MED-3171", "MED-4356", "MED-4957", "MED-911", "MED-1285", "MED-5094", "MED-5029", "MED-4963", "MED-4966", "MED-2346" ], "latency_ms": 33.916667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3125, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.625, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.75, "ndcg_at_20": 0.8340552990136606, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1721", "query": "NIH-AARP study", "scope": "corpus", "category": "all", "relevant": { "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-4820": 1, "MED-4821": 1, "MED-4822": 1, "MED-4823": 1, "MED-4824": 1, "MED-4825": 1, "MED-4826": 1, "MED-4985": 1, "MED-4983": 1 }, "excluded_self_id": "PLAIN-1721", "ranked_doc_ids": [ "MED-4787", "MED-4821", "MED-4823", "MED-1504", "MED-1498", "MED-1944", "MED-1602", "MED-1501", "MED-1564", "MED-1627", "MED-1230", "MED-2215", "MED-1704", "MED-1565", "MED-1703", "MED-1283", "MED-3137", "MED-1559", "MED-2765", "MED-4485" ], "latency_ms": 32.910583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06451612903225806, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.12903225806451613, "ndcg_at_10": 0.38589303732090635, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12903225806451613, "ndcg_at_20": 0.2490427662849469, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1731", "query": "norovirus", "scope": "corpus", "category": "all", "relevant": { "MED-2747": 1, "MED-2748": 1, "MED-2749": 1 }, "excluded_self_id": "PLAIN-1731", "ranked_doc_ids": [ "MED-2749", "MED-2748", "MED-3509", "MED-4131", "MED-4428", "MED-4967", "MED-4143", "MED-3315", "MED-1808", "MED-1800", "MED-3974", "MED-1810", "MED-4968", "MED-4767", "MED-1798", "MED-4932", "MED-5126", "MED-4363", "MED-1804", "MED-2747" ], "latency_ms": 33.199041, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7653606369886217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7653606369886217, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 1.0, "ndcg_at_20": 0.872201441250412, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1741", "query": "nuts", "scope": "corpus", "category": "all", "relevant": { "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2577": 1, "MED-2578": 1, "MED-2572": 1, "MED-2581": 1, "MED-2582": 1, "MED-2584": 1, "MED-2882": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2895": 1, "MED-2896": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-3427": 1, "MED-3429": 1, "MED-3432": 1, "MED-3433": 1, "MED-3394": 1, "MED-3396": 1, "MED-3397": 1, "MED-3399": 1, "MED-3423": 1, "MED-3436": 1, "MED-3424": 1, "MED-3430": 1, "MED-1190": 1, "MED-5293": 1, "MED-1192": 1, "MED-1193": 1, "MED-1194": 1, "MED-1208": 1, "MED-1209": 1, "MED-1210": 1, "MED-1211": 1, "MED-1212": 1, "MED-1213": 1, "MED-5303": 1, "MED-1231": 1, "MED-1232": 1, "MED-1233": 1, "MED-1234": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-2505": 1, "MED-1381": 1, "MED-2593": 1, "MED-1393": 1, "MED-4710": 1, "MED-1386": 1, "MED-1387": 1, "MED-1388": 1, "MED-1389": 1, "MED-1390": 1, "MED-1394": 1, "MED-1399": 1, "MED-1395": 1, "MED-1489": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-1401": 1, "MED-1402": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1507": 1, "MED-1508": 1, "MED-1509": 1, "MED-1510": 1, "MED-1511": 1, "MED-1512": 1, "MED-1513": 1, "MED-1514": 1, "MED-1515": 1, "MED-1516": 1, "MED-1517": 1, "MED-1518": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1703": 1, "MED-1699": 1, "MED-1700": 1, "MED-1701": 1, "MED-1702": 1, "MED-1775": 1, "MED-1776": 1, "MED-1777": 1, "MED-1778": 1, "MED-1779": 1, "MED-1780": 1, "MED-1781": 1, "MED-1782": 1, "MED-1783": 1, "MED-1784": 1, "MED-1785": 1, "MED-1786": 1, "MED-1787": 1, "MED-1788": 1, "MED-2529": 1, "MED-2524": 1, "MED-2525": 1, "MED-2527": 1, "MED-2530": 1, "MED-2528": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2376": 1, "MED-2378": 1, "MED-2379": 1, "MED-2380": 1, "MED-2381": 1, "MED-2382": 1, "MED-2383": 1, "MED-2384": 1, "MED-2427": 1, "MED-2428": 1, "MED-2429": 1, "MED-2430": 1, "MED-2431": 1, "MED-2440": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2579": 1, "MED-2544": 1, "MED-2546": 1, "MED-2592": 1, "MED-2594": 1, "MED-2595": 1, "MED-2596": 1, "MED-2597": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2894": 1, "MED-4384": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-3422": 1, "MED-3391": 1, "MED-3395": 1, "MED-3398": 1, "MED-3425": 1, "MED-3426": 1, "MED-3428": 1, "MED-3407": 1, "MED-3434": 1, "MED-3435": 1, "MED-3437": 1, "MED-3438": 1, "MED-3417": 1, "MED-3439": 1, "MED-3440": 1, "MED-3420": 1, "MED-3421": 1, "MED-3518": 1, "MED-3519": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3524": 1, "MED-3525": 1, "MED-3526": 1, "MED-3527": 1, "MED-3528": 1, "MED-3539": 1, "MED-3530": 1, "MED-3531": 1, "MED-3532": 1, "MED-3533": 1, "MED-3534": 1, "MED-3535": 1, "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1, "MED-3815": 1, "MED-3816": 1, "MED-3817": 1, "MED-3818": 1, "MED-3819": 1, "MED-3820": 1, "MED-3821": 1, "MED-3822": 1, "MED-3841": 1, "MED-3842": 1, "MED-3843": 1, "MED-3844": 1, "MED-3845": 1, "MED-3846": 1, "MED-3847": 1, "MED-3848": 1, "MED-3849": 1, "MED-3850": 1, "MED-4094": 1, "MED-3852": 1, "MED-3853": 1, "MED-3854": 1, "MED-3855": 1, "MED-3856": 1, "MED-3857": 1, "MED-3896": 1, "MED-3897": 1, "MED-3906": 1, "MED-3908": 1, "MED-3900": 1, "MED-4289": 1, "MED-3910": 1, "MED-4715": 1, "MED-4165": 1, "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4249": 1, "MED-4250": 1, "MED-4258": 1, "MED-4290": 1, "MED-4261": 1, "MED-4286": 1, "MED-4281": 1, "MED-4284": 1, "MED-4292": 1, "MED-4287": 1, "MED-4288": 1, "MED-4291": 1, "MED-4295": 1, "MED-4846": 1, "MED-4296": 1, "MED-4298": 1, "MED-4300": 1, "MED-4301": 1, "MED-4302": 1, "MED-4313": 1, "MED-4314": 1, "MED-4315": 1, "MED-4320": 1, "MED-4324": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4406": 1, "MED-4514": 1, "MED-4515": 1, "MED-4555": 1, "MED-4600": 1, "MED-4619": 1, "MED-4620": 1, "MED-4621": 1, "MED-4645": 1, "MED-4647": 1, "MED-4686": 1, "MED-4690": 1, "MED-4691": 1, "MED-4692": 1, "MED-4693": 1, "MED-4694": 1, "MED-4695": 1, "MED-4696": 1, "MED-4705": 1, "MED-4706": 1, "MED-4707": 1, "MED-4708": 1, "MED-4709": 1, "MED-4727": 1, "MED-4728": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1, "MED-4925": 1, "MED-4924": 1, "MED-4952": 1, "MED-5009": 1, "MED-5010": 1, "MED-5011": 1, "MED-5017": 1, "MED-5064": 1, "MED-5065": 1, "MED-5072": 1, "MED-5073": 1, "MED-5083": 1, "MED-5084": 1, "MED-5111": 1, "MED-5136": 1, "MED-5153": 1, "MED-5155": 1 }, "excluded_self_id": "PLAIN-1741", "ranked_doc_ids": [ "MED-2381", "MED-4314", "MED-2597", "MED-4286", "MED-4706", "MED-4300", "MED-4292", "MED-2594", "MED-2595", "MED-2383", "MED-4707", "MED-4287", "MED-2153", "MED-1785", "MED-1381", "MED-2596", "MED-2380", "MED-4291", "MED-4301", "MED-4290" ], "latency_ms": 32.162333, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.011904761904761904, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.023809523809523808, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.047619047619047616, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-175", "query": "Diet and Cellulite", "scope": "corpus", "category": "all", "relevant": { "MED-3815": 2, "MED-3816": 2, "MED-3820": 2, "MED-3821": 2, "MED-3817": 2, "MED-3818": 1, "MED-3819": 1, "MED-3822": 1, "MED-4256": 1, "MED-4257": 1, "MED-4546": 1, "MED-4547": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-175", "ranked_doc_ids": [ "MED-3818", "MED-3822", "MED-3816", "MED-3801", "MED-4154", "MED-3791", "MED-5107", "MED-5341", "MED-2117", "MED-2577", "MED-4002", "MED-2529", "MED-1445", "MED-1807", "MED-4642", "MED-1319", "MED-3220", "MED-1873", "MED-3208", "MED-836" ], "latency_ms": 34.359, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08108108108108109, "ndcg_at_5": 0.44615333764087994, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.10810810810810811, "ndcg_at_10": 0.39327113878329756, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10810810810810811, "ndcg_at_20": 0.29497197016540416, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1752", "query": "okra", "scope": "corpus", "category": "all", "relevant": { "MED-2098": 1 }, "excluded_self_id": "PLAIN-1752", "ranked_doc_ids": [ "MED-2780", "MED-1593", "MED-1130", "MED-3723", "MED-884", "MED-885", "MED-2490", "MED-4523", "MED-2802", "MED-4535", "MED-4181", "MED-2417", "MED-891", "MED-2088", "MED-5021", "MED-4714", "MED-4844", "MED-2209", "MED-5027", "MED-948" ], "latency_ms": 31.220083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1762", "query": "oral intraepithelial neoplasia", "scope": "corpus", "category": "all", "relevant": { "MED-3714": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1, "MED-3720": 1, "MED-3721": 1 }, "excluded_self_id": "PLAIN-1762", "ranked_doc_ids": [ "MED-3716", "MED-4030", "MED-759", "MED-3717", "MED-3721", "MED-3715", "MED-2092", "MED-3764", "MED-2095", "MED-4024", "MED-3763", "MED-852", "MED-1858", "MED-2237", "MED-3560", "MED-3107", "MED-4032", "MED-3111", "MED-3558", "MED-3103" ], "latency_ms": 35.193792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.375, "ndcg_at_5": 0.6164336326286644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.5498307986729412, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.5498307986729412, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1772", "query": "organotins", "scope": "corpus", "category": "all", "relevant": { "MED-4727": 1, "MED-4728": 1 }, "excluded_self_id": "PLAIN-1772", "ranked_doc_ids": [ "MED-4727", "MED-4728", "MED-957", "MED-2643", "MED-2386", "MED-4165", "MED-2658", "MED-3279", "MED-4539", "MED-4729", "MED-2650", "MED-1291", "MED-2906", "MED-4194", "MED-4946", "MED-1174", "MED-2088", "MED-2654", "MED-4908", "MED-1002" ], "latency_ms": 33.0325, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1784", "query": "oxen meat", "scope": "corpus", "category": "all", "relevant": { "MED-4687": 1, "MED-4689": 1 }, "excluded_self_id": "PLAIN-1784", "ranked_doc_ids": [ "MED-5326", "MED-2700", "MED-1551", "MED-1593", "MED-2704", "MED-3000", "MED-4954", "MED-3499", "MED-1979", "MED-2672", "MED-4493", "MED-4205", "MED-4844", "MED-1138", "MED-4485", "MED-1762", "MED-1114", "MED-4057", "MED-4053", "MED-847" ], "latency_ms": 32.714917, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1794", "query": "Panama", "scope": "corpus", "category": "all", "relevant": { "MED-5041": 1, "MED-5042": 1 }, "excluded_self_id": "PLAIN-1794", "ranked_doc_ids": [ "MED-5042", "MED-5041", "MED-4966", "MED-4527", "MED-4948", "MED-1571", "MED-1274", "MED-1573", "MED-5294", "MED-4635", "MED-4329", "MED-5094", "MED-3585", "MED-1280", "MED-1288", "MED-4187", "MED-3182", "MED-911", "MED-1749", "MED-1153" ], "latency_ms": 32.12475, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1805", "query": "Parkinson's disease", "scope": "corpus", "category": "all", "relevant": { "MED-1166": 1, "MED-1167": 1, "MED-1178": 1, "MED-1169": 1, "MED-1170": 1, "MED-1171": 1, "MED-1172": 1, "MED-1173": 1, "MED-1174": 1, "MED-1175": 1, "MED-1176": 1, "MED-1177": 1, "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-1277": 1, "MED-1279": 1, "MED-1280": 1, "MED-1281": 1, "MED-1283": 1, "MED-1284": 1, "MED-1285": 1, "MED-4876": 1, "MED-1288": 1, "MED-1289": 1, "MED-1290": 1, "MED-1725": 1, "MED-1726": 1, "MED-2763": 1, "MED-1728": 1, "MED-1729": 1, "MED-1730": 1, "MED-1731": 1, "MED-1732": 1, "MED-1733": 1, "MED-1738": 1, "MED-1880": 1, "MED-1881": 1, "MED-2031": 1, "MED-2032": 1, "MED-2033": 1, "MED-2034": 1, "MED-2035": 1, "MED-2036": 1, "MED-2037": 1, "MED-2038": 1, "MED-2039": 1, "MED-2040": 1, "MED-2041": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-4488": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4671": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1, "MED-4955": 1, "MED-4956": 1, "MED-5172": 1, "MED-5173": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-1805", "ranked_doc_ids": [ "MED-3935", "MED-3931", "MED-3929", "MED-5335", "MED-3932", "MED-3925", "MED-3940", "MED-3930", "MED-5196", "MED-4939", "MED-2173", "MED-3938", "MED-2177", "MED-3926", "MED-3936", "MED-4926", "MED-2164", "MED-2979", "MED-3928", "MED-1496" ], "latency_ms": 32.619708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.034482758620689655, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07758620689655173, "ndcg_at_10": 0.905211635630449, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13793103448275862, "ndcg_at_20": 0.8383007293900662, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1817", "query": "peanut butter", "scope": "corpus", "category": "all", "relevant": { "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-3371": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-4094": 1, "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1, "MED-4281": 1, "MED-4286": 1, "MED-4284": 1, "MED-4705": 1, "MED-4706": 1, "MED-4707": 1, "MED-4708": 1, "MED-4709": 1, "MED-4710": 1 }, "excluded_self_id": "PLAIN-1817", "ranked_doc_ids": [ "MED-4284", "MED-4706", "MED-4287", "MED-1774", "MED-2253", "MED-1004", "MED-2991", "MED-4182", "MED-2099", "MED-5104", "MED-3085", "MED-2594", "MED-4551", "MED-5106", "MED-3707", "MED-995", "MED-4398", "MED-4646", "MED-4295", "MED-3132" ], "latency_ms": 31.096125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07407407407407407, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07407407407407407, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.2650948182217142, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1827", "query": "Peoria", "scope": "corpus", "category": "all", "relevant": { "MED-4539": 1, "MED-4540": 1, "MED-4541": 1 }, "excluded_self_id": "PLAIN-1827", "ranked_doc_ids": [ "MED-4406", "MED-911", "MED-1285", "MED-1376", "MED-3379", "MED-1303", "MED-3302", "MED-1476", "MED-1287", "MED-1272", "MED-4594", "MED-4037", "MED-4948", "MED-1273", "MED-4379", "MED-3486", "MED-1518", "MED-3984", "MED-1046", "MED-3150" ], "latency_ms": 31.750416, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1837", "query": "pesticides", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2747": 1, "MED-2748": 1, "MED-2749": 1, "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-3585": 1, "MED-3586": 1, "MED-3592": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1148": 1, "MED-1149": 1, "MED-1150": 1, "MED-1151": 1, "MED-1152": 1, "MED-1153": 1, "MED-1179": 1, "MED-1156": 1, "MED-1157": 1, "MED-1158": 1, "MED-1160": 1, "MED-1161": 1, "MED-1162": 1, "MED-1164": 1, "MED-1165": 1, "MED-1166": 1, "MED-1178": 1, "MED-1169": 1, "MED-1170": 1, "MED-1171": 1, "MED-1172": 1, "MED-1173": 1, "MED-1174": 1, "MED-1175": 1, "MED-1176": 1, "MED-1177": 1, "MED-1180": 1, "MED-1182": 1, "MED-1725": 1, "MED-1726": 1, "MED-2763": 1, "MED-1728": 1, "MED-1729": 1, "MED-1730": 1, "MED-1731": 1, "MED-1732": 1, "MED-1733": 1, "MED-1738": 1, "MED-1743": 1, "MED-1736": 1, "MED-1737": 1, "MED-1739": 1, "MED-1740": 1, "MED-1741": 1, "MED-1749": 1, "MED-1744": 1, "MED-1745": 1, "MED-1746": 1, "MED-1747": 1, "MED-1748": 1, "MED-1750": 1, "MED-1751": 1, "MED-1752": 1, "MED-1753": 1, "MED-1754": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-2405": 1, "MED-2406": 1, "MED-2407": 1, "MED-3028": 1, "MED-2409": 1, "MED-2410": 1, "MED-2411": 1, "MED-2412": 1, "MED-2413": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4181": 1, "MED-4187": 1, "MED-4532": 1, "MED-4533": 1, "MED-4534": 1, "MED-4535": 1, "MED-4536": 1, "MED-4548": 1, "MED-4729": 1, "MED-4730": 1, "MED-4731": 1, "MED-4732": 1, "MED-4804": 1, "MED-4913": 1, "MED-4914": 1, "MED-4915": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1, "MED-4943": 1, "MED-4951": 1, "MED-5029": 1, "MED-5053": 1, "MED-5054": 1, "MED-5055": 1, "MED-5102": 1, "MED-5104": 1, "MED-5108": 1, "MED-5109": 1, "MED-5110": 1, "MED-5167": 1, "MED-5168": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-1837", "ranked_doc_ids": [ "MED-1157", "MED-4179", "MED-1161", "MED-1160", "MED-1139", "MED-1726", "MED-1167", "MED-1158", "MED-1162", "MED-1170", "MED-1725", "MED-1164", "MED-1174", "MED-1172", "MED-3936", "MED-1166", "MED-1152", "MED-1153", "MED-4939", "MED-1176" ], "latency_ms": 30.837833, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.025510204081632654, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05102040816326531, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10204081632653061, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1847", "query": "philippines", "scope": "corpus", "category": "all", "relevant": { "MED-3982": 1, "MED-3983": 1, "MED-3984": 1, "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1 }, "excluded_self_id": "PLAIN-1847", "ranked_doc_ids": [ "MED-3603", "MED-4000", "MED-4635", "MED-863", "MED-4026", "MED-3910", "MED-2581", "MED-4615", "MED-4814", "MED-3442", "MED-1749", "MED-3984", "MED-1055", "MED-5216", "MED-1056", "MED-4783", "MED-1319", "MED-3375", "MED-3200", "MED-1285" ], "latency_ms": 32.638875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09090909090909091, "ndcg_at_10": 0.13886244387355454, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18181818181818182, "ndcg_at_20": 0.18686728486108495, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1857", "query": "phytic acid", "scope": "corpus", "category": "all", "relevant": { "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2577": 1, "MED-2578": 1, "MED-2572": 1, "MED-2581": 1, "MED-2582": 1, "MED-2584": 1, "MED-2579": 1, "MED-2544": 1, "MED-2546": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1 }, "excluded_self_id": "PLAIN-1857", "ranked_doc_ids": [ "MED-2988", "MED-4319", "MED-2986", "MED-2544", "MED-2979", "MED-2578", "MED-3089", "MED-2987", "MED-2989", "MED-2985", "MED-3230", "MED-1841", "MED-3236", "MED-5338", "MED-3096", "MED-3093", "MED-4318", "MED-2983", "MED-335", "MED-3085" ], "latency_ms": 33.880334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.6992148198508501, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15151515151515152, "ndcg_at_10": 0.6055047656192208, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.24242424242424243, "ndcg_at_20": 0.4933714788231381, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-186", "query": "Best Treatment for Constipation", "scope": "corpus", "category": "all", "relevant": { "MED-3904": 1, "MED-5175": 1, "MED-4810": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-186", "ranked_doc_ids": [ "MED-3904", "MED-2054", "MED-949", "MED-2203", "MED-1016", "MED-1006", "MED-4325", "MED-1014", "MED-1017", "MED-2059", "MED-1031", "MED-2057", "MED-3933", "MED-4638", "MED-3510", "MED-1005", "MED-1029", "MED-1042", "MED-2061", "MED-1033" ], "latency_ms": 35.209083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.041666666666666664, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.041666666666666664, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.041666666666666664, "ndcg_at_20": 0.1420400396336573, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1867", "query": "pineapples", "scope": "corpus", "category": "all", "relevant": { "MED-3742": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1 }, "excluded_self_id": "PLAIN-1867", "ranked_doc_ids": [ "MED-863", "MED-5160", "MED-3375", "MED-4618", "MED-1695", "MED-4267", "MED-4000", "MED-2667", "MED-948", "MED-3528", "MED-4832", "MED-4004", "MED-4414", "MED-1790", "MED-3744", "MED-3471", "MED-5010", "MED-4325", "MED-5016", "MED-1271" ], "latency_ms": 34.148292, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.06871908322857272, "mrr_at_20": 0.06666666666666667, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1877", "query": "plant-based diet", "scope": "corpus", "category": "all", "relevant": { "MED-3585": 1, "MED-3586": 1, "MED-3592": 1, "MED-3598": 1, "MED-3597": 1, "MED-3671": 1, "MED-3676": 1, "MED-4481": 1, "MED-3728": 1, "MED-3730": 1, "MED-3722": 1, "MED-3723": 1, "MED-3788": 1, "MED-3796": 1, "MED-3778": 1, "MED-3801": 1, "MED-3794": 1, "MED-666": 1, "MED-3811": 1, "MED-1116": 1, "MED-4851": 1, "MED-1118": 1, "MED-3852": 1, "MED-1120": 1, "MED-1121": 1, "MED-1122": 1, "MED-1123": 1, "MED-1124": 1, "MED-1125": 1, "MED-1126": 1, "MED-1127": 1, "MED-1128": 1, "MED-1129": 1, "MED-1130": 1, "MED-1131": 1, "MED-4849": 1 }, "excluded_self_id": "PLAIN-1877", "ranked_doc_ids": [ "MED-4613", "MED-4831", "MED-1874", "MED-1450", "MED-5231", "MED-1991", "MED-1489", "MED-1445", "MED-1319", "MED-4349", "MED-3931", "MED-1997", "MED-2108", "MED-1723", "MED-1873", "MED-1375", "MED-5113", "MED-5329", "MED-4258", "MED-2942" ], "latency_ms": 35.589542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1887", "query": "poisonous plants", "scope": "corpus", "category": "all", "relevant": { "MED-5159": 1, "MED-5160": 1, "MED-5161": 1, "MED-5162": 1 }, "excluded_self_id": "PLAIN-1887", "ranked_doc_ids": [ "MED-3806", "MED-3923", "MED-4621", "MED-1523", "MED-3488", "MED-943", "MED-4870", "MED-4914", "MED-4525", "MED-1285", "MED-4535", "MED-902", "MED-4778", "MED-4531", "MED-1731", "MED-5157", "MED-4713", "MED-1272", "MED-3809", "MED-1687" ], "latency_ms": 32.155125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1897", "query": "polypropylene plastic", "scope": "corpus", "category": "all", "relevant": { "MED-4991": 1, "MED-4992": 1 }, "excluded_self_id": "PLAIN-1897", "ranked_doc_ids": [ "MED-2644", "MED-4186", "MED-944", "MED-891", "MED-3086", "MED-2661", "MED-4182", "MED-1098", "MED-1142", "MED-3085", "MED-4938", "MED-1959", "MED-4548", "MED-1789", "MED-4992", "MED-1963", "MED-118", "MED-3095", "MED-1243", "MED-2654" ], "latency_ms": 35.533584, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.1532867981913646, "mrr_at_20": 0.06666666666666667, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1909", "query": "pork", "scope": "corpus", "category": "all", "relevant": { "MED-3886": 1, "MED-3882": 1, "MED-3889": 1, "MED-3891": 1, "MED-2940": 1, "MED-2941": 1, "MED-2943": 1, "MED-2944": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-2991": 1, "MED-332": 1, "MED-3090": 1, "MED-334": 1, "MED-335": 1, "MED-3092": 1, "MED-3094": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-3197": 1, "MED-3198": 1, "MED-3220": 1, "MED-3221": 1, "MED-3231": 1, "MED-3230": 1, "MED-3236": 1, "MED-3217": 1, "MED-3237": 1, "MED-729": 1, "MED-730": 1, "MED-731": 1, "MED-732": 1, "MED-1208": 1, "MED-1209": 1, "MED-1210": 1, "MED-1211": 1, "MED-1212": 1, "MED-1213": 1, "MED-5303": 1, "MED-1215": 1, "MED-1216": 1, "MED-1217": 1, "MED-1218": 1, "MED-1219": 1, "MED-1220": 1, "MED-1221": 1, "MED-4797": 1, "MED-1318": 1, "MED-1319": 1, "MED-1320": 1, "MED-1321": 1, "MED-1322": 1, "MED-1323": 1, "MED-1324": 1, "MED-1612": 1, "MED-1326": 1, "MED-1327": 1, "MED-1328": 1, "MED-1329": 1, "MED-1330": 1, "MED-1331": 1, "MED-1332": 1, "MED-1333": 1, "MED-1334": 1, "MED-1335": 1, "MED-1795": 1, "MED-1431": 1, "MED-1432": 1, "MED-1433": 1, "MED-1434": 1, "MED-1435": 1, "MED-1436": 1, "MED-1437": 1, "MED-1438": 1, "MED-1439": 1, "MED-1440": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1966": 1, "MED-2967": 1, "MED-1968": 1, "MED-1977": 1, "MED-1978": 1, "MED-1979": 1, "MED-1980": 1, "MED-1981": 1, "MED-1982": 1, "MED-1983": 1, "MED-2000": 1, "MED-2001": 1, "MED-2002": 1, "MED-2003": 1, "MED-2004": 1, "MED-2005": 1, "MED-2006": 1, "MED-2007": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2337": 1, "MED-2338": 1, "MED-2339": 1, "MED-2340": 1, "MED-2341": 1, "MED-2355": 1, "MED-2356": 1, "MED-2344": 1, "MED-2345": 1, "MED-2346": 1, "MED-2347": 1, "MED-2348": 1, "MED-2349": 1, "MED-2350": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-2488": 1, "MED-2489": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-3880": 1, "MED-3887": 1, "MED-4132": 1, "MED-3888": 1, "MED-4136": 1, "MED-3892": 1, "MED-3884": 1, "MED-2843": 1, "MED-2844": 1, "MED-2845": 1, "MED-2846": 1, "MED-2847": 1, "MED-2848": 1, "MED-2849": 1, "MED-2850": 1, "MED-2851": 1, "MED-2852": 1, "MED-2853": 1, "MED-2938": 1, "MED-2939": 1, "MED-2942": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-4523": 1, "MED-2969": 1, "MED-2971": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3091": 1, "MED-3093": 1, "MED-3095": 1, "MED-3096": 1, "MED-3102": 1, "MED-3169": 1, "MED-3170": 1, "MED-3171": 1, "MED-3172": 1, "MED-3173": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3177": 1, "MED-3178": 1, "MED-3179": 1, "MED-3180": 1, "MED-3181": 1, "MED-3182": 1, "MED-3226": 1, "MED-3228": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3227": 1, "MED-3229": 1, "MED-3233": 1, "MED-3232": 1, "MED-3235": 1, "MED-3238": 1, "MED-3697": 1, "MED-3699": 1, "MED-3241": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3250": 1, "MED-3251": 1, "MED-3252": 1, "MED-3369": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3351": 1, "MED-3352": 1, "MED-3353": 1, "MED-3354": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3358": 1, "MED-3359": 1, "MED-3449": 1, "MED-3450": 1, "MED-3451": 1, "MED-3452": 1, "MED-3453": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3457": 1, "MED-3458": 1, "MED-3567": 1, "MED-3885": 1, "MED-3570": 1, "MED-3572": 1, "MED-3890": 1, "MED-3577": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-3648": 1, "MED-3649": 1, "MED-3651": 1, "MED-3652": 1, "MED-3653": 1, "MED-3722": 1, "MED-3723": 1, "MED-3724": 1, "MED-3744": 1, "MED-3726": 1, "MED-4481": 1, "MED-3728": 1, "MED-3729": 1, "MED-3730": 1, "MED-3731": 1, "MED-3732": 1, "MED-3769": 1, "MED-3770": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3794": 1, "MED-3795": 1, "MED-3796": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1, "MED-3801": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4040": 1, "MED-5197": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4058": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4072": 1, "MED-4071": 1, "MED-4073": 1, "MED-4091": 1, "MED-4089": 1, "MED-5071": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4167": 1, "MED-4168": 1, "MED-4182": 1, "MED-4183": 1, "MED-4261": 1, "MED-4300": 1, "MED-4301": 1, "MED-4319": 1, "MED-4320": 1, "MED-4335": 1, "MED-4336": 1, "MED-4337": 1, "MED-4356": 1, "MED-4357": 1, "MED-4969": 1, "MED-4363": 1, "MED-4364": 1, "MED-4436": 1, "MED-4437": 1, "MED-4450": 1, "MED-4451": 1, "MED-4470": 1, "MED-4471": 1, "MED-4472": 1, "MED-4474": 1, "MED-4475": 1, "MED-4477": 1, "MED-4479": 1, "MED-4480": 1, "MED-4482": 1, "MED-4483": 1, "MED-4484": 1, "MED-4485": 1, "MED-4486": 1, "MED-4487": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4493": 1, "MED-4494": 1, "MED-4556": 1, "MED-4559": 1, "MED-4594": 1, "MED-4593": 1, "MED-4672": 1, "MED-4719": 1, "MED-4812": 1, "MED-4813": 1, "MED-4814": 1, "MED-4815": 1, "MED-4816": 1, "MED-4817": 1, "MED-4818": 1, "MED-4819": 1, "MED-4820": 1, "MED-4821": 1, "MED-4912": 1, "MED-4911": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4980": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5094": 1, "MED-5095": 1, "MED-5096": 1, "MED-5102": 1, "MED-5104": 1, "MED-5110": 1 }, "excluded_self_id": "PLAIN-1909", "ranked_doc_ids": [ "MED-1979", "MED-1977", "MED-4818", "MED-1218", "MED-4144", "MED-1491", "MED-4593", "MED-3000", "MED-1983", "MED-4803", "MED-3288", "MED-4134", "MED-4139", "MED-1601", "MED-2341", "MED-4053", "MED-1610", "MED-2678", "MED-4128", "MED-2352" ], "latency_ms": 32.91875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.008639308855291577, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.012958963282937365, "ndcg_at_10": 0.7034066032439746, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03023758099352052, "ndcg_at_20": 0.7355297475243071, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1919", "query": "poultry workers", "scope": "corpus", "category": "all", "relevant": { "MED-3314": 1, "MED-3306": 1, "MED-3307": 1, "MED-3316": 1, "MED-3311": 1, "MED-3292": 1, "MED-3317": 1, "MED-3294": 1, "MED-3320": 1, "MED-3295": 1, "MED-3321": 1, "MED-3315": 1, "MED-3305": 1, "MED-3308": 1, "MED-3310": 1, "MED-3312": 1, "MED-3318": 1, "MED-3313": 1, "MED-3288": 1, "MED-4433": 1, "MED-3302": 1, "MED-3309": 1, "MED-3319": 1, "MED-4431": 1, "MED-4819": 1, "MED-4436": 1, "MED-4818": 1 }, "excluded_self_id": "PLAIN-1919", "ranked_doc_ids": [ "MED-4431", "MED-4819", "MED-3321", "MED-3315", "MED-4433", "MED-3320", "MED-1755", "MED-3311", "MED-3890", "MED-4805", "MED-2088", "MED-4429", "MED-2741", "MED-3651", "MED-4142", "MED-3880", "MED-1114", "MED-4354", "MED-1801", "MED-2745" ], "latency_ms": 31.44925, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.18518518518518517, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25925925925925924, "ndcg_at_10": 0.7967610662472991, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25925925925925924, "ndcg_at_20": 0.5142035766801358, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1929", "query": "prenatal vitamins", "scope": "corpus", "category": "all", "relevant": { "MED-4511": 1, "MED-4512": 1, "MED-4513": 1, "MED-4665": 1, "MED-4666": 1, "MED-4667": 1, "MED-4668": 1, "MED-4685": 1, "MED-4772": 1, "MED-4773": 1 }, "excluded_self_id": "PLAIN-1929", "ranked_doc_ids": [ "MED-5091", "MED-716", "MED-2905", "MED-4685", "MED-4739", "MED-4772", "MED-5216", "MED-2850", "MED-2617", "MED-1166", "MED-2917", "MED-1955", "MED-4724", "MED-2844", "MED-5131", "MED-5093", "MED-5097", "MED-1203", "MED-1832", "MED-4600" ], "latency_ms": 34.113208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.1731866333482261, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.1731866333482261, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1940", "query": "prolactin", "scope": "corpus", "category": "all", "relevant": { "MED-3801": 1, "MED-3794": 1, "MED-666": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3795": 1, "MED-3796": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1 }, "excluded_self_id": "PLAIN-1940", "ranked_doc_ids": [ "MED-3792", "MED-3797", "MED-2006", "MED-4753", "MED-4752", "MED-1229", "MED-4897", "MED-3677", "MED-4394", "MED-4946", "MED-4400", "MED-4399", "MED-1223", "MED-2774", "MED-3233", "MED-5196", "MED-2058", "MED-2136", "MED-753", "MED-2482" ], "latency_ms": 32.543, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.32024599984493496, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1950", "query": "prunes", "scope": "corpus", "category": "all", "relevant": { "MED-3896": 1, "MED-3897": 1, "MED-3906": 1, "MED-3908": 1, "MED-3900": 1, "MED-4289": 1, "MED-3910": 1, "MED-4715": 1, "MED-3904": 1, "MED-5175": 1, "MED-3907": 1, "MED-4250": 1, "MED-4603": 1 }, "excluded_self_id": "PLAIN-1950", "ranked_doc_ids": [ "MED-912", "MED-4250", "MED-3904", "MED-3528", "MED-5073", "MED-917", "MED-2209", "MED-840", "MED-3535", "MED-888", "MED-2191", "MED-5063", "MED-1689", "MED-863", "MED-4915", "MED-4618", "MED-1160", "MED-2206", "MED-1535", "MED-4497" ], "latency_ms": 30.409208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.15384615384615385, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15384615384615385, "ndcg_at_10": 0.2489083270225946, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15384615384615385, "ndcg_at_20": 0.2111759851719728, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-196", "query": "Should We Avoid Titanium Dioxide?", "scope": "corpus", "category": "all", "relevant": { "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4853": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4132": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4136": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4167": 1, "MED-4168": 1, "MED-4333": 1, "MED-4337": 1, "MED-4342": 1, "MED-4349": 1, "MED-5326": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4627": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-196", "ranked_doc_ids": [ "MED-1597", "MED-944", "MED-4872", "MED-4739", "MED-2618", "MED-1002", "MED-3865", "MED-1140", "MED-3963", "MED-4790", "MED-2120", "MED-5059", "MED-1596", "MED-1598", "MED-2643", "MED-4418", "MED-2251", "MED-3863", "MED-5335", "MED-2653" ], "latency_ms": 33.586166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.014492753623188406, "ndcg_at_10": 0.06625422345438903, "mrr_at_10": 0.1111111111111111, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.028985507246376812, "ndcg_at_20": 0.07562328308260856, "mrr_at_20": 0.1111111111111111, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1962", "query": "pumpkin", "scope": "corpus", "category": "all", "relevant": { "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-2831": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1, "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-1962", "ranked_doc_ids": [ "MED-2188", "MED-3375", "MED-912", "MED-4419", "MED-2201", "MED-2206", "MED-2185", "MED-948", "MED-887", "MED-5126", "MED-3712", "MED-2204", "MED-2194", "MED-4497", "MED-957", "MED-3989", "MED-1146", "MED-4455", "MED-3245", "MED-863" ], "latency_ms": 33.931417, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1972", "query": "quinine", "scope": "corpus", "category": "all", "relevant": { "MED-2790": 1, "MED-2792": 1, "MED-2793": 1, "MED-2794": 1, "MED-4390": 1, "MED-2800": 1, "MED-2791": 1, "MED-2825": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1 }, "excluded_self_id": "PLAIN-1972", "ranked_doc_ids": [ "MED-4439", "MED-4051", "MED-2178", "MED-2166", "MED-1568", "MED-2271", "MED-4867", "MED-2170", "MED-2171", "MED-1571", "MED-4360", "MED-2167", "MED-4053", "MED-4309", "MED-1240", "MED-4422", "MED-3809", "MED-5138", "MED-875", "MED-1442" ], "latency_ms": 30.639375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1983", "query": "rapamycin", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-5237": 1, "MED-2517": 1, "MED-2518": 1, "MED-2520": 1, "MED-2521": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2132": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2514": 1, "MED-2943": 1 }, "excluded_self_id": "PLAIN-1983", "ranked_doc_ids": [ "MED-2521", "MED-5237", "MED-2134", "MED-2504", "MED-2128", "MED-2127", "MED-2517", "MED-2137", "MED-2130", "MED-2132", "MED-2139", "MED-2123", "MED-2116", "MED-2124", "MED-2501", "MED-2507", "MED-2509", "MED-2114", "MED-2520", "MED-2135" ], "latency_ms": 34.496875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.15625, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3125, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.8545148320949201, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1995", "query": "red tea", "scope": "corpus", "category": "all", "relevant": { "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4864": 1, "MED-5122": 1, "MED-5120": 1, "MED-5121": 1 }, "excluded_self_id": "PLAIN-1995", "ranked_doc_ids": [ "MED-1853", "MED-898", "MED-3351", "MED-4778", "MED-5047", "MED-4331", "MED-5050", "MED-1844", "MED-4776", "MED-1840", "MED-1645", "MED-1635", "MED-5257", "MED-5049", "MED-3930", "MED-4775", "MED-1845", "MED-1847", "MED-1842", "MED-5156" ], "latency_ms": 30.445375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2", "query": "Do Cholesterol Statin Drugs Cause Breast Cancer?", "scope": "corpus", "category": "all", "relevant": { "MED-2427": 2, "MED-10": 2, "MED-2429": 2, "MED-2430": 2, "MED-2431": 2, "MED-14": 2, "MED-2432": 2, "MED-2428": 1, "MED-2440": 1, "MED-2434": 1, "MED-2435": 1, "MED-2436": 1, "MED-2437": 1, "MED-2438": 1, "MED-2439": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4556": 1, "MED-4559": 1, "MED-4560": 1, "MED-4828": 1, "MED-4829": 1, "MED-4830": 1 }, "excluded_self_id": "PLAIN-2", "ranked_doc_ids": [ "MED-2429", "MED-10", "MED-14", "MED-2431", "MED-2428", "MED-2439", "MED-2436", "MED-1829", "MED-4827", "MED-5352", "MED-1825", "MED-3840", "MED-1826", "MED-4828", "MED-2437", "MED-2434", "MED-4559", "MED-2430", "MED-2251", "MED-4830" ], "latency_ms": 35.421208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.20833333333333334, "ndcg_at_5": 0.934397461243829, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2916666666666667, "ndcg_at_10": 0.757753622272227, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5416666666666666, "ndcg_at_20": 0.7387448080716754, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2009", "query": "rhabdomyolysis", "scope": "corpus", "category": "all", "relevant": { "MED-4828": 1, "MED-4829": 1, "MED-4830": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-5025": 1 }, "excluded_self_id": "PLAIN-2009", "ranked_doc_ids": [ "MED-5173", "MED-3951", "MED-1733", "MED-4828", "MED-4961", "MED-4830", "MED-3462", "MED-3458", "MED-3461", "MED-4829", "MED-3457", "MED-3459", "MED-3460", "MED-1569", "MED-3453", "MED-1750", "MED-3534", "MED-3161", "MED-926", "MED-3491" ], "latency_ms": 34.0825, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.27727342735504823, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.37000493434919396, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.37000493434919396, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2019", "query": "rickets", "scope": "corpus", "category": "all", "relevant": { "MED-4575": 1, "MED-4573": 1, "MED-4574": 1 }, "excluded_self_id": "PLAIN-2019", "ranked_doc_ids": [ "MED-962", "MED-4573", "MED-4668", "MED-4575", "MED-1339", "MED-919", "MED-3232", "MED-3985", "MED-862", "MED-716", "MED-5145", "MED-2989", "MED-961", "MED-714", "MED-4373", "MED-4566", "MED-5209", "MED-4724", "MED-2777", "MED-4570" ], "latency_ms": 30.419709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.49818925746641285, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.49818925746641285, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.49818925746641285, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2030", "query": "Rutin", "scope": "corpus", "category": "all", "relevant": { "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1 }, "excluded_self_id": "PLAIN-2030", "ranked_doc_ids": [ "MED-4540", "MED-4051", "MED-4587", "MED-4727", "MED-4728", "MED-2521", "MED-3484", "MED-3549", "MED-4856", "MED-3552", "MED-3531", "MED-2269", "MED-3847", "MED-4448", "MED-4907", "MED-3158", "MED-2816", "MED-917", "MED-3100", "MED-4234" ], "latency_ms": 30.134, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.1909208661789347, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.1909208661789347, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2040", "query": "salmon", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2672": 1, "MED-2673": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-301": 1, "MED-3012": 1, "MED-3013": 1, "MED-3030": 1, "MED-3029": 1, "MED-306": 1, "MED-3035": 1, "MED-3631": 1, "MED-3632": 1, "MED-3629": 1, "MED-3634": 1, "MED-1133": 1, "MED-1134": 1, "MED-1135": 1, "MED-1136": 1, "MED-1137": 1, "MED-1138": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1747": 1, "MED-1748": 1, "MED-1749": 1, "MED-1750": 1, "MED-1751": 1, "MED-1752": 1, "MED-1753": 1, "MED-1754": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2385": 1, "MED-2386": 1, "MED-2395": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2407": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2671": 1, "MED-2674": 1, "MED-3019": 1, "MED-3021": 1, "MED-3022": 1, "MED-3023": 1, "MED-3024": 1, "MED-3025": 1, "MED-3026": 1, "MED-3027": 1, "MED-3028": 1, "MED-3032": 1, "MED-3033": 1, "MED-3034": 1, "MED-4183": 1, "MED-4377": 1, "MED-4936": 1, "MED-4730": 1, "MED-4687": 1, "MED-4689": 1, "MED-4932": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-5091": 1, "MED-5092": 1, "MED-5093": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-2040", "ranked_doc_ids": [ "MED-4961", "MED-4936", "MED-3024", "MED-4933", "MED-4964", "MED-4736", "MED-2751", "MED-4376", "MED-4943", "MED-4932", "MED-5144", "MED-4791", "MED-3592", "MED-3031", "MED-3029", "MED-3030", "MED-5035", "MED-4960", "MED-2344", "MED-5098" ], "latency_ms": 31.26575, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.030303030303030304, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03787878787878788, "ndcg_at_10": 0.6274092458891772, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06818181818181818, "ndcg_at_20": 0.5409454065590665, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2051", "query": "saturated fat", "scope": "corpus", "category": "all", "relevant": { "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-3780": 1, "MED-3784": 1, "MED-3197": 1, "MED-3198": 1, "MED-3250": 1, "MED-3251": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3254": 1, "MED-3253": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3449": 1, "MED-3450": 1, "MED-3457": 1, "MED-3458": 1, "MED-3451": 1, "MED-3453": 1, "MED-3585": 1, "MED-3586": 1, "MED-3592": 1, "MED-1204": 1, "MED-1205": 1, "MED-1489": 1, "MED-1207": 1, "MED-1249": 1, "MED-1250": 1, "MED-4831": 1, "MED-1252": 1, "MED-1253": 1, "MED-1254": 1, "MED-1801": 1, "MED-1256": 1, "MED-1257": 1, "MED-1258": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1399": 1, "MED-1393": 1, "MED-1394": 1, "MED-1395": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-1445": 1, "MED-1446": 1, "MED-1447": 1, "MED-1448": 1, "MED-1449": 1, "MED-1450": 1, "MED-1451": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1470": 1, "MED-1471": 1, "MED-1472": 1, "MED-1473": 1, "MED-1475": 1, "MED-1491": 1, "MED-1492": 1, "MED-1493": 1, "MED-1494": 1, "MED-1495": 1, "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-1551": 1, "MED-1552": 1, "MED-1553": 1, "MED-1554": 1, "MED-1555": 1, "MED-1556": 1, "MED-1557": 1, "MED-1558": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-1775": 1, "MED-1776": 1, "MED-1777": 1, "MED-1779": 1, "MED-1780": 1, "MED-1782": 1, "MED-1783": 1, "MED-1784": 1, "MED-1785": 1, "MED-1786": 1, "MED-1787": 1, "MED-1788": 1, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-1914": 1, "MED-1915": 1, "MED-1916": 1, "MED-1917": 1, "MED-1918": 1, "MED-1919": 1, "MED-1920": 1, "MED-1921": 1, "MED-1922": 1, "MED-1923": 1, "MED-1924": 1, "MED-4877": 1, "MED-1926": 1, "MED-4878": 1, "MED-1928": 1, "MED-1929": 1, "MED-1930": 1, "MED-1931": 1, "MED-1932": 1, "MED-1933": 1, "MED-1934": 1, "MED-1935": 1, "MED-1936": 1, "MED-1949": 1, "MED-1950": 1, "MED-1951": 1, "MED-1952": 1, "MED-1953": 1, "MED-1954": 1, "MED-1955": 1, "MED-1966": 1, "MED-2967": 1, "MED-1968": 1, "MED-2000": 1, "MED-2001": 1, "MED-2002": 1, "MED-2003": 1, "MED-2004": 1, "MED-2005": 1, "MED-2006": 1, "MED-2007": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2076": 1, "MED-2077": 1, "MED-2078": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1, "MED-2179": 1, "MED-2180": 1, "MED-2181": 1, "MED-2182": 1, "MED-2183": 1, "MED-2184": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-2374": 1, "MED-2237": 1, "MED-2238": 1, "MED-2288": 1, "MED-3137": 1, "MED-2290": 1, "MED-2291": 1, "MED-2292": 1, "MED-2293": 1, "MED-2294": 1, "MED-2295": 1, "MED-2296": 1, "MED-2461": 1, "MED-2464": 1, "MED-2644": 1, "MED-2646": 1, "MED-2468": 1, "MED-2469": 1, "MED-2471": 1, "MED-2472": 1, "MED-2652": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2655": 1, "MED-2479": 1, "MED-2482": 1, "MED-2659": 1, "MED-2484": 1, "MED-2661": 1, "MED-2662": 1, "MED-3687": 1, "MED-2647": 1, "MED-2648": 1, "MED-2650": 1, "MED-2651": 1, "MED-2653": 1, "MED-2654": 1, "MED-2819": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1, "MED-3786": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3785": 1, "MED-3252": 1, "MED-3255": 1, "MED-3452": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3654": 1, "MED-3655": 1, "MED-3656": 1, "MED-3657": 1, "MED-3782": 1, "MED-3787": 1, "MED-3788": 1, "MED-3790": 1, "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4026": 1, "MED-4027": 1, "MED-4028": 1, "MED-4029": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4035": 1, "MED-4036": 1, "MED-4853": 1, "MED-4198": 1, "MED-4200": 1, "MED-4201": 1, "MED-4202": 1, "MED-4302": 1, "MED-4319": 1, "MED-4320": 1, "MED-4333": 1, "MED-4337": 1, "MED-4335": 1, "MED-4336": 1, "MED-4349": 1, "MED-4520": 1, "MED-4352": 1, "MED-4353": 1, "MED-4450": 1, "MED-4451": 1, "MED-4555": 1, "MED-4556": 1, "MED-4559": 1, "MED-4676": 1, "MED-4837": 1, "MED-4944": 1, "MED-5012": 1, "MED-5013": 1, "MED-5014": 1, "MED-5015": 1, "MED-5038": 1, "MED-5039": 1, "MED-5040": 1, "MED-5090": 1, "MED-5108": 1, "MED-5109": 1, "MED-5146": 1, "MED-5147": 1, "MED-5148": 1, "MED-5149": 1, "MED-5150": 1, "MED-5151": 1, "MED-5152": 1 }, "excluded_self_id": "PLAIN-2051", "ranked_doc_ids": [ "MED-1556", "MED-1781", "MED-1454", "MED-1873", "MED-3249", "MED-1061", "MED-5261", "MED-1069", "MED-1063", "MED-3586", "MED-1072", "MED-1558", "MED-1455", "MED-4823", "MED-5014", "MED-1238", "MED-1071", "MED-5096", "MED-2697", "MED-861" ], "latency_ms": 30.194333, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.011267605633802818, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.014084507042253521, "ndcg_at_10": 0.6177639991612475, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.022535211267605635, "ndcg_at_20": 0.5098861125529461, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2061", "query": "seafood", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2750": 1, "MED-2751": 1, "MED-2752": 1, "MED-2754": 1, "MED-2755": 1, "MED-3028": 1, "MED-2913": 1, "MED-3021": 1, "MED-3012": 1, "MED-3033": 1, "MED-2906": 1, "MED-3034": 1, "MED-2940": 1, "MED-2941": 1, "MED-2943": 1, "MED-2944": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-301": 1, "MED-3013": 1, "MED-3030": 1, "MED-3029": 1, "MED-306": 1, "MED-3035": 1, "MED-3023": 1, "MED-3031": 1, "MED-3020": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-1277": 1, "MED-1279": 1, "MED-1280": 1, "MED-1281": 1, "MED-1283": 1, "MED-1284": 1, "MED-1285": 1, "MED-4876": 1, "MED-1288": 1, "MED-1289": 1, "MED-1290": 1, "MED-1318": 1, "MED-1319": 1, "MED-1320": 1, "MED-1321": 1, "MED-1322": 1, "MED-1323": 1, "MED-1324": 1, "MED-1612": 1, "MED-1326": 1, "MED-1327": 1, "MED-1328": 1, "MED-1329": 1, "MED-1330": 1, "MED-1331": 1, "MED-1332": 1, "MED-1333": 1, "MED-1334": 1, "MED-1335": 1, "MED-1795": 1, "MED-1374": 1, "MED-1375": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-1380": 1, "MED-1568": 1, "MED-1569": 1, "MED-1570": 1, "MED-1571": 1, "MED-1572": 1, "MED-1573": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2272": 1, "MED-2273": 1, "MED-2274": 1, "MED-3464": 1, "MED-2276": 1, "MED-3535": 1, "MED-2278": 1, "MED-2337": 1, "MED-2338": 1, "MED-2339": 1, "MED-2340": 1, "MED-2341": 1, "MED-2355": 1, "MED-2356": 1, "MED-2344": 1, "MED-2345": 1, "MED-2346": 1, "MED-2347": 1, "MED-2348": 1, "MED-2349": 1, "MED-2350": 1, "MED-2405": 1, "MED-2394": 1, "MED-2395": 1, "MED-2396": 1, "MED-2397": 1, "MED-2398": 1, "MED-2407": 1, "MED-2400": 1, "MED-2402": 1, "MED-2411": 1, "MED-2404": 1, "MED-2406": 1, "MED-2409": 1, "MED-2410": 1, "MED-2412": 1, "MED-2413": 1, "MED-2488": 1, "MED-2489": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2753": 1, "MED-2756": 1, "MED-2904": 1, "MED-2905": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-2917": 1, "MED-2921": 1, "MED-2938": 1, "MED-2939": 1, "MED-2942": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-4523": 1, "MED-2967": 1, "MED-2951": 1, "MED-2969": 1, "MED-2971": 1, "MED-3019": 1, "MED-3022": 1, "MED-3026": 1, "MED-3032": 1, "MED-3102": 1, "MED-4313": 1, "MED-3148": 1, "MED-3149": 1, "MED-3786": 1, "MED-3780": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3197": 1, "MED-3198": 1, "MED-3226": 1, "MED-3228": 1, "MED-3231": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3217": 1, "MED-3237": 1, "MED-3227": 1, "MED-3220": 1, "MED-3221": 1, "MED-3229": 1, "MED-3230": 1, "MED-3233": 1, "MED-3236": 1, "MED-3305": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3312": 1, "MED-3313": 1, "MED-3315": 1, "MED-4433": 1, "MED-3318": 1, "MED-3302": 1, "MED-3449": 1, "MED-3450": 1, "MED-3451": 1, "MED-3452": 1, "MED-3453": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3457": 1, "MED-3458": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3782": 1, "MED-3787": 1, "MED-3788": 1, "MED-3790": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4182": 1, "MED-4183": 1, "MED-4349": 1, "MED-4520": 1, "MED-4342": 1, "MED-4345": 1, "MED-4346": 1, "MED-4354": 1, "MED-4359": 1, "MED-4360": 1, "MED-4375": 1, "MED-4376": 1, "MED-4377": 1, "MED-4378": 1, "MED-4379": 1, "MED-4380": 1, "MED-4381": 1, "MED-4719": 1, "MED-4727": 1, "MED-4728": 1, "MED-4733": 1, "MED-4736": 1, "MED-4735": 1, "MED-4739": 1, "MED-4738": 1, "MED-4740": 1, "MED-4741": 1, "MED-4742": 1, "MED-4743": 1, "MED-4791": 1, "MED-4792": 1, "MED-4811": 1, "MED-4822": 1, "MED-4823": 1, "MED-4824": 1, "MED-4825": 1, "MED-4826": 1, "MED-4880": 1, "MED-4881": 1, "MED-4882": 1, "MED-4883": 1, "MED-4884": 1, "MED-4908": 1, "MED-4909": 1, "MED-4936": 1, "MED-4932": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4943": 1, "MED-4944": 1, "MED-4946": 1, "MED-4947": 1, "MED-4948": 1, "MED-4949": 1, "MED-4950": 1, "MED-4951": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-4962": 1, "MED-4963": 1, "MED-4964": 1, "MED-4969": 1, "MED-4966": 1, "MED-4967": 1, "MED-4968": 1, "MED-4988": 1, "MED-4989": 1, "MED-5091": 1, "MED-5092": 1, "MED-5093": 1, "MED-5094": 1, "MED-5095": 1, "MED-5096": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5102": 1, "MED-5104": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-2061", "ranked_doc_ids": [ "MED-3031", "MED-4736", "MED-3030", "MED-2344", "MED-3592", "MED-4960", "MED-4964", "MED-4932", "MED-4375", "MED-5101", "MED-3024", "MED-4948", "MED-3295", "MED-3029", "MED-2406", "MED-4944", "MED-5170", "MED-4376", "MED-5144", "MED-5102" ], "latency_ms": 31.185709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.012195121951219513, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.024390243902439025, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04390243902439024, "ndcg_at_20": 0.9298282790659783, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-207", "query": "Avoiding Cooked Meat Carcinogens", "scope": "corpus", "category": "all", "relevant": { "MED-4053": 1, "MED-4058": 1, "MED-4055": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4072": 1, "MED-5197": 1, "MED-4071": 1, "MED-4073": 1, "MED-4180": 1, "MED-4365": 1, "MED-4474": 1, "MED-4475": 1, "MED-4476": 1, "MED-4477": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4726": 1, "MED-4976": 1, "MED-4972": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4978": 1, "MED-5104": 1, "MED-5105": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-207", "ranked_doc_ids": [ "MED-5326", "MED-5197", "MED-4482", "MED-4493", "MED-4057", "MED-4053", "MED-847", "MED-4451", "MED-4976", "MED-5205", "MED-3000", "MED-4485", "MED-4972", "MED-5034", "MED-4060", "MED-5032", "MED-4072", "MED-5188", "MED-4070", "MED-1114" ], "latency_ms": 31.942542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05454545454545454, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09090909090909091, "ndcg_at_10": 0.58874982024632, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16363636363636364, "ndcg_at_20": 0.5197046134970537, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2071", "query": "serotonin", "scope": "corpus", "category": "all", "relevant": { "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-3536": 1, "MED-3537": 1, "MED-5030": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3534": 1, "MED-3535": 1, "MED-3538": 1, "MED-3540": 1, "MED-3544": 1, "MED-4305": 1, "MED-4306": 1, "MED-4308": 1 }, "excluded_self_id": "PLAIN-2071", "ranked_doc_ids": [ "MED-4306", "MED-4309", "MED-3532", "MED-1352", "MED-4305", "MED-1349", "MED-3530", "MED-5334", "MED-4691", "MED-3540", "MED-1347", "MED-3526", "MED-3528", "MED-3677", "MED-3525", "MED-3547", "MED-3821", "MED-3545", "MED-5365", "MED-3678" ], "latency_ms": 31.642125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06666666666666667, "ndcg_at_5": 0.639945385422766, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.552265477387053, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2222222222222222, "ndcg_at_20": 0.5358031693110705, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2081", "query": "shelf life", "scope": "corpus", "category": "all", "relevant": { "MED-4303": 1 }, "excluded_self_id": "PLAIN-2081", "ranked_doc_ids": [ "MED-4303", "MED-887", "MED-3693", "MED-4374", "MED-4859", "MED-2742", "MED-2704", "MED-4408", "MED-2308", "MED-2765", "MED-917", "MED-1983", "MED-4523", "MED-3085", "MED-3599", "MED-2325", "MED-3086", "MED-5077", "MED-3034", "MED-3094" ], "latency_ms": 30.439083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-2092", "query": "sirtuins", "scope": "corpus", "category": "all", "relevant": { "MED-1431": 1, "MED-1432": 1, "MED-1433": 1, "MED-1434": 1, "MED-1435": 1, "MED-1436": 1, "MED-1437": 1, "MED-1438": 1, "MED-1439": 1, "MED-1440": 1 }, "excluded_self_id": "PLAIN-2092", "ranked_doc_ids": [ "MED-1437", "MED-1432", "MED-1436", "MED-1434", "MED-1440", "MED-5237", "MED-3482", "MED-5234", "MED-1457", "MED-4699", "MED-1752", "MED-1724", "MED-1930", "MED-3452", "MED-5312", "MED-1785", "MED-2509", "MED-5232", "MED-2753", "MED-4278" ], "latency_ms": 31.099333, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6489315753318465, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6489315753318465, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2102", "query": "smoking", "scope": "corpus", "category": "all", "relevant": { "MED-2522": 1, "MED-2606": 1, "MED-2607": 1, "MED-2608": 1, "MED-2816": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2763": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1208": 1, "MED-1209": 1, "MED-1210": 1, "MED-1211": 1, "MED-1212": 1, "MED-1213": 1, "MED-5303": 1, "MED-1301": 1, "MED-1302": 1, "MED-1303": 1, "MED-1304": 1, "MED-1305": 1, "MED-1313": 1, "MED-1307": 1, "MED-1308": 1, "MED-1309": 1, "MED-1327": 1, "MED-1399": 1, "MED-1393": 1, "MED-1394": 1, "MED-1395": 1, "MED-1489": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-2370": 1, "MED-1428": 1, "MED-1429": 1, "MED-1430": 1, "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-1519": 1, "MED-1520": 1, "MED-1521": 1, "MED-1522": 1, "MED-1523": 1, "MED-1524": 1, "MED-1525": 1, "MED-1526": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1542": 1, "MED-1543": 1, "MED-1544": 1, "MED-1545": 1, "MED-1546": 1, "MED-2527": 1, "MED-1548": 1, "MED-1549": 1, "MED-1680": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1650": 1, "MED-1651": 1, "MED-2726": 1, "MED-2221": 1, "MED-4602": 1, "MED-1655": 1, "MED-1677": 1, "MED-1678": 1, "MED-1679": 1, "MED-1681": 1, "MED-1703": 1, "MED-1704": 1, "MED-1705": 1, "MED-1711": 1, "MED-1712": 1, "MED-1714": 1, "MED-1715": 1, "MED-1716": 1, "MED-1717": 1, "MED-1718": 1, "MED-1719": 1, "MED-1720": 1, "MED-1721": 1, "MED-1722": 1, "MED-1723": 1, "MED-1724": 1, "MED-1760": 1, "MED-1761": 1, "MED-1796": 1, "MED-1797": 1, "MED-1798": 1, "MED-1799": 1, "MED-1800": 1, "MED-1801": 1, "MED-1802": 1, "MED-1803": 1, "MED-1804": 1, "MED-4767": 1, "MED-1806": 1, "MED-1807": 1, "MED-1808": 1, "MED-4769": 1, "MED-1810": 1, "MED-2722": 1, "MED-2489": 1, "MED-1966": 1, "MED-2967": 1, "MED-1968": 1, "MED-2089": 1, "MED-2090": 1, "MED-2091": 1, "MED-2092": 1, "MED-2093": 1, "MED-2094": 1, "MED-2095": 1, "MED-2096": 1, "MED-2097": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2219": 1, "MED-2220": 1, "MED-2374": 1, "MED-2237": 1, "MED-2238": 1, "MED-2244": 1, "MED-2245": 1, "MED-2246": 1, "MED-2247": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2297": 1, "MED-2298": 1, "MED-2299": 1, "MED-2300": 1, "MED-2301": 1, "MED-2303": 1, "MED-2304": 1, "MED-2305": 1, "MED-2306": 1, "MED-2371": 1, "MED-2372": 1, "MED-4324": 1, "MED-2441": 1, "MED-2442": 1, "MED-2472": 1, "MED-2444": 1, "MED-2461": 1, "MED-4551": 1, "MED-2643": 1, "MED-2464": 1, "MED-2645": 1, "MED-2644": 1, "MED-2646": 1, "MED-2468": 1, "MED-2469": 1, "MED-2649": 1, "MED-2471": 1, "MED-2652": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2655": 1, "MED-2656": 1, "MED-2479": 1, "MED-2657": 1, "MED-2658": 1, "MED-2482": 1, "MED-2659": 1, "MED-2484": 1, "MED-2661": 1, "MED-2662": 1, "MED-3687": 1, "MED-2523": 1, "MED-2592": 1, "MED-2593": 1, "MED-2594": 1, "MED-2595": 1, "MED-2596": 1, "MED-2597": 1, "MED-2812": 1, "MED-2674": 1, "MED-4523": 1, "MED-2951": 1, "MED-2969": 1, "MED-2971": 1, "MED-3051": 1, "MED-3055": 1, "MED-3056": 1, "MED-3057": 1, "MED-3102": 1, "MED-3113": 1, "MED-4247": 1, "MED-3197": 1, "MED-3198": 1, "MED-3253": 1, "MED-3254": 1, "MED-3255": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3309": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3313": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-3317": 1, "MED-3318": 1, "MED-3319": 1, "MED-3320": 1, "MED-3321": 1, "MED-3385": 1, "MED-3386": 1, "MED-3387": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3696": 1, "MED-3697": 1, "MED-3698": 1, "MED-3700": 1, "MED-3701": 1, "MED-3714": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1, "MED-3720": 1, "MED-3721": 1, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-3765": 1, "MED-3766": 1, "MED-3767": 1, "MED-3768": 1, "MED-3941": 1, "MED-3942": 1, "MED-3943": 1, "MED-3944": 1, "MED-3945": 1, "MED-3946": 1, "MED-3947": 1, "MED-4407": 1, "MED-3949": 1, "MED-3950": 1, "MED-3951": 1, "MED-3952": 1, "MED-3953": 1, "MED-4053": 1, "MED-4058": 1, "MED-4055": 1, "MED-4060": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4072": 1, "MED-5197": 1, "MED-4075": 1, "MED-4071": 1, "MED-4073": 1, "MED-4095": 1, "MED-4100": 1, "MED-4101": 1, "MED-4102": 1, "MED-4200": 1, "MED-4201": 1, "MED-4202": 1, "MED-4261": 1, "MED-4382": 1, "MED-4408": 1, "MED-4411": 1, "MED-4410": 1, "MED-4412": 1, "MED-4466": 1, "MED-4474": 1, "MED-4475": 1, "MED-4477": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4555": 1, "MED-4676": 1, "MED-4719": 1, "MED-4720": 1, "MED-4721": 1, "MED-4776": 1, "MED-4777": 1, "MED-4778": 1, "MED-4779": 1, "MED-4780": 1 }, "excluded_self_id": "PLAIN-2102", "ranked_doc_ids": [ "MED-3318", "MED-1545", "MED-2237", "MED-2259", "MED-1603", "MED-5159", "MED-3033", "MED-1598", "MED-3634", "MED-3633", "MED-1605", "MED-3046", "MED-759", "MED-5033", "MED-4412", "MED-1599", "MED-3544", "MED-2252", "MED-4475", "MED-2169" ], "latency_ms": 32.2465, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.011876484560570071, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.019002375296912115, "ndcg_at_10": 0.8482378089219645, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03800475059382423, "ndcg_at_20": 0.8283945987925136, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2113", "query": "soil health", "scope": "corpus", "category": "all", "relevant": { "MED-4771": 1 }, "excluded_self_id": "PLAIN-2113", "ranked_doc_ids": [ "MED-1182", "MED-1181", "MED-1140", "MED-3890", "MED-1174", "MED-1028", "MED-915", "MED-1178", "MED-1420", "MED-2260", "MED-1164", "MED-1319", "MED-1774", "MED-1150", "MED-1147", "MED-2264", "MED-1167", "MED-5126", "MED-1139", "MED-2099" ], "latency_ms": 31.389875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2124", "query": "spearmint", "scope": "corpus", "category": "all", "relevant": { "MED-1240": 1, "MED-1241": 1, "MED-1242": 1, "MED-1243": 1, "MED-1244": 1, "MED-1245": 1, "MED-1246": 1, "MED-1247": 1, "MED-1248": 1, "MED-1519": 1, "MED-1520": 1, "MED-1521": 1, "MED-1522": 1, "MED-1523": 1, "MED-1524": 1, "MED-1525": 1, "MED-1526": 1 }, "excluded_self_id": "PLAIN-2124", "ranked_doc_ids": [ "MED-1525", "MED-1009", "MED-1244", "MED-1523", "MED-1519", "MED-1526", "MED-1521", "MED-1005", "MED-1012", "MED-2891", "MED-3528", "MED-865", "MED-3519", "MED-3810", "MED-3918", "MED-5350", "MED-5319", "MED-4150", "MED-3807", "MED-4376" ], "latency_ms": 32.124959, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.23529411764705882, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.35294117647058826, "ndcg_at_10": 0.6618313225363274, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.35294117647058826, "ndcg_at_20": 0.47386691513099044, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2134", "query": "Splenda", "scope": "corpus", "category": "all", "relevant": { "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1581": 1, "MED-1582": 1, "MED-5053": 1, "MED-5054": 1, "MED-5055": 1 }, "excluded_self_id": "PLAIN-2134", "ranked_doc_ids": [ "MED-4126", "MED-1707", "MED-3810", "MED-897", "MED-3469", "MED-4822", "MED-1069", "MED-1300", "MED-3894", "MED-1624", "MED-2209", "MED-4417", "MED-5054", "MED-1291", "MED-1627", "MED-2226", "MED-2234", "MED-918", "MED-2582", "MED-3252" ], "latency_ms": 32.390833, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08333333333333333, "ndcg_at_20": 0.051573320538546435, "mrr_at_20": 0.07692307692307693, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2145", "query": "St. John's wort", "scope": "corpus", "category": "all", "relevant": { "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4371": 1, "MED-4372": 1 }, "excluded_self_id": "PLAIN-2145", "ranked_doc_ids": [ "MED-743", "MED-1300", "MED-4526", "MED-5044", "MED-1294", "MED-1303", "MED-1299", "MED-3750", "MED-2888", "MED-843", "MED-3153", "MED-3802", "MED-5273", "MED-5274", "MED-3482", "MED-5260", "MED-4267", "MED-4544", "MED-3918", "MED-3477" ], "latency_ms": 33.552541, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.05438441923467751, "mrr_at_20": 0.05263157894736842, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2156", "query": "stevia", "scope": "corpus", "category": "all", "relevant": { "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-5053": 1, "MED-5054": 1, "MED-5055": 1 }, "excluded_self_id": "PLAIN-2156", "ranked_doc_ids": [ "MED-4868", "MED-5055", "MED-4867", "MED-5053", "MED-4822", "MED-1707", "MED-3533", "MED-1627", "MED-1108", "MED-3639", "MED-5054", "MED-4120", "MED-1671", "MED-1630", "MED-4834", "MED-4295", "MED-4126", "MED-3469", "MED-3143", "MED-1853" ], "latency_ms": 29.618583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7751482523375256, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.8333333333333334, "ndcg_at_20": 0.8595570609200258, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2167", "query": "subsidies", "scope": "corpus", "category": "all", "relevant": { "MED-2722": 1 }, "excluded_self_id": "PLAIN-2167", "ranked_doc_ids": [ "MED-2488", "MED-1544", "MED-2016", "MED-3770", "MED-3013", "MED-2201", "MED-4366", "MED-3769", "MED-1448", "MED-1230", "MED-2051", "MED-5220", "MED-1773", "MED-1675", "MED-4602", "MED-4131", "MED-4603", "MED-2726", "MED-3598", "MED-4835" ], "latency_ms": 33.925459, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-217", "query": "Plant-Based Diets for Psoriasis", "scope": "corpus", "category": "all", "relevant": { "MED-4103": 1, "MED-4104": 1, "MED-4853": 1, "MED-4843": 1, "MED-4844": 1, "MED-4845": 1, "MED-4846": 1, "MED-4847": 1, "MED-4848": 1, "MED-4849": 1, "MED-4850": 1, "MED-4851": 1, "MED-4852": 1, "MED-4854": 1, "MED-5090": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-217", "ranked_doc_ids": [ "MED-2441", "MED-4349", "MED-2432", "MED-3359", "MED-4853", "MED-1130", "MED-4850", "MED-1319", "MED-4627", "MED-4854", "MED-4831", "MED-4154", "MED-4981", "MED-5096", "MED-3243", "MED-4848", "MED-1445", "MED-4658", "MED-2450", "MED-4613" ], "latency_ms": 36.10325, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.027777777777777776, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08333333333333333, "ndcg_at_10": 0.22212782793993274, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.17810422003562926, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2177", "query": "sulfur", "scope": "corpus", "category": "all", "relevant": { "MED-717": 1, "MED-718": 1, "MED-719": 1, "MED-720": 1, "MED-721": 1, "MED-722": 1, "MED-723": 1, "MED-724": 1, "MED-5204": 1, "MED-1184": 1, "MED-1185": 1, "MED-1186": 1, "MED-1187": 1, "MED-1188": 1, "MED-1582": 1, "MED-1418": 1, "MED-1419": 1, "MED-1420": 1, "MED-1421": 1, "MED-3964": 1, "MED-4342": 1, "MED-1581": 1, "MED-1425": 1, "MED-1426": 1 }, "excluded_self_id": "PLAIN-2177", "ranked_doc_ids": [ "MED-3282", "MED-1421", "MED-1418", "MED-1185", "MED-1184", "MED-723", "MED-4320", "MED-1953", "MED-4499", "MED-984", "MED-4055", "MED-4165", "MED-5127", "MED-895", "MED-3275", "MED-2069", "MED-4459", "MED-1618", "MED-2067", "MED-2326" ], "latency_ms": 32.51725, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.6608397947263839, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.20833333333333334, "ndcg_at_10": 0.5072380780124417, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.20833333333333334, "ndcg_at_20": 0.32735489344480684, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2187", "query": "suppositories", "scope": "corpus", "category": "all", "relevant": { "MED-1240": 1, "MED-1241": 1, "MED-1242": 1, "MED-1243": 1, "MED-1244": 1, "MED-1245": 1, "MED-1246": 1, "MED-1247": 1, "MED-1248": 1 }, "excluded_self_id": "PLAIN-2187", "ranked_doc_ids": [ "MED-1248", "MED-843", "MED-2058", "MED-3962", "MED-3512", "MED-2055", "MED-3904", "MED-723", "MED-3960", "MED-844", "MED-3963", "MED-2100", "MED-1048", "MED-3966", "MED-2787", "MED-3967", "MED-1005", "MED-3694", "MED-1016", "MED-2061" ], "latency_ms": 33.375583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.2350455494144854, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.2350455494144854, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2197", "query": "sweeteners", "scope": "corpus", "category": "all", "relevant": { "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-3050": 1, "MED-3051": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3055": 1, "MED-3056": 1, "MED-3044": 1, "MED-3057": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-4091": 1, "MED-4089": 1, "MED-5071": 1, "MED-4120": 1, "MED-4121": 1, "MED-4124": 1, "MED-4127": 1, "MED-4125": 1, "MED-4126": 1, "MED-4686": 1, "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-5053": 1, "MED-5055": 1, "MED-5056": 1, "MED-5057": 1 }, "excluded_self_id": "PLAIN-2197", "ranked_doc_ids": [ "MED-5054", "MED-5053", "MED-4120", "MED-5057", "MED-1625", "MED-4822", "MED-1108", "MED-4126", "MED-4868", "MED-1707", "MED-1708", "MED-2209", "MED-1710", "MED-5059", "MED-1627", "MED-2206", "MED-2490", "MED-3375", "MED-918", "MED-3497" ], "latency_ms": 31.6655, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08620689655172414, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1206896551724138, "ndcg_at_10": 0.7846170207230129, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13793103448275862, "ndcg_at_20": 0.5418762161289647, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2209", "query": "taro", "scope": "corpus", "category": "all", "relevant": { "MED-4635": 1, "MED-4640": 1 }, "excluded_self_id": "PLAIN-2209", "ranked_doc_ids": [ "MED-3528", "MED-3531", "MED-2130", "MED-3808", "MED-2285", "MED-865", "MED-3519", "MED-3534", "MED-3809", "MED-2041", "MED-4959", "MED-868", "MED-5263", "MED-5237", "MED-2116", "MED-2504", "MED-3466", "MED-5209", "MED-2033", "MED-3533" ], "latency_ms": 30.43025, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2220", "query": "tempeh", "scope": "corpus", "category": "all", "relevant": { "MED-4440": 1, "MED-4785": 1, "MED-4471": 1, "MED-4472": 1, "MED-4976": 1, "MED-4546": 1, "MED-4547": 1, "MED-5002": 1, "MED-5078": 1 }, "excluded_self_id": "PLAIN-2220", "ranked_doc_ids": [ "MED-4976", "MED-3810", "MED-5002", "MED-2606", "MED-2191", "MED-5108", "MED-4621", "MED-3489", "MED-3946", "MED-2783", "MED-2794", "MED-5305", "MED-2825", "MED-2821", "MED-1844", "MED-5000", "MED-3775", "MED-3375", "MED-2209", "MED-1525" ], "latency_ms": 32.428625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2222222222222222, "ndcg_at_5": 0.5087403079104241, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2222222222222222, "ndcg_at_10": 0.3525683241217281, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2222222222222222, "ndcg_at_20": 0.3525683241217281, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2230", "query": "thiamine", "scope": "corpus", "category": "all", "relevant": { "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-4609": 1, "MED-4613": 1, "MED-4617": 1, "MED-4612": 1 }, "excluded_self_id": "PLAIN-2230", "ranked_doc_ids": [ "MED-5128", "MED-994", "MED-919", "MED-4872", "MED-5135", "MED-986", "MED-4511", "MED-4685", "MED-4512", "MED-981", "MED-716", "MED-4930", "MED-4165", "MED-2942", "MED-714", "MED-5132", "MED-5130", "MED-4575", "MED-3275", "MED-5129" ], "latency_ms": 32.129542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2240", "query": "titanium dioxide", "scope": "corpus", "category": "all", "relevant": { "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1 }, "excluded_self_id": "PLAIN-2240", "ranked_doc_ids": [ "MED-944", "MED-3963", "MED-1002", "MED-5059", "MED-2251", "MED-1597", "MED-4380", "MED-1596", "MED-2258", "MED-2662", "MED-1142", "MED-2653", "MED-2650", "MED-2617", "MED-1956", "MED-2885", "MED-4728", "MED-2644", "MED-3359", "MED-2648" ], "latency_ms": 29.336042, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09090909090909091, "ndcg_at_10": 0.13886244387355454, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09090909090909091, "ndcg_at_20": 0.13083036905940468, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2250", "query": "tongue worm", "scope": "corpus", "category": "all", "relevant": { "MED-4359": 1, "MED-4360": 1 }, "excluded_self_id": "PLAIN-2250", "ranked_doc_ids": [ "MED-5094", "MED-3182", "MED-5024", "MED-3171", "MED-4672", "MED-3175", "MED-3180", "MED-3973", "MED-2091", "MED-4963", "MED-3715", "MED-3972", "MED-2346", "MED-2089", "MED-3179", "MED-3971", "MED-4356", "MED-3181", "MED-1571", "MED-4839" ], "latency_ms": 29.156334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2261", "query": "trans fats", "scope": "corpus", "category": "all", "relevant": { "MED-2726": 1, "MED-2725": 1, "MED-3374": 1, "MED-3376": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1557": 1, "MED-1558": 1, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-2076": 1, "MED-2077": 1, "MED-2078": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1, "MED-3369": 1, "MED-3370": 1, "MED-3371": 1, "MED-3372": 1, "MED-3373": 1, "MED-3375": 1, "MED-3377": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4200": 1, "MED-4201": 1, "MED-4202": 1, "MED-4295": 1, "MED-4352": 1, "MED-4353": 1, "MED-4984": 1, "MED-4388": 1, "MED-4389": 1, "MED-4450": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-2261", "ranked_doc_ids": [ "MED-3599", "MED-1455", "MED-3597", "MED-1558", "MED-861", "MED-4823", "MED-1921", "MED-3352", "MED-5096", "MED-4556", "MED-1810", "MED-1801", "MED-2850", "MED-1331", "MED-1253", "MED-1454", "MED-1554", "MED-1069", "MED-4006", "MED-1430" ], "latency_ms": 31.681417, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06666666666666667, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08333333333333333, "ndcg_at_10": 0.6274092458891772, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.4396596141176189, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-227", "query": "Increasing Muscle Strength with Fenugreek", "scope": "corpus", "category": "all", "relevant": { "MED-4544": 1, "MED-4150": 1, "MED-5341": 1, "MED-5337": 1, "MED-4464": 1, "MED-4465": 1, "MED-4468": 1, "MED-4469": 1, "MED-4501": 1, "MED-4502": 1, "MED-4543": 1, "MED-4538": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4671": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1, "MED-5140": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-227", "ranked_doc_ids": [ "MED-4150", "MED-3534", "MED-3161", "MED-3466", "MED-1512", "MED-3453", "MED-3467", "MED-3465", "MED-760", "MED-3894", "MED-2781", "MED-1507", "MED-940", "MED-3456", "MED-3151", "MED-3794", "MED-2271", "MED-2827", "MED-897", "MED-4506" ], "latency_ms": 33.413791, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.025, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.025, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.025, "ndcg_at_20": 0.1420400396336573, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2271", "query": "Tufts", "scope": "corpus", "category": "all", "relevant": { "MED-762": 1, "MED-4247": 1, "MED-4642": 1, "MED-4643": 1, "MED-4644": 1, "MED-4776": 1, "MED-4777": 1, "MED-4778": 1, "MED-4779": 1, "MED-4780": 1 }, "excluded_self_id": "PLAIN-2271", "ranked_doc_ids": [ "MED-5230", "MED-1747", "MED-4802", "MED-4599", "MED-4421", "MED-4456", "MED-1110", "MED-2521", "MED-5007", "MED-3150", "MED-2313", "MED-2815", "MED-2492", "MED-2853", "MED-5126", "MED-3474", "MED-1328", "MED-2814", "MED-2150", "MED-3132" ], "latency_ms": 32.745875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2281", "query": "turnips", "scope": "corpus", "category": "all", "relevant": { "MED-2098": 1 }, "excluded_self_id": "PLAIN-2281", "ranked_doc_ids": [ "MED-3132", "MED-948", "MED-2066", "MED-2209", "MED-3370", "MED-2235", "MED-3373", "MED-3842", "MED-970", "MED-2751", "MED-1130", "MED-5096", "MED-981", "MED-4320", "MED-3854", "MED-5354", "MED-4915", "MED-4278", "MED-4437", "MED-2149" ], "latency_ms": 32.036083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2291", "query": "ultra-processed foods", "scope": "corpus", "category": "all", "relevant": { "MED-1650": 1, "MED-1651": 1, "MED-2726": 1, "MED-2221": 1, "MED-4602": 1 }, "excluded_self_id": "PLAIN-2291", "ranked_doc_ids": [ "MED-4493", "MED-4284", "MED-1600", "MED-5063", "MED-4484", "MED-4494", "MED-4350", "MED-4487", "MED-2529", "MED-2073", "MED-5235", "MED-1534", "MED-2285", "MED-1319", "MED-2209", "MED-1650", "MED-3096", "MED-2185", "MED-4758", "MED-3790" ], "latency_ms": 31.338167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.08297572808511901, "mrr_at_20": 0.0625, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-23", "query": "How to Reduce Exposure to Alkylphenols Through Your Diet", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 2, "MED-2646": 2, "MED-2651": 2, "MED-118": 2, "MED-2652": 2, "MED-2653": 2, "MED-2655": 2, "MED-2659": 2, "MED-2661": 2, "MED-2662": 2, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-3021": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2906": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3028": 1, "MED-2913": 1, "MED-3012": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3033": 1, "MED-3034": 1, "MED-3035": 1, "MED-2921": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4169": 1, "MED-4170": 1, "MED-4171": 1, "MED-4180": 1, "MED-4950": 1, "MED-4951": 1, "MED-5102": 1, "MED-5104": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-23", "ranked_doc_ids": [ "MED-118", "MED-2658", "MED-2654", "MED-2661", "MED-1961", "MED-1169", "MED-1174", "MED-1164", "MED-2644", "MED-3102", "MED-3100", "MED-5200", "MED-2494", "MED-4653", "MED-5063", "MED-1789", "MED-3109", "MED-5358", "MED-1148", "MED-3087" ], "latency_ms": 37.346083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.044444444444444446, "ndcg_at_5": 0.6770117388019904, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05555555555555555, "ndcg_at_10": 0.5055885176333172, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05555555555555555, "ndcg_at_20": 0.39661698810568147, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2301", "query": "uterine health", "scope": "corpus", "category": "all", "relevant": { "MED-3503": 1, "MED-3504": 1, "MED-3794": 1, "MED-557": 1, "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1 }, "excluded_self_id": "PLAIN-2301", "ranked_doc_ids": [ "MED-5186", "MED-4486", "MED-3794", "MED-5191", "MED-3596", "MED-557", "MED-5168", "MED-3798", "MED-3595", "MED-3779", "MED-1955", "MED-4376", "MED-4941", "MED-3657", "MED-3793", "MED-4739", "MED-5182", "MED-5175", "MED-1786", "MED-3682" ], "latency_ms": 31.529084, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07692307692307693, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15384615384615385, "ndcg_at_10": 0.1884441521277154, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.23076923076923078, "ndcg_at_20": 0.2089216149978772, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2311", "query": "veal", "scope": "corpus", "category": "all", "relevant": { "MED-4594": 1, "MED-4593": 1 }, "excluded_self_id": "PLAIN-2311", "ranked_doc_ids": [ "MED-4437", "MED-5096", "MED-4844", "MED-4626", "MED-3545", "MED-1491", "MED-5342", "MED-3132", "MED-1801", "MED-1593", "MED-2751", "MED-3236", "MED-4854", "MED-1832", "MED-1303", "MED-2206", "MED-5338", "MED-4683", "MED-4278", "MED-1138" ], "latency_ms": 35.342375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2321", "query": "veggie chicken", "scope": "corpus", "category": "all", "relevant": { "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4514": 1, "MED-4515": 1 }, "excluded_self_id": "PLAIN-2321", "ranked_doc_ids": [ "MED-2991", "MED-3148", "MED-1801", "MED-4626", "MED-2108", "MED-5338", "MED-4714", "MED-5329", "MED-5141", "MED-3089", "MED-948", "MED-1810", "MED-4428", "MED-3238", "MED-3094", "MED-3096", "MED-4427", "MED-4426", "MED-1593", "MED-860" ], "latency_ms": 32.493125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2332", "query": "viral infections", "scope": "corpus", "category": "all", "relevant": { "MED-2747": 1, "MED-2748": 1, "MED-2749": 1, "MED-1103": 1, "MED-1104": 1, "MED-1105": 1, "MED-1106": 1, "MED-1107": 1, "MED-1108": 1, "MED-1109": 1, "MED-1110": 1, "MED-1111": 1, "MED-1112": 1, "MED-1113": 1, "MED-1114": 1, "MED-1115": 1, "MED-1215": 1, "MED-1216": 1, "MED-1217": 1, "MED-1218": 1, "MED-1219": 1, "MED-1220": 1, "MED-1221": 1, "MED-4797": 1, "MED-1796": 1, "MED-1797": 1, "MED-1798": 1, "MED-1799": 1, "MED-1800": 1, "MED-1801": 1, "MED-1802": 1, "MED-1803": 1, "MED-1804": 1, "MED-4767": 1, "MED-1806": 1, "MED-1807": 1, "MED-1808": 1, "MED-4769": 1, "MED-1810": 1, "MED-2018": 1, "MED-2019": 1, "MED-2020": 1, "MED-2021": 1, "MED-2022": 1, "MED-2033": 1, "MED-2024": 1, "MED-2034": 1, "MED-2026": 1, "MED-2027": 1, "MED-2028": 1, "MED-2029": 1, "MED-2030": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3292": 1, "MED-3313": 1, "MED-3294": 1, "MED-3295": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-4433": 1, "MED-3317": 1, "MED-3318": 1, "MED-3302": 1, "MED-3320": 1, "MED-3321": 1, "MED-3309": 1, "MED-3319": 1, "MED-3982": 1, "MED-3983": 1, "MED-3984": 1, "MED-4969": 1, "MED-4363": 1, "MED-4364": 1, "MED-4765": 1, "MED-4766": 1, "MED-4768": 1, "MED-4812": 1, "MED-4813": 1, "MED-4814": 1, "MED-4815": 1, "MED-4816": 1, "MED-4817": 1, "MED-4818": 1, "MED-4819": 1, "MED-4820": 1, "MED-4821": 1, "MED-5031": 1, "MED-5060": 1, "MED-5061": 1 }, "excluded_self_id": "PLAIN-2332", "ranked_doc_ids": [ "MED-4766", "MED-3974", "MED-1798", "MED-4768", "MED-4118", "MED-4767", "MED-4564", "MED-4363", "MED-4815", "MED-1804", "MED-1023", "MED-1800", "MED-4364", "MED-4813", "MED-1808", "MED-5031", "MED-4769", "MED-3979", "MED-4762", "MED-3320" ], "latency_ms": 29.897709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.030927835051546393, "ndcg_at_5": 0.6548086577531307, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07216494845360824, "ndcg_at_10": 0.7026305163854644, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14432989690721648, "ndcg_at_20": 0.7021639158386788, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2343", "query": "vitamin K", "scope": "corpus", "category": "all", "relevant": { "MED-5108": 1, "MED-5109": 1 }, "excluded_self_id": "PLAIN-2343", "ranked_doc_ids": [ "MED-4103", "MED-919", "MED-3558", "MED-4106", "MED-2762", "MED-4575", "MED-1833", "MED-2761", "MED-5221", "MED-951", "MED-3986", "MED-961", "MED-860", "MED-3096", "MED-3988", "MED-4924", "MED-716", "MED-4645", "MED-3453", "MED-4872" ], "latency_ms": 29.588459, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2354", "query": "walnut oil", "scope": "corpus", "category": "all", "relevant": { "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-4303": 1 }, "excluded_self_id": "PLAIN-2354", "ranked_doc_ids": [ "MED-2152", "MED-4303", "MED-1785", "MED-4708", "MED-2378", "MED-2379", "MED-5153", "MED-4302", "MED-4709", "MED-4249", "MED-2381", "MED-1386", "MED-2751", "MED-861", "MED-3864", "MED-4004", "MED-1831", "MED-4000", "MED-4626", "MED-5269" ], "latency_ms": 29.80175, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.4, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 0.5531464700081437, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4, "ndcg_at_20": 0.5531464700081437, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2364", "query": "weight gain", "scope": "corpus", "category": "all", "relevant": { "MED-3866": 1, "MED-3869": 1, "MED-1342": 1, "MED-1343": 1, "MED-1344": 1, "MED-1345": 1, "MED-1355": 1, "MED-1347": 1, "MED-1348": 1, "MED-1349": 1, "MED-1350": 1, "MED-1351": 1, "MED-1352": 1, "MED-1353": 1, "MED-1354": 1 }, "excluded_self_id": "PLAIN-2364", "ranked_doc_ids": [ "MED-5004", "MED-4261", "MED-2721", "MED-4291", "MED-4707", "MED-4152", "MED-2719", "MED-1807", "MED-1802", "MED-1365", "MED-5284", "MED-1707", "MED-4292", "MED-4765", "MED-1873", "MED-3356", "MED-1445", "MED-2718", "MED-4286", "MED-1446" ], "latency_ms": 29.93675, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2375", "query": "whiting", "scope": "corpus", "category": "all", "relevant": { "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-2375", "ranked_doc_ids": [ "MED-4234", "MED-1785", "MED-4790", "MED-3094", "MED-4960", "MED-1844", "MED-2260", "MED-732", "MED-4736", "MED-5177", "MED-919", "MED-3631", "MED-4359", "MED-3456", "MED-1233", "MED-2753", "MED-4881", "MED-3592", "MED-2750", "MED-1412" ], "latency_ms": 31.408583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-238", "query": "How Chemically Contaminated Are We?", "scope": "corpus", "category": "all", "relevant": { "MED-4474": 1, "MED-4475": 1, "MED-4476": 1, "MED-4477": 1, "MED-4479": 1, "MED-4480": 1, "MED-4481": 1, "MED-4482": 1, "MED-4483": 1, "MED-4484": 1, "MED-4485": 1, "MED-4486": 1, "MED-4487": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4739": 1, "MED-4740": 1, "MED-4741": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4804": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1, "MED-5167": 1, "MED-5168": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-238", "ranked_doc_ids": [ "MED-1140", "MED-5104", "MED-5077", "MED-1982", "MED-4183", "MED-2618", "MED-4739", "MED-2029", "MED-2627", "MED-872", "MED-1144", "MED-4205", "MED-1152", "MED-995", "MED-3651", "MED-840", "MED-1099", "MED-1774", "MED-4790", "MED-3630" ], "latency_ms": 32.828292, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.018518518518518517, "ndcg_at_10": 0.07336392209936005, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.018518518518518517, "ndcg_at_20": 0.04734667987788576, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2386", "query": "worms", "scope": "corpus", "category": "all", "relevant": { "MED-3169": 1, "MED-3170": 1, "MED-3171": 1, "MED-3172": 1, "MED-3173": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3177": 1, "MED-3178": 1, "MED-3179": 1, "MED-3180": 1, "MED-3181": 1, "MED-3182": 1, "MED-4359": 1, "MED-4360": 1, "MED-4403": 1, "MED-4742": 1, "MED-4743": 1 }, "excluded_self_id": "PLAIN-2386", "ranked_doc_ids": [ "MED-2346", "MED-5094", "MED-3294", "MED-2345", "MED-3175", "MED-3509", "MED-3171", "MED-4672", "MED-4963", "MED-3180", "MED-2339", "MED-2999", "MED-4403", "MED-4198", "MED-3143", "MED-4955", "MED-4915", "MED-2338", "MED-734", "MED-1027" ], "latency_ms": 30.477791, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05263157894736842, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15789473684210525, "ndcg_at_10": 0.22212782793993274, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21052631578947367, "ndcg_at_20": 0.18669830174182947, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2396", "query": "Yale", "scope": "corpus", "category": "all", "relevant": { "MED-2763": 1, "MED-4324": 1, "MED-3688": 1, "MED-3689": 1, "MED-3690": 1, "MED-3691": 1, "MED-3692": 1, "MED-3693": 1, "MED-3694": 1, "MED-3695": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-4313": 1, "MED-3862": 1, "MED-5038": 1, "MED-5039": 1, "MED-5040": 1 }, "excluded_self_id": "PLAIN-2396", "ranked_doc_ids": [ "MED-5343", "MED-5141", "MED-2492", "MED-1832", "MED-3623", "MED-4599", "MED-5094", "MED-4168", "MED-3877", "MED-5012", "MED-4421", "MED-3671", "MED-3986", "MED-3148", "MED-4894", "MED-919", "MED-1985", "MED-4313", "MED-3688", "MED-5164" ], "latency_ms": 31.924166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.07092714302148097, "mrr_at_20": 0.05555555555555555, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2408", "query": "Zoloft", "scope": "corpus", "category": "all", "relevant": { "MED-1356": 1, "MED-1357": 1, "MED-1358": 1, "MED-1359": 1, "MED-1360": 1 }, "excluded_self_id": "PLAIN-2408", "ranked_doc_ids": [ "MED-1360", "MED-1353", "MED-1352", "MED-1349", "MED-1347", "MED-1010", "MED-1357", "MED-5361", "MED-1354", "MED-4188", "MED-3540", "MED-1350", "MED-5371", "MED-1343", "MED-743", "MED-1345", "MED-1014", "MED-5365", "MED-1195", "MED-1342" ], "latency_ms": 31.221875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 0.45221360703148816, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4, "ndcg_at_20": 0.45221360703148816, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2430", "query": "Preventing Brain Loss with B Vitamins?", "scope": "corpus", "category": "all", "relevant": { "MED-980": 2, "MED-981": 2, "MED-982": 2, "MED-983": 2, "MED-984": 2, "MED-985": 2, "MED-986": 2, "MED-987": 2, "MED-988": 2, "MED-3137": 2, "MED-990": 2, "MED-991": 2, "MED-992": 2, "MED-993": 2, "MED-994": 2, "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2667": 1, "MED-2668": 1, "MED-2669": 1, "MED-2670": 1, "MED-2938": 1, "MED-2939": 1, "MED-2940": 1, "MED-2941": 1, "MED-2942": 1, "MED-2943": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1 }, "excluded_self_id": "PLAIN-2430", "ranked_doc_ids": [ "MED-994", "MED-5128", "MED-986", "MED-982", "MED-990", "MED-987", "MED-4512", "MED-2942", "MED-2664", "MED-1505", "MED-4511", "MED-1500", "MED-4860", "MED-2762", "MED-5131", "MED-2663", "MED-988", "MED-1705", "MED-5129", "MED-951" ], "latency_ms": 33.610334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08695652173913043, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15217391304347827, "ndcg_at_10": 0.6563101231325505, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21739130434782608, "ndcg_at_20": 0.5387614065461058, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2440", "query": "More Than an Apple a Day: Combating Common Diseases", "scope": "corpus", "category": "all", "relevant": { "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-2440", "ranked_doc_ids": [ "MED-2999", "MED-5069", "MED-3001", "MED-1054", "MED-2997", "MED-1650", "MED-4255", "MED-1194", "MED-2116", "MED-4590", "MED-1792", "MED-4635", "MED-2747", "MED-2726", "MED-5019", "MED-1146", "MED-2765", "MED-4371", "MED-3113", "MED-5331" ], "latency_ms": 35.482458, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.047619047619047616, "ndcg_at_20": 0.03233829114831981, "mrr_at_20": 0.05, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2450", "query": "Are Organic Foods Safer?", "scope": "corpus", "category": "all", "relevant": { "MED-1166": 2, "MED-1167": 2, "MED-1178": 2, "MED-1169": 2, "MED-1170": 2, "MED-1171": 2, "MED-1172": 2, "MED-1173": 2, "MED-1174": 2, "MED-1175": 2, "MED-1176": 2, "MED-1177": 2, "MED-2493": 1, "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2497": 1, "MED-2747": 1, "MED-2748": 1, "MED-2749": 1, "MED-3886": 1, "MED-3880": 1, "MED-3887": 1, "MED-4132": 1, "MED-3882": 1, "MED-3888": 1, "MED-3889": 1, "MED-4136": 1, "MED-3891": 1, "MED-3892": 1, "MED-3884": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1 }, "excluded_self_id": "PLAIN-2450", "ranked_doc_ids": [ "MED-1140", "MED-1178", "MED-1151", "MED-1143", "MED-1173", "MED-1179", "MED-1181", "MED-1150", "MED-1162", "MED-1144", "MED-1169", "MED-1148", "MED-1164", "MED-1149", "MED-1174", "MED-1529", "MED-1991", "MED-913", "MED-4414", "MED-1182" ], "latency_ms": 33.429125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05263157894736842, "ndcg_at_5": 0.34519134224686937, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05263157894736842, "ndcg_at_10": 0.22400556151517553, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10526315789473684, "ndcg_at_20": 0.2549615729110822, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2460", "query": "Diabetes as a Disease of Fat Toxicity", "scope": "corpus", "category": "all", "relevant": { "MED-1716": 2, "MED-1236": 2, "MED-1237": 2, "MED-1238": 2, "MED-1474": 2, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-2405": 1, "MED-2406": 1, "MED-2407": 1, "MED-3028": 1, "MED-2409": 1, "MED-2410": 1, "MED-2411": 1, "MED-2412": 1, "MED-2413": 1, "MED-2973": 1, "MED-5124": 1, "MED-2975": 1, "MED-2976": 1, "MED-2977": 1, "MED-2978": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-4543": 1, "MED-4538": 1 }, "excluded_self_id": "PLAIN-2460", "ranked_doc_ids": [ "MED-1238", "MED-1069", "MED-2396", "MED-1463", "MED-1063", "MED-2405", "MED-5235", "MED-1464", "MED-2850", "MED-1062", "MED-1461", "MED-1467", "MED-5236", "MED-1236", "MED-2395", "MED-5233", "MED-1454", "MED-2413", "MED-5238", "MED-1333" ], "latency_ms": 34.977667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.03225806451612903, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06451612903225806, "ndcg_at_10": 0.31449564635237903, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12903225806451613, "ndcg_at_20": 0.3107034554546439, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2470", "query": "Is Milk Good for Our Bones?", "scope": "corpus", "category": "all", "relevant": { "MED-1337": 2, "MED-1338": 2, "MED-1339": 2, "MED-1340": 2, "MED-1341": 2, "MED-1557": 1, "MED-1558": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2773": 1, "MED-2774": 1, "MED-2775": 1, "MED-2979": 1, "MED-2980": 1, "MED-4319": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2985": 1, "MED-2986": 1, "MED-2987": 1, "MED-2988": 1, "MED-2989": 1, "MED-2990": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-3226": 1, "MED-3227": 1, "MED-3228": 1, "MED-3229": 1, "MED-3230": 1, "MED-3231": 1, "MED-3232": 1, "MED-3233": 1, "MED-4722": 1, "MED-3235": 1, "MED-3236": 1, "MED-3237": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1 }, "excluded_self_id": "PLAIN-2470", "ranked_doc_ids": [ "MED-1337", "MED-1340", "MED-1338", "MED-4722", "MED-4682", "MED-2774", "MED-2772", "MED-4897", "MED-904", "MED-3228", "MED-1339", "MED-3232", "MED-5192", "MED-4396", "MED-2771", "MED-3216", "MED-3233", "MED-3227", "MED-2123", "MED-5106" ], "latency_ms": 33.174416, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0547945205479452, "ndcg_at_5": 0.795760747566305, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0958904109589041, "ndcg_at_10": 0.7569577470409551, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1643835616438356, "ndcg_at_20": 0.7232639830307903, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-248", "query": "Treating an Enlarged Prostate With Diet", "scope": "corpus", "category": "all", "relevant": { "MED-5176": 1, "MED-4230": 1, "MED-4231": 1, "MED-4232": 1, "MED-4233": 1, "MED-4234": 1, "MED-4235": 1, "MED-4236": 1, "MED-4237": 1, "MED-4239": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-248", "ranked_doc_ids": [ "MED-4234", "MED-3243", "MED-4890", "MED-4232", "MED-5337", "MED-5356", "MED-5350", "MED-4230", "MED-3874", "MED-3245", "MED-4231", "MED-4236", "MED-3244", "MED-5355", "MED-3790", "MED-1785", "MED-2062", "MED-3801", "MED-857", "MED-4888" ], "latency_ms": 31.232417, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0967741935483871, "ndcg_at_5": 0.6164336326286644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.12903225806451613, "ndcg_at_10": 0.46945447024602915, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1935483870967742, "ndcg_at_20": 0.3809762919065452, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2480", "query": "Preventing Ulcerative Colitis with Diet", "scope": "corpus", "category": "all", "relevant": { "MED-1418": 2, "MED-1419": 2, "MED-1420": 2, "MED-1421": 2, "MED-3964": 2, "MED-4342": 2, "MED-1581": 2, "MED-1425": 2, "MED-1426": 2, "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1582": 1, "MED-4349": 1 }, "excluded_self_id": "PLAIN-2480", "ranked_doc_ids": [ "MED-1576", "MED-1582", "MED-1187", "MED-3964", "MED-1421", "MED-4342", "MED-2811", "MED-4628", "MED-2782", "MED-1184", "MED-2529", "MED-890", "MED-1420", "MED-2577", "MED-4627", "MED-2580", "MED-1578", "MED-5207", "MED-2578", "MED-1130" ], "latency_ms": 33.27375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2222222222222222, "ndcg_at_5": 0.5538466623591201, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2777777777777778, "ndcg_at_10": 0.4521912375504748, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3888888888888889, "ndcg_at_20": 0.4377666488799853, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2490", "query": "The Actual Benefit of Diet vs. Drugs", "scope": "corpus", "category": "all", "relevant": { "MED-1486": 2, "MED-1487": 2, "MED-1488": 2, "MED-1489": 2, "MED-1490": 2, "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2527": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3617": 1, "MED-3618": 1, "MED-3619": 1, "MED-3620": 1, "MED-3621": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-2490", "ranked_doc_ids": [ "MED-1400", "MED-1555", "MED-4994", "MED-2112", "MED-2437", "MED-1490", "MED-3768", "MED-2999", "MED-4234", "MED-4452", "MED-1862", "MED-3149", "MED-2305", "MED-2303", "MED-1678", "MED-3550", "MED-2595", "MED-2301", "MED-1709", "MED-3231" ], "latency_ms": 33.437875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.043478260869565216, "ndcg_at_5": 0.07303417492135322, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08695652173913043, "ndcg_at_10": 0.1525744949582096, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08695652173913043, "ndcg_at_20": 0.11443809356072178, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2500", "query": "The Saturated Fat Studies: Buttering Up the Public", "scope": "corpus", "category": "all", "relevant": { "MED-1557": 2, "MED-1558": 2, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-2500", "ranked_doc_ids": [ "MED-1556", "MED-1873", "MED-1553", "MED-1781", "MED-1454", "MED-4823", "MED-1558", "MED-2765", "MED-1072", "MED-3791", "MED-1061", "MED-3249", "MED-1552", "MED-3356", "MED-1063", "MED-3352", "MED-1650", "MED-2180", "MED-1557", "MED-2721" ], "latency_ms": 33.29775, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.12652791809394925, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2857142857142857, "ndcg_at_20": 0.2143553289041563, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2510", "query": "Coffee and Artery Function", "scope": "corpus", "category": "all", "relevant": { "MED-1634": 2, "MED-1635": 2, "MED-1636": 2, "MED-1637": 2, "MED-1638": 2, "MED-1639": 2, "MED-1640": 2, "MED-1641": 2, "MED-1642": 2, "MED-1643": 2, "MED-5258": 2, "MED-1645": 2, "MED-1646": 2, "MED-1647": 2, "MED-1648": 2, "MED-1649": 2, "MED-2154": 1, "MED-2155": 1, "MED-2156": 1, "MED-2157": 1, "MED-2158": 1, "MED-2159": 1, "MED-2160": 1, "MED-2161": 1, "MED-2162": 1, "MED-2163": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2376": 1, "MED-2593": 1, "MED-2378": 1, "MED-2379": 1, "MED-2380": 1, "MED-2381": 1, "MED-2382": 1, "MED-2383": 1, "MED-2384": 1, "MED-4438": 1, "MED-4439": 1, "MED-4520": 1, "MED-4522": 1 }, "excluded_self_id": "PLAIN-2510", "ranked_doc_ids": [ "MED-878", "MED-1640", "MED-1648", "MED-1649", "MED-1642", "MED-880", "MED-1641", "MED-5259", "MED-1645", "MED-5250", "MED-2155", "MED-1636", "MED-5152", "MED-877", "MED-5249", "MED-5150", "MED-2226", "MED-1647", "MED-1637", "MED-1638" ], "latency_ms": 32.097541, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08695652173913043, "ndcg_at_5": 0.6608397947263839, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13043478260869565, "ndcg_at_10": 0.5684579545875155, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2608695652173913, "ndcg_at_20": 0.5791599556297102, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2520", "query": "Caloric Restriction vs. Plant-Based Diets", "scope": "corpus", "category": "all", "relevant": { "MED-1711": 2, "MED-1712": 2, "MED-2763": 2, "MED-1714": 2, "MED-1715": 2, "MED-1716": 2, "MED-1717": 2, "MED-1718": 2, "MED-1719": 2, "MED-1720": 2, "MED-1721": 2, "MED-1722": 2, "MED-1723": 2, "MED-1724": 2, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-3436": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2126": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2498": 1, "MED-2519": 1, "MED-2501": 1, "MED-2502": 1, "MED-2513": 1, "MED-2504": 1, "MED-2505": 1, "MED-2506": 1, "MED-5239": 1, "MED-2509": 1, "MED-2510": 1, "MED-2511": 1, "MED-2512": 1, "MED-2514": 1, "MED-5237": 1, "MED-2943": 1, "MED-2518": 1, "MED-2520": 1, "MED-2521": 1, "MED-4224": 1, "MED-4226": 1, "MED-4228": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-5337": 1, "MED-4220": 1, "MED-4612": 1, "MED-5341": 1, "MED-4222": 1, "MED-4223": 1, "MED-4225": 1, "MED-4227": 1 }, "excluded_self_id": "PLAIN-2520", "ranked_doc_ids": [ "MED-3273", "MED-1445", "MED-5113", "MED-4613", "MED-2325", "MED-4292", "MED-2294", "MED-5231", "MED-1450", "MED-1997", "MED-4286", "MED-1991", "MED-4831", "MED-2513", "MED-2502", "MED-1873", "MED-1319", "MED-3276", "MED-2510", "MED-3208" ], "latency_ms": 34.1425, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0410958904109589, "ndcg_at_20": 0.05828000279385866, "mrr_at_20": 0.07142857142857142, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2530", "query": "Infectobesity: Adenovirus 36 and Childhood Obesity", "scope": "corpus", "category": "all", "relevant": { "MED-1796": 2, "MED-1797": 2, "MED-1798": 2, "MED-1799": 2, "MED-1800": 2, "MED-1801": 2, "MED-1802": 2, "MED-1803": 2, "MED-1804": 2, "MED-4767": 2, "MED-1806": 2, "MED-1807": 2, "MED-1808": 2, "MED-4769": 2, "MED-1810": 2, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2053": 1, "MED-2054": 1, "MED-2055": 1, "MED-2056": 1, "MED-2057": 1, "MED-2058": 1, "MED-2059": 1, "MED-2060": 1, "MED-2061": 1, "MED-2062": 1, "MED-2063": 1, "MED-3253": 1, "MED-3254": 1, "MED-3255": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3309": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3313": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-3317": 1, "MED-3318": 1, "MED-3319": 1, "MED-3320": 1, "MED-3321": 1, "MED-4261": 1, "MED-4431": 1, "MED-4433": 1, "MED-4819": 1, "MED-4436": 1, "MED-4760": 1, "MED-4762": 1, "MED-4763": 1, "MED-4764": 1, "MED-4765": 1, "MED-4766": 1, "MED-4768": 1 }, "excluded_self_id": "PLAIN-2530", "ranked_doc_ids": [ "MED-1804", "MED-1808", "MED-1798", "MED-1800", "MED-1796", "MED-1806", "MED-1803", "MED-1799", "MED-1810", "MED-4769", "MED-4766", "MED-4767", "MED-4768", "MED-1991", "MED-1227", "MED-1996", "MED-4264", "MED-1718", "MED-4763", "MED-4760" ], "latency_ms": 35.635125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06944444444444445, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1388888888888889, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2361111111111111, "ndcg_at_20": 0.8625930400325915, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2540", "query": "Does Cholesterol Size Matter?", "scope": "corpus", "category": "all", "relevant": { "MED-1882": 2, "MED-2884": 2, "MED-1884": 2, "MED-1885": 2, "MED-1886": 2, "MED-1887": 2, "MED-1888": 2, "MED-1889": 2, "MED-1890": 2, "MED-2370": 1, "MED-2371": 1, "MED-2372": 1, "MED-4324": 1, "MED-2374": 1, "MED-3197": 1, "MED-3198": 1, "MED-3253": 1, "MED-3254": 1, "MED-3255": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-2540", "ranked_doc_ids": [ "MED-3398", "MED-1555", "MED-1885", "MED-2020", "MED-1890", "MED-1882", "MED-1884", "MED-2008", "MED-3198", "MED-1252", "MED-2372", "MED-5329", "MED-3254", "MED-1552", "MED-2525", "MED-4324", "MED-4827", "MED-1554", "MED-1966", "MED-751" ], "latency_ms": 67.653667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09523809523809523, "ndcg_at_5": 0.30078518014914984, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.23809523809523808, "ndcg_at_10": 0.3925659821997116, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.38095238095238093, "ndcg_at_20": 0.37540050320043566, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2550", "query": "Barriers to Heart Disease Prevention", "scope": "corpus", "category": "all", "relevant": { "MED-2529": 2, "MED-2524": 2, "MED-2525": 2, "MED-2527": 2, "MED-2530": 2, "MED-2528": 2, "MED-2427": 1, "MED-2428": 1, "MED-2429": 1, "MED-2430": 1, "MED-2431": 1, "MED-2432": 1, "MED-2440": 1, "MED-2526": 1, "MED-2763": 1, "MED-3113": 1, "MED-4247": 1, "MED-4560": 1, "MED-4559": 1, "MED-4598": 1, "MED-4599": 1, "MED-4696": 1, "MED-4828": 1, "MED-4829": 1, "MED-4830": 1 }, "excluded_self_id": "PLAIN-2550", "ranked_doc_ids": [ "MED-1679", "MED-1194", "MED-728", "MED-2525", "MED-1546", "MED-757", "MED-2765", "MED-4255", "MED-2527", "MED-1490", "MED-1409", "MED-1487", "MED-5331", "MED-2750", "MED-4603", "MED-3001", "MED-5344", "MED-1548", "MED-4243", "MED-4560" ], "latency_ms": 37.61175, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.04, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08, "ndcg_at_10": 0.18646419889563282, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12, "ndcg_at_20": 0.1634696986678803, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2560", "query": "Childhood Constipation and Cow\u2019s Milk", "scope": "corpus", "category": "all", "relevant": { "MED-2053": 2, "MED-2054": 2, "MED-2055": 2, "MED-2056": 2, "MED-2057": 2, "MED-2058": 2, "MED-2059": 2, "MED-2060": 2, "MED-2061": 2, "MED-2062": 2, "MED-2063": 2, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4394": 1, "MED-4399": 1, "MED-4400": 1, "MED-4402": 1 }, "excluded_self_id": "PLAIN-2560", "ranked_doc_ids": [ "MED-2058", "MED-2055", "MED-2061", "MED-2057", "MED-2060", "MED-2053", "MED-2059", "MED-2063", "MED-2054", "MED-900", "MED-2056", "MED-4677", "MED-5194", "MED-2475", "MED-4810", "MED-901", "MED-3136", "MED-2917", "MED-4882", "MED-1416" ], "latency_ms": 37.455333, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.23809523809523808, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.42857142857142855, "ndcg_at_10": 0.9363792118010481, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.47619047619047616, "ndcg_at_20": 0.7643134281510993, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2570", "query": "Diabetics Should Take Their Pulses", "scope": "corpus", "category": "all", "relevant": { "MED-2140": 2, "MED-2141": 2, "MED-4319": 2, "MED-2143": 2, "MED-2144": 2, "MED-2145": 2, "MED-2146": 2, "MED-2405": 1, "MED-2394": 1, "MED-2395": 1, "MED-2396": 1, "MED-2397": 1, "MED-2398": 1, "MED-2407": 1, "MED-2400": 1, "MED-3028": 1, "MED-2402": 1, "MED-2411": 1, "MED-2404": 1, "MED-2406": 1, "MED-2409": 1, "MED-2410": 1, "MED-2412": 1, "MED-2413": 1, "MED-2973": 1, "MED-5124": 1, "MED-2975": 1, "MED-2976": 1, "MED-2977": 1, "MED-2978": 1, "MED-3811": 1, "MED-3812": 1, "MED-3813": 1, "MED-4389": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-4543": 1, "MED-4538": 1 }, "excluded_self_id": "PLAIN-2570", "ranked_doc_ids": [ "MED-2148", "MED-3583", "MED-2140", "MED-2008", "MED-2147", "MED-2146", "MED-2144", "MED-5235", "MED-2978", "MED-5079", "MED-2209", "MED-4758", "MED-3582", "MED-4417", "MED-1681", "MED-2852", "MED-1860", "MED-1999", "MED-1609", "MED-1324" ], "latency_ms": 37.309583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.025, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1, "ndcg_at_10": 0.32757950458427426, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.2509874289739356, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2580", "query": "Academy of Nutrition and Dietetics Conflicts of Interest", "scope": "corpus", "category": "all", "relevant": { "MED-2219": 2, "MED-2220": 2, "MED-2221": 2, "MED-2488": 1, "MED-2489": 1, "MED-2616": 1, "MED-2617": 1, "MED-2618": 1, "MED-2619": 1, "MED-2725": 1, "MED-2726": 1, "MED-2736": 1, "MED-4131": 1, "MED-2738": 1, "MED-5169": 1, "MED-2740": 1, "MED-2741": 1, "MED-2742": 1, "MED-2744": 1, "MED-2745": 1, "MED-3197": 1, "MED-3198": 1, "MED-4602": 1 }, "excluded_self_id": "PLAIN-2580", "ranked_doc_ids": [ "MED-3487", "MED-2725", "MED-1351", "MED-728", "MED-2112", "MED-4599", "MED-2220", "MED-2765", "MED-4872", "MED-1230", "MED-1553", "MED-2527", "MED-749", "MED-1558", "MED-3132", "MED-1058", "MED-714", "MED-3718", "MED-2659", "MED-3149" ], "latency_ms": 39.120125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.043478260869565216, "ndcg_at_5": 0.12421371338458446, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08695652173913043, "ndcg_at_10": 0.19441134780781247, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08695652173913043, "ndcg_at_20": 0.1414860306218968, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-259", "query": "Optimal Phytosterol Dose and Source", "scope": "corpus", "category": "all", "relevant": { "MED-4295": 1, "MED-4846": 1, "MED-4296": 1, "MED-4298": 1, "MED-4300": 1, "MED-4301": 1, "MED-4637": 1, "MED-4638": 1, "MED-4639": 1, "MED-4640": 1, "MED-4641": 1, "MED-4642": 1, "MED-4643": 1, "MED-4644": 1 }, "excluded_self_id": "PLAIN-259", "ranked_doc_ids": [ "MED-4295", "MED-2432", "MED-2430", "MED-3989", "MED-5178", "MED-1258", "MED-4846", "MED-1552", "MED-2439", "MED-5016", "MED-4866", "MED-4393", "MED-4833", "MED-5115", "MED-3910", "MED-1558", "MED-4686", "MED-2985", "MED-1885", "MED-5338" ], "latency_ms": 40.59125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07142857142857142, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.2934556883974402, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.2376137309262018, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2590", "query": "Do Vegetarians Get Enough Protein?", "scope": "corpus", "category": "all", "relevant": { "MED-2288": 2, "MED-3137": 2, "MED-2290": 2, "MED-2291": 2, "MED-2292": 2, "MED-2293": 2, "MED-2294": 2, "MED-2295": 2, "MED-2296": 2, "MED-2498": 1, "MED-2517": 1, "MED-2519": 1, "MED-2501": 1, "MED-2502": 1, "MED-2513": 1, "MED-2504": 1, "MED-2505": 1, "MED-2506": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2510": 1, "MED-2511": 1, "MED-2512": 1, "MED-3000": 1, "MED-2765": 1, "MED-2997": 1, "MED-3001": 1, "MED-2999": 1, "MED-4313": 1, "MED-3148": 1, "MED-3149": 1, "MED-3242": 1, "MED-3243": 1, "MED-3244": 1, "MED-3245": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-3580": 1, "MED-3581": 1, "MED-3582": 1, "MED-3583": 1, "MED-3584": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-3862": 1, "MED-4107": 1, "MED-4299": 1, "MED-4298": 1, "MED-4600": 1 }, "excluded_self_id": "PLAIN-2590", "ranked_doc_ids": [ "MED-4163", "MED-1257", "MED-5338", "MED-1528", "MED-934", "MED-4952", "MED-4644", "MED-5325", "MED-1723", "MED-4683", "MED-2108", "MED-1529", "MED-1613", "MED-5226", "MED-5141", "MED-1540", "MED-4722", "MED-4984", "MED-5096", "MED-1252" ], "latency_ms": 42.632709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2600", "query": "Eggs and Arterial Function", "scope": "corpus", "category": "all", "relevant": { "MED-2370": 2, "MED-2371": 2, "MED-2372": 2, "MED-4324": 2, "MED-3197": 1, "MED-3198": 1, "MED-4300": 1, "MED-4301": 1, "MED-4602": 1, "MED-4676": 1 }, "excluded_self_id": "PLAIN-2600", "ranked_doc_ids": [ "MED-2371", "MED-2372", "MED-4324", "MED-5124", "MED-1884", "MED-1889", "MED-2939", "MED-2697", "MED-2374", "MED-1890", "MED-2884", "MED-3255", "MED-2973", "MED-4893", "MED-4892", "MED-2976", "MED-2975", "MED-5271", "MED-751", "MED-2475" ], "latency_ms": 35.086333, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3, "ndcg_at_5": 0.773468039695752, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3, "ndcg_at_10": 0.5998254955960036, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3, "ndcg_at_20": 0.5998254955960036, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2610", "query": "Treating Asthma With Plants vs. Supplements?", "scope": "corpus", "category": "all", "relevant": { "MED-2445": 2, "MED-2446": 2, "MED-2458": 2, "MED-2448": 2, "MED-2449": 2, "MED-2450": 2, "MED-2451": 2, "MED-2452": 2, "MED-2453": 2, "MED-2472": 2, "MED-4551": 1, "MED-2643": 1, "MED-2644": 1, "MED-2645": 1, "MED-2646": 1, "MED-2647": 1, "MED-2648": 1, "MED-2649": 1, "MED-2650": 1, "MED-2651": 1, "MED-2652": 1, "MED-2653": 1, "MED-2654": 1, "MED-2655": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2659": 1, "MED-2660": 1, "MED-2661": 1, "MED-2662": 1, "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2667": 1, "MED-2668": 1, "MED-2669": 1, "MED-2670": 1, "MED-2882": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2898": 1, "MED-2893": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2899": 1, "MED-2888": 1, "MED-2889": 1, "MED-2894": 1, "MED-2895": 1, "MED-3904": 1, "MED-5175": 1, "MED-4295": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4365": 1, "MED-4658": 1 }, "excluded_self_id": "PLAIN-2610", "ranked_doc_ids": [ "MED-2472", "MED-2458", "MED-5072", "MED-2452", "MED-2655", "MED-2460", "MED-2464", "MED-2450", "MED-2455", "MED-2482", "MED-4234", "MED-2445", "MED-4366", "MED-1293", "MED-5172", "MED-2456", "MED-2461", "MED-2475", "MED-4906", "MED-2891" ], "latency_ms": 37.963708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06557377049180328, "ndcg_at_5": 0.764817358607021, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08196721311475409, "ndcg_at_10": 0.5657453552987732, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11475409836065574, "ndcg_at_20": 0.5101199607310151, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2620", "query": "Phytates for the Treatment of Cancer", "scope": "corpus", "category": "all", "relevant": { "MED-2568": 2, "MED-4319": 2, "MED-2570": 2, "MED-2571": 2, "MED-2572": 2, "MED-2573": 2, "MED-2574": 2, "MED-2575": 2, "MED-2988": 2, "MED-2577": 2, "MED-2578": 2, "MED-2579": 2, "MED-2580": 2, "MED-2544": 2, "MED-2581": 2, "MED-2546": 2, "MED-2583": 2, "MED-2584": 2, "MED-2585": 2, "MED-2979": 1, "MED-2980": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2985": 1, "MED-2986": 1, "MED-2987": 1, "MED-2989": 1, "MED-2990": 1, "MED-3242": 1, "MED-3243": 1, "MED-3244": 1, "MED-3245": 1, "MED-5337": 1, "MED-3714": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1, "MED-3720": 1, "MED-3721": 1, "MED-3722": 1, "MED-3723": 1, "MED-3724": 1, "MED-3744": 1, "MED-3726": 1, "MED-4481": 1, "MED-3728": 1, "MED-3729": 1, "MED-3730": 1, "MED-3731": 1, "MED-3732": 1, "MED-4165": 1, "MED-4543": 1 }, "excluded_self_id": "PLAIN-2620", "ranked_doc_ids": [ "MED-2988", "MED-4319", "MED-2986", "MED-2985", "MED-2578", "MED-2989", "MED-2987", "MED-2544", "MED-2983", "MED-3271", "MED-2579", "MED-3123", "MED-2574", "MED-3243", "MED-3089", "MED-861", "MED-3551", "MED-5356", "MED-951", "MED-3836" ], "latency_ms": 36.413375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.8421757737602428, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16363636363636364, "ndcg_at_10": 0.7249538807755406, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21818181818181817, "ndcg_at_20": 0.5722198309555265, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2630", "query": "Alkylphenol Endocrine Disruptors and Allergies", "scope": "corpus", "category": "all", "relevant": { "MED-4551": 2, "MED-2643": 2, "MED-2644": 2, "MED-2645": 2, "MED-2646": 2, "MED-2647": 2, "MED-2648": 2, "MED-2649": 2, "MED-2650": 2, "MED-2651": 2, "MED-2652": 2, "MED-2653": 2, "MED-2654": 2, "MED-2655": 2, "MED-2656": 2, "MED-2657": 2, "MED-2658": 2, "MED-2659": 2, "MED-2660": 2, "MED-2661": 2, "MED-2662": 2, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4550": 1, "MED-4653": 1, "MED-4654": 1, "MED-4655": 1, "MED-4656": 1, "MED-4727": 1, "MED-4728": 1, "MED-4950": 1, "MED-4951": 1 }, "excluded_self_id": "PLAIN-2630", "ranked_doc_ids": [ "MED-2658", "MED-2644", "MED-2643", "MED-2650", "MED-2654", "MED-2661", "MED-118", "MED-4728", "MED-2653", "MED-2087", "MED-2662", "MED-5323", "MED-4727", "MED-2627", "MED-2648", "MED-4548", "MED-5167", "MED-1597", "MED-1596", "MED-2647" ], "latency_ms": 39.762792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.10416666666666667, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.8282996787332995, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.6606803106901037, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2640", "query": "Chicken Salmonella Thanks to Meat Industry Lawsuit", "scope": "corpus", "category": "all", "relevant": { "MED-2736": 2, "MED-4131": 2, "MED-2738": 2, "MED-5169": 2, "MED-2740": 2, "MED-2741": 2, "MED-2742": 2, "MED-2744": 2, "MED-2745": 2, "MED-2725": 1, "MED-2726": 1, "MED-2743": 1, "MED-2746": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3091": 1, "MED-3092": 1, "MED-3095": 1, "MED-3089": 1, "MED-3090": 1, "MED-3093": 1, "MED-3094": 1, "MED-3096": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-4354": 1, "MED-4355": 1, "MED-4357": 1, "MED-4358": 1, "MED-4361": 1, "MED-4426": 1, "MED-4427": 1, "MED-4428": 1, "MED-4429": 1, "MED-4596": 1 }, "excluded_self_id": "PLAIN-2640", "ranked_doc_ids": [ "MED-3892", "MED-4426", "MED-4354", "MED-2743", "MED-4429", "MED-2745", "MED-2740", "MED-3651", "MED-3888", "MED-2747", "MED-4428", "MED-1114", "MED-3315", "MED-4132", "MED-4819", "MED-4431", "MED-3880", "MED-4131", "MED-3653", "MED-4433" ], "latency_ms": 37.800291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.10416666666666667, "ndcg_at_5": 0.5, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.5260902279542613, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.5200730174219093, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2650", "query": "Turmeric Curcumin and Osteoarthritis", "scope": "corpus", "category": "all", "relevant": { "MED-2797": 2, "MED-2809": 2, "MED-2799": 2, "MED-2800": 2, "MED-2801": 2, "MED-2802": 2, "MED-2803": 2, "MED-2804": 2, "MED-2805": 2, "MED-2819": 2, "MED-2807": 2, "MED-3702": 1, "MED-3703": 1, "MED-3704": 1, "MED-3705": 1, "MED-3706": 1, "MED-3707": 1, "MED-3708": 1, "MED-3709": 1, "MED-3710": 1, "MED-3711": 1, "MED-3712": 1, "MED-3713": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4613": 1, "MED-4617": 1, "MED-4615": 1 }, "excluded_self_id": "PLAIN-2650", "ranked_doc_ids": [ "MED-2800", "MED-2819", "MED-2807", "MED-2802", "MED-2816", "MED-2803", "MED-2821", "MED-2801", "MED-2788", "MED-2794", "MED-2811", "MED-2815", "MED-2818", "MED-2822", "MED-2791", "MED-2831", "MED-2820", "MED-2786", "MED-2817", "MED-2825" ], "latency_ms": 38.725958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.13793103448275862, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.20689655172413793, "ndcg_at_10": 0.7116179486056782, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.20689655172413793, "ndcg_at_20": 0.5451135264542181, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2660", "query": "How Long to Detox From Fish Before Pregnancy?", "scope": "corpus", "category": "all", "relevant": { "MED-3021": 2, "MED-3023": 2, "MED-2904": 2, "MED-2905": 2, "MED-2906": 2, "MED-2907": 2, "MED-3024": 2, "MED-3025": 2, "MED-2910": 2, "MED-3027": 2, "MED-3028": 2, "MED-2913": 2, "MED-3012": 2, "MED-3013": 2, "MED-3030": 2, "MED-2917": 2, "MED-3033": 2, "MED-3034": 2, "MED-3035": 2, "MED-2921": 2, "MED-4169": 1, "MED-4170": 1, "MED-4171": 1, "MED-4180": 1, "MED-4181": 1, "MED-4622": 1, "MED-4726": 1 }, "excluded_self_id": "PLAIN-2660", "ranked_doc_ids": [ "MED-4376", "MED-3032", "MED-3021", "MED-4739", "MED-4948", "MED-4736", "MED-2913", "MED-5099", "MED-3012", "MED-3034", "MED-5102", "MED-5097", "MED-4961", "MED-4947", "MED-4964", "MED-4370", "MED-2917", "MED-5025", "MED-5134", "MED-3783" ], "latency_ms": 38.125958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.037037037037037035, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14814814814814814, "ndcg_at_10": 0.31328481690174087, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18518518518518517, "ndcg_at_20": 0.23624676385261753, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2670", "query": "Is Caramel Color Carcinogenic?", "scope": "corpus", "category": "all", "relevant": { "MED-2992": 2, "MED-2993": 2, "MED-2994": 2, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3091": 1, "MED-3092": 1, "MED-3095": 1, "MED-3089": 1, "MED-3090": 1, "MED-3093": 1, "MED-3094": 1, "MED-3096": 1, "MED-3378": 1, "MED-3379": 1, "MED-3380": 1, "MED-3381": 1, "MED-3382": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1 }, "excluded_self_id": "PLAIN-2670", "ranked_doc_ids": [ "MED-2994", "MED-2618", "MED-4822", "MED-2616", "MED-759", "MED-5053", "MED-5190", "MED-847", "MED-1108", "MED-5208", "MED-5032", "MED-2677", "MED-5028", "MED-3381", "MED-3359", "MED-4857", "MED-5089", "MED-3000", "MED-1417", "MED-3497" ], "latency_ms": 35.707334, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.02857142857142857, "ndcg_at_5": 0.3937481555797838, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02857142857142857, "ndcg_at_10": 0.2996484034259831, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05714285714285714, "ndcg_at_20": 0.2459829120994191, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2680", "query": "Counteracting the Effects of Dioxins Through Diet", "scope": "corpus", "category": "all", "relevant": { "MED-3109": 2, "MED-3098": 2, "MED-3099": 2, "MED-3100": 2, "MED-3112": 2, "MED-3102": 2, "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1, "MED-4726": 1, "MED-4739": 1, "MED-4740": 1, "MED-4741": 1 }, "excluded_self_id": "PLAIN-2680", "ranked_doc_ids": [ "MED-1961", "MED-3100", "MED-3109", "MED-3102", "MED-5102", "MED-1958", "MED-4740", "MED-2495", "MED-1098", "MED-1962", "MED-1963", "MED-4169", "MED-1956", "MED-4940", "MED-1960", "MED-4437", "MED-2917", "MED-1957", "MED-3591", "MED-1831" ], "latency_ms": 38.016583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.21428571428571427, "ndcg_at_5": 0.5296347172140421, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2857142857142857, "ndcg_at_10": 0.4404238758390199, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2857142857142857, "ndcg_at_20": 0.3876783772174802, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2690", "query": "Chronic Headaches and Pork Tapeworms", "scope": "corpus", "category": "all", "relevant": { "MED-3169": 2, "MED-3170": 2, "MED-3171": 2, "MED-3172": 2, "MED-3173": 2, "MED-3174": 2, "MED-3175": 2, "MED-3176": 2, "MED-3177": 2, "MED-3178": 2, "MED-3179": 2, "MED-3180": 2, "MED-3181": 2, "MED-3182": 2, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3292": 1, "MED-3313": 1, "MED-3294": 1, "MED-3295": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-4433": 1, "MED-3317": 1, "MED-3318": 1, "MED-3302": 1, "MED-3320": 1, "MED-3321": 1, "MED-4356": 1, "MED-4403": 1, "MED-4672": 1, "MED-4742": 1, "MED-4743": 1, "MED-4955": 1, "MED-4956": 1, "MED-4957": 1 }, "excluded_self_id": "PLAIN-2690", "ranked_doc_ids": [ "MED-3175", "MED-3288", "MED-3169", "MED-4818", "MED-3171", "MED-3302", "MED-4356", "MED-4672", "MED-5094", "MED-3181", "MED-3180", "MED-3178", "MED-1977", "MED-2365", "MED-3294", "MED-1979", "MED-2338", "MED-4814", "MED-3660", "MED-4797" ], "latency_ms": 37.204084, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09302325581395349, "ndcg_at_5": 0.7469385177900298, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.18604651162790697, "ndcg_at_10": 0.6589294837318765, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2558139534883721, "ndcg_at_20": 0.5798573397857522, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-270", "query": "Is Caffeinated Tea Really Dehydrating?", "scope": "corpus", "category": "all", "relevant": { "MED-4328": 1, "MED-4329": 1, "MED-4330": 1, "MED-4331": 1, "MED-4332": 1, "MED-4415": 1, "MED-4416": 1, "MED-4417": 1, "MED-4418": 1, "MED-4419": 1, "MED-5165": 1, "MED-4421": 1, "MED-4422": 1, "MED-4438": 1, "MED-4439": 1, "MED-4471": 1, "MED-4472": 1, "MED-4976": 1, "MED-4543": 1, "MED-4538": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4602": 1, "MED-4671": 1, "MED-4775": 1, "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-4877": 1, "MED-4878": 1, "MED-4879": 1, "MED-4886": 1, "MED-4887": 1, "MED-4888": 1, "MED-5337": 1, "MED-4890": 1, "MED-4891": 1, "MED-5046": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1, "MED-5052": 1, "MED-5058": 1, "MED-5064": 1, "MED-5065": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-270", "ranked_doc_ids": [ "MED-4331", "MED-5245", "MED-1847", "MED-1853", "MED-898", "MED-5123", "MED-4713", "MED-3930", "MED-1845", "MED-1844", "MED-1637", "MED-1850", "MED-1627", "MED-5254", "MED-3771", "MED-4864", "MED-1647", "MED-3588", "MED-5257", "MED-5247" ], "latency_ms": 39.194375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.019230769230769232, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.019230769230769232, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.019230769230769232, "ndcg_at_20": 0.1420400396336573, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2700", "query": "Heart Disease Starts in Childhood", "scope": "corpus", "category": "all", "relevant": { "MED-3253": 2, "MED-3254": 2, "MED-3255": 2, "MED-4556": 1, "MED-4559": 1, "MED-4560": 1, "MED-4613": 1, "MED-4617": 1, "MED-4615": 1, "MED-4616": 1 }, "excluded_self_id": "PLAIN-2700", "ranked_doc_ids": [ "MED-3954", "MED-3253", "MED-3255", "MED-1190", "MED-1409", "MED-1366", "MED-2590", "MED-1949", "MED-3979", "MED-1054", "MED-4609", "MED-1986", "MED-757", "MED-2526", "MED-3254", "MED-5027", "MED-5194", "MED-5344", "MED-3976", "MED-4680" ], "latency_ms": 37.505834, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2, "ndcg_at_5": 0.4453015045590608, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.3388812950446278, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3, "ndcg_at_20": 0.4137933959011235, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2710", "query": "Artificial Food Colors and ADHD", "scope": "corpus", "category": "all", "relevant": { "MED-3378": 2, "MED-3379": 2, "MED-3380": 2, "MED-3381": 2, "MED-3382": 2, "MED-5062": 1, "MED-3369": 1, "MED-3370": 1, "MED-3371": 1, "MED-3372": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-3376": 1, "MED-3377": 1, "MED-3385": 1, "MED-3386": 1, "MED-3387": 1, "MED-4936": 1, "MED-4932": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-2710", "ranked_doc_ids": [ "MED-3380", "MED-3382", "MED-5063", "MED-3381", "MED-5062", "MED-3351", "MED-3359", "MED-2618", "MED-5209", "MED-5288", "MED-3375", "MED-1502", "MED-4385", "MED-1760", "MED-4588", "MED-3374", "MED-906", "MED-4583", "MED-3377", "MED-1630" ], "latency_ms": 35.935917, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.23809523809523808, "ndcg_at_5": 0.849607409925425, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.23809523809523808, "ndcg_at_10": 0.6687203801353124, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.38095238095238093, "ndcg_at_20": 0.5771543102952762, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2720", "query": "Keeping Your Hands Warm With Citrus", "scope": "corpus", "category": "all", "relevant": { "MED-3473": 2, "MED-3474": 2, "MED-3475": 2, "MED-3476": 2, "MED-3477": 2, "MED-3478": 2, "MED-3479": 2, "MED-3480": 2, "MED-3481": 2, "MED-3482": 2, "MED-3483": 2, "MED-3484": 2, "MED-3485": 2, "MED-3469": 1, "MED-3471": 1, "MED-4390": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4029": 1, "MED-4013": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4019": 1, "MED-4035": 1, "MED-4036": 1, "MED-4391": 1, "MED-4392": 1, "MED-4393": 1, "MED-4581": 1, "MED-4582": 1, "MED-4583": 1 }, "excluded_self_id": "PLAIN-2720", "ranked_doc_ids": [ "MED-2083", "MED-2707", "MED-3471", "MED-2713", "MED-2969", "MED-3476", "MED-3482", "MED-3483", "MED-4392", "MED-3473", "MED-2265", "MED-3359", "MED-3610", "MED-4981", "MED-3477", "MED-2188", "MED-3210", "MED-4658", "MED-3944", "MED-2711" ], "latency_ms": 36.443875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.027777777777777776, "ndcg_at_5": 0.08479005131840403, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.37296425451547893, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.19444444444444445, "ndcg_at_20": 0.31375263268248743, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2730", "query": "Anti-Angiogenesis: Cutting Off Tumor Supply Lines", "scope": "corpus", "category": "all", "relevant": { "MED-3548": 2, "MED-3549": 2, "MED-3550": 2, "MED-3551": 2, "MED-3552": 2, "MED-3553": 2, "MED-3554": 2, "MED-3555": 2, "MED-3834": 1, "MED-3853": 1, "MED-3845": 1, "MED-4089": 1, "MED-4090": 1, "MED-4220": 1, "MED-5337": 1, "MED-4612": 1, "MED-5341": 1, "MED-4222": 1, "MED-4223": 1, "MED-4224": 1, "MED-4225": 1, "MED-4226": 1, "MED-4227": 1, "MED-4228": 1, "MED-4652": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1 }, "excluded_self_id": "PLAIN-2730", "ranked_doc_ids": [ "MED-3550", "MED-3551", "MED-4224", "MED-2573", "MED-3549", "MED-4539", "MED-2134", "MED-2357", "MED-3281", "MED-3726", "MED-2208", "MED-3878", "MED-2579", "MED-2604", "MED-3271", "MED-2067", "MED-2923", "MED-4907", "MED-2366", "MED-2207" ], "latency_ms": 40.1045, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.13793103448275862, "ndcg_at_5": 0.7691415988388896, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13793103448275862, "ndcg_at_10": 0.5337827925918879, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13793103448275862, "ndcg_at_20": 0.4125591519896527, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2740", "query": "Cancer Risk From CT Scan Radiation", "scope": "corpus", "category": "all", "relevant": { "MED-3623": 2, "MED-3624": 2, "MED-3625": 2, "MED-3626": 2, "MED-3627": 2, "MED-3609": 1, "MED-3610": 1, "MED-3617": 1, "MED-3620": 1, "MED-3622": 1, "MED-3618": 1, "MED-3621": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-4560": 1, "MED-4609": 1, "MED-4613": 1, "MED-4617": 1, "MED-4612": 1, "MED-4615": 1, "MED-4616": 1, "MED-5036": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-2740", "ranked_doc_ids": [ "MED-3627", "MED-2940", "MED-3624", "MED-3623", "MED-2947", "MED-3619", "MED-3625", "MED-3608", "MED-3615", "MED-5190", "MED-3626", "MED-2251", "MED-1146", "MED-3315", "MED-3033", "MED-3318", "MED-3620", "MED-1114", "MED-4436", "MED-2258" ], "latency_ms": 36.313625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06, "ndcg_at_5": 0.6548086577531307, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08, "ndcg_at_10": 0.6043791548060452, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12, "ndcg_at_20": 0.5331728331016896, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2750", "query": "Preventing the Common Cold with Probiotics?", "scope": "corpus", "category": "all", "relevant": { "MED-3680": 2, "MED-3681": 2, "MED-3682": 2, "MED-3683": 2, "MED-3693": 2, "MED-3685": 2, "MED-3686": 2, "MED-3687": 2, "MED-3671": 1, "MED-3676": 1, "MED-3679": 1, "MED-3690": 1, "MED-3694": 1, "MED-3688": 1, "MED-3689": 1, "MED-3691": 1, "MED-3692": 1, "MED-3695": 1, "MED-3702": 1, "MED-3703": 1, "MED-3704": 1, "MED-3705": 1, "MED-3706": 1, "MED-3707": 1, "MED-3708": 1, "MED-3709": 1, "MED-3710": 1, "MED-3711": 1, "MED-3712": 1, "MED-3713": 1, "MED-3941": 1, "MED-3942": 1, "MED-3943": 1, "MED-3944": 1, "MED-3945": 1, "MED-3946": 1, "MED-3947": 1, "MED-4407": 1, "MED-3949": 1, "MED-3950": 1, "MED-3951": 1, "MED-3952": 1, "MED-3953": 1, "MED-3971": 1, "MED-3972": 1, "MED-3973": 1, "MED-3974": 1, "MED-3975": 1, "MED-3976": 1, "MED-3977": 1, "MED-3978": 1, "MED-3979": 1, "MED-3980": 1, "MED-3981": 1, "MED-4351": 1, "MED-4563": 1, "MED-4564": 1, "MED-4565": 1, "MED-5031": 1 }, "excluded_self_id": "PLAIN-2750", "ranked_doc_ids": [ "MED-3683", "MED-4762", "MED-2482", "MED-1300", "MED-3690", "MED-3675", "MED-3681", "MED-3686", "MED-3692", "MED-1299", "MED-3687", "MED-2656", "MED-2469", "MED-3676", "MED-3677", "MED-3693", "MED-4849", "MED-5031", "MED-4511", "MED-1131" ], "latency_ms": 39.912458, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.03389830508474576, "ndcg_at_5": 0.404762744029787, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0847457627118644, "ndcg_at_10": 0.46904413727979477, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15254237288135594, "ndcg_at_20": 0.5024711067740865, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2760", "query": "Eating Healthy on a Budget", "scope": "corpus", "category": "all", "relevant": { "MED-3769": 2, "MED-3770": 2, "MED-4406": 1, "MED-4454": 1, "MED-4622": 1, "MED-4686": 1, "MED-4712": 1, "MED-4771": 1 }, "excluded_self_id": "PLAIN-2760", "ranked_doc_ids": [ "MED-2488", "MED-4600", "MED-2201", "MED-3769", "MED-3770", "MED-2308", "MED-1449", "MED-1448", "MED-2765", "MED-2016", "MED-757", "MED-3374", "MED-3375", "MED-5101", "MED-3137", "MED-3369", "MED-5006", "MED-1212", "MED-1209", "MED-1230" ], "latency_ms": 37.544417, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.3570473650866868, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.2927907041760802, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.2927907041760802, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2770", "query": "Flaxseeds & Breast Cancer Survival: Clinical Evidence", "scope": "corpus", "category": "all", "relevant": { "MED-3841": 2, "MED-3832": 2, "MED-3843": 2, "MED-3836": 2, "MED-3853": 2, "MED-3845": 2, "MED-3848": 2, "MED-3830": 2, "MED-3840": 2, "MED-3864": 1, "MED-3833": 1, "MED-3834": 1, "MED-3842": 1, "MED-3844": 1, "MED-3846": 1, "MED-3847": 1, "MED-3850": 1, "MED-4094": 1, "MED-3852": 1, "MED-3854": 1, "MED-3855": 1, "MED-3856": 1, "MED-3857": 1, "MED-3863": 1, "MED-3865": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-4116": 1, "MED-4117": 1, "MED-4118": 1, "MED-4119": 1, "MED-4440": 1, "MED-4785": 1 }, "excluded_self_id": "PLAIN-2770", "ranked_doc_ids": [ "MED-3836", "MED-1826", "MED-1825", "MED-3874", "MED-3123", "MED-3834", "MED-5177", "MED-3855", "MED-3840", "MED-4440", "MED-5116", "MED-2437", "MED-3142", "MED-5178", "MED-3127", "MED-3698", "MED-1829", "MED-3796", "MED-1494", "MED-3853" ], "latency_ms": 40.298, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.04878048780487805, "ndcg_at_5": 0.4121943801949693, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14634146341463414, "ndcg_at_10": 0.45390418242064795, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.17073170731707318, "ndcg_at_20": 0.3938828976649645, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2780", "query": "Do Fruit & Nut Bars Cause Weight Gain?", "scope": "corpus", "category": "all", "relevant": { "MED-3896": 2, "MED-3897": 2, "MED-3906": 2, "MED-3908": 2, "MED-3900": 2, "MED-4289": 2, "MED-3910": 2, "MED-4715": 2, "MED-3893": 1, "MED-3894": 1, "MED-3895": 1, "MED-3904": 1, "MED-5175": 1, "MED-3907": 1, "MED-4281": 1, "MED-4286": 1, "MED-4284": 1, "MED-4292": 1, "MED-4287": 1, "MED-4288": 1, "MED-4290": 1, "MED-4291": 1 }, "excluded_self_id": "PLAIN-2780", "ranked_doc_ids": [ "MED-3896", "MED-4707", "MED-4291", "MED-4292", "MED-2594", "MED-2595", "MED-4286", "MED-4287", "MED-3208", "MED-4290", "MED-2381", "MED-5004", "MED-5286", "MED-1538", "MED-2153", "MED-4121", "MED-2383", "MED-1262", "MED-4250", "MED-2379" ], "latency_ms": 39.603166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.13636363636363635, "ndcg_at_5": 0.49698443151337335, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2727272727272727, "ndcg_at_10": 0.45528171520908667, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2727272727272727, "ndcg_at_20": 0.35188589993882446, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2790", "query": "Titanium Dioxide & Inflammatory Bowel Disease", "scope": "corpus", "category": "all", "relevant": { "MED-3960": 2, "MED-3961": 2, "MED-3962": 2, "MED-3963": 2, "MED-3964": 2, "MED-3965": 2, "MED-3966": 2, "MED-3967": 2, "MED-3968": 2, "MED-3969": 2, "MED-3970": 2, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4853": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4132": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4136": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4167": 1, "MED-4168": 1, "MED-4333": 1, "MED-4337": 1, "MED-4342": 1, "MED-4349": 1, "MED-5326": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4604": 1, "MED-4605": 1, "MED-4606": 1, "MED-4607": 1, "MED-4627": 1, "MED-4908": 1, "MED-4909": 1, "MED-4936": 1, "MED-4932": 1, "MED-5062": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-2790", "ranked_doc_ids": [ "MED-3963", "MED-3966", "MED-2811", "MED-3964", "MED-4342", "MED-3962", "MED-1582", "MED-3965", "MED-1576", "MED-1421", "MED-4941", "MED-3106", "MED-3961", "MED-1184", "MED-3967", "MED-1425", "MED-3960", "MED-2782", "MED-3968", "MED-4516" ], "latency_ms": 38.182125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06779661016949153, "ndcg_at_5": 0.764817358607021, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1016949152542373, "ndcg_at_10": 0.6441436242774485, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1694915254237288, "ndcg_at_20": 0.6592970738682663, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-280", "query": "Mercury Testing Recommended Before Pregnancy", "scope": "corpus", "category": "all", "relevant": { "MED-4375": 1, "MED-4376": 1, "MED-4378": 1, "MED-4379": 1, "MED-4380": 1, "MED-4381": 1, "MED-4531": 1, "MED-4546": 1, "MED-4547": 1, "MED-4622": 1, "MED-4736": 1, "MED-4739": 1, "MED-4738": 1, "MED-4946": 1, "MED-4951": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1 }, "excluded_self_id": "PLAIN-280", "ranked_doc_ids": [ "MED-3023", "MED-4376", "MED-4739", "MED-3020", "MED-3021", "MED-5097", "MED-4948", "MED-3034", "MED-2904", "MED-3595", "MED-4375", "MED-4947", "MED-4946", "MED-2386", "MED-2906", "MED-872", "MED-5099", "MED-4772", "MED-3031", "MED-4736" ], "latency_ms": 38.061916, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15, "ndcg_at_10": 0.32730659600126993, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.35, "ndcg_at_20": 0.3545620708213517, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2800", "query": "Prolonged Liver Function Enhancement From Broccoli", "scope": "corpus", "category": "all", "relevant": { "MED-4040": 2, "MED-4976": 2, "MED-5197": 2, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-4075": 1, "MED-4438": 1, "MED-4439": 1, "MED-4454": 1, "MED-4455": 1, "MED-4471": 1, "MED-4472": 1, "MED-4861": 1 }, "excluded_self_id": "PLAIN-2800", "ranked_doc_ids": [ "MED-2234", "MED-2235", "MED-912", "MED-2229", "MED-5075", "MED-2231", "MED-1309", "MED-2233", "MED-2098", "MED-2071", "MED-2529", "MED-2074", "MED-2075", "MED-2068", "MED-5231", "MED-5074", "MED-4454", "MED-5069", "MED-4195", "MED-2066" ], "latency_ms": 39.345, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.041666666666666664, "ndcg_at_20": 0.026148433718817348, "mrr_at_20": 0.058823529411764705, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2810", "query": "Apple Juice May Be Worse Than Sugar Water", "scope": "corpus", "category": "all", "relevant": { "MED-4091": 2, "MED-4089": 2, "MED-5071": 2, "MED-4090": 1, "MED-4413": 1, "MED-4585": 1, "MED-4687": 1, "MED-4689": 1 }, "excluded_self_id": "PLAIN-2810", "ranked_doc_ids": [ "MED-2491", "MED-4590", "MED-4580", "MED-1710", "MED-3469", "MED-2969", "MED-5021", "MED-1707", "MED-942", "MED-1790", "MED-1792", "MED-3771", "MED-3774", "MED-1670", "MED-1108", "MED-4331", "MED-2271", "MED-4701", "MED-5019", "MED-4703" ], "latency_ms": 36.179166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2820", "query": "Preventing Strokes with Diet", "scope": "corpus", "category": "all", "relevant": { "MED-4106": 2, "MED-4103": 1, "MED-4104": 1, "MED-4853": 1, "MED-4107": 1, "MED-4299": 1, "MED-4522": 1, "MED-4545": 1 }, "excluded_self_id": "PLAIN-2820", "ranked_doc_ids": [ "MED-3480", "MED-1233", "MED-1677", "MED-1232", "MED-1329", "MED-1691", "MED-2698", "MED-1408", "MED-2753", "MED-2755", "MED-4831", "MED-4106", "MED-5290", "MED-2750", "MED-1394", "MED-967", "MED-1500", "MED-5291", "MED-4255", "MED-1489" ], "latency_ms": 35.167375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.10911076623184632, "mrr_at_20": 0.08333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2830", "query": "Neurobiology of Artificial Sweeteners", "scope": "corpus", "category": "all", "relevant": { "MED-4120": 2, "MED-4121": 1, "MED-4124": 1 }, "excluded_self_id": "PLAIN-2830", "ranked_doc_ids": [ "MED-4120", "MED-5054", "MED-1630", "MED-3059", "MED-3051", "MED-4588", "MED-1624", "MED-3050", "MED-1623", "MED-3677", "MED-1707", "MED-3053", "MED-5053", "MED-3057", "MED-5062", "MED-4121", "MED-4860", "MED-1671", "MED-3894", "MED-1502" ], "latency_ms": 35.857042, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.6387878864795979, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.6387878864795979, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7169277878424927, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2840", "query": "Benefits of Fenugreek Seeds", "scope": "corpus", "category": "all", "relevant": { "MED-3811": 1, "MED-5341": 1, "MED-5337": 1, "MED-4464": 1, "MED-4465": 1, "MED-4468": 1, "MED-4469": 1, "MED-4543": 1, "MED-4538": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4671": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1 }, "excluded_self_id": "PLAIN-2840", "ranked_doc_ids": [ "MED-4150", "MED-3869", "MED-2231", "MED-3136", "MED-2148", "MED-2229", "MED-3465", "MED-4538", "MED-2233", "MED-2794", "MED-2010", "MED-5329", "MED-5027", "MED-4991", "MED-4510", "MED-1293", "MED-3794", "MED-760", "MED-2146", "MED-3583" ], "latency_ms": 35.657709, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.058823529411764705, "ndcg_at_10": 0.06943122193677727, "mrr_at_10": 0.125, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.058823529411764705, "ndcg_at_20": 0.049712302565054066, "mrr_at_20": 0.125, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2850", "query": "More Antibiotics In White Meat or Dark Meat?", "scope": "corpus", "category": "all", "relevant": { "MED-4166": 2, "MED-3693": 1, "MED-3690": 1, "MED-3694": 1, "MED-4167": 1, "MED-4168": 1, "MED-4433": 1, "MED-4436": 1, "MED-4437": 1 }, "excluded_self_id": "PLAIN-2850", "ranked_doc_ids": [ "MED-4166", "MED-3856", "MED-4803", "MED-1218", "MED-1983", "MED-1178", "MED-4593", "MED-1977", "MED-1114", "MED-1601", "MED-1256", "MED-3889", "MED-730", "MED-4057", "MED-5326", "MED-2671", "MED-4799", "MED-4167", "MED-5101", "MED-4797" ], "latency_ms": 37.608583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.38062652754129855, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2222222222222222, "ndcg_at_20": 0.4254279661648055, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2860", "query": "BPA Plastic and Male Sexual Dysfunction", "scope": "corpus", "category": "all", "relevant": { "MED-4185": 2, "MED-4186": 2 }, "excluded_self_id": "PLAIN-2860", "ranked_doc_ids": [ "MED-4185", "MED-4186", "MED-4951", "MED-3429", "MED-3590", "MED-3434", "MED-4655", "MED-2219", "MED-1198", "MED-3958", "MED-4755", "MED-1762", "MED-1101", "MED-891", "MED-1785", "MED-3421", "MED-3589", "MED-1148", "MED-3591", "MED-2644" ], "latency_ms": 36.213875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-2870", "query": "Filled Full of Lead", "scope": "corpus", "category": "all", "relevant": { "MED-4200": 2, "MED-4201": 1, "MED-4202": 1, "MED-4531": 1, "MED-4944": 1 }, "excluded_self_id": "PLAIN-2870", "ranked_doc_ids": [ "MED-2253", "MED-3379", "MED-2260", "MED-4908", "MED-4533", "MED-957", "MED-4790", "MED-1956", "MED-3593", "MED-872", "MED-4531", "MED-2261", "MED-3592", "MED-1957", "MED-3378", "MED-4315", "MED-915", "MED-4497", "MED-1774", "MED-3595" ], "latency_ms": 34.945458, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.07064602601996708, "mrr_at_20": 0.09090909090909091, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2880", "query": "The Answer to the Pritikin Puzzle", "scope": "corpus", "category": "all", "relevant": { "MED-4612": 2, "MED-4220": 2, "MED-5341": 2, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-4233": 1, "MED-4222": 1, "MED-4223": 1, "MED-4224": 1, "MED-4225": 1, "MED-4226": 1, "MED-4227": 1, "MED-4228": 1, "MED-4239": 1, "MED-4243": 1, "MED-4255": 1 }, "excluded_self_id": "PLAIN-2880", "ranked_doc_ids": [ "MED-2514", "MED-2116", "MED-3688", "MED-1112", "MED-1429", "MED-928", "MED-4049", "MED-4589", "MED-4999", "MED-4539", "MED-2033", "MED-2177", "MED-4710", "MED-1518", "MED-3509", "MED-937", "MED-3730", "MED-3092", "MED-3437", "MED-5013" ], "latency_ms": 36.794875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2890", "query": "To Snack or Not to Snack?", "scope": "corpus", "category": "all", "relevant": { "MED-4250": 2, "MED-4300": 1, "MED-4301": 1, "MED-4324": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4603": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-2890", "ranked_doc_ids": [ "MED-3376", "MED-3351", "MED-4287", "MED-3370", "MED-1533", "MED-4250", "MED-1208", "MED-3896", "MED-1538", "MED-2597", "MED-3375", "MED-1535", "MED-3356", "MED-1709", "MED-1650", "MED-1534", "MED-3369", "MED-4286", "MED-2750", "MED-2594" ], "latency_ms": 36.038625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.034482758620689655, "ndcg_at_10": 0.1285120859663631, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.034482758620689655, "ndcg_at_20": 0.08860579527640221, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2900", "query": "Boosting Good Bacteria in the Colon Without Probiotics", "scope": "corpus", "category": "all", "relevant": { "MED-4276": 2, "MED-4269": 2, "MED-5332": 2, "MED-4271": 2, "MED-3788": 1, "MED-4768": 1, "MED-4313": 1, "MED-4278": 1, "MED-4325": 1, "MED-4442": 1, "MED-4443": 1, "MED-4810": 1 }, "excluded_self_id": "PLAIN-2900", "ranked_doc_ids": [ "MED-1124", "MED-1426", "MED-1420", "MED-1417", "MED-5201", "MED-1415", "MED-5207", "MED-2529", "MED-5200", "MED-3687", "MED-3136", "MED-5198", "MED-5322", "MED-2544", "MED-5203", "MED-5208", "MED-4516", "MED-1131", "MED-1414", "MED-3686" ], "latency_ms": 38.98725, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-291", "query": "Stool Size and Breast Cancer Risk", "scope": "corpus", "category": "all", "relevant": { "MED-4516": 1, "MED-4517": 1, "MED-4518": 1, "MED-4522": 1, "MED-4635": 1, "MED-4640": 1, "MED-4637": 1, "MED-4638": 1, "MED-4639": 1, "MED-4641": 1, "MED-4642": 1, "MED-4643": 1, "MED-4644": 1 }, "excluded_self_id": "PLAIN-291", "ranked_doc_ids": [ "MED-4639", "MED-3860", "MED-2100", "MED-3858", "MED-2122", "MED-2424", "MED-4094", "MED-4646", "MED-2437", "MED-4638", "MED-1416", "MED-5182", "MED-2251", "MED-2417", "MED-3799", "MED-3844", "MED-3696", "MED-3862", "MED-4643", "MED-3855" ], "latency_ms": 34.862875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07692307692307693, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15384615384615385, "ndcg_at_10": 0.28371255449703187, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.23076923076923078, "ndcg_at_20": 0.28390893045796367, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2910", "query": "Optimal Phytosterol Dose", "scope": "corpus", "category": "all", "relevant": { "MED-4846": 2, "MED-4295": 2, "MED-4300": 1, "MED-4301": 1, "MED-4352": 1, "MED-4353": 1, "MED-4423": 1, "MED-4424": 1, "MED-4425": 1, "MED-4560": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1, "MED-4906": 1 }, "excluded_self_id": "PLAIN-2910", "ranked_doc_ids": [ "MED-4295", "MED-2432", "MED-1258", "MED-2430", "MED-4846", "MED-2987", "MED-1552", "MED-2439", "MED-5016", "MED-3989", "MED-2589", "MED-4833", "MED-2985", "MED-5178", "MED-5329", "MED-5115", "MED-2008", "MED-1885", "MED-5177", "MED-3910" ], "latency_ms": 36.989542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.13333333333333333, "ndcg_at_5": 0.6056933996488967, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13333333333333333, "ndcg_at_10": 0.44922026313329616, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.4062774859424221, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2920", "query": "Human Neurotransmitters in Plants", "scope": "corpus", "category": "all", "relevant": { "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4632": 1, "MED-4633": 1, "MED-4634": 1, "MED-4995": 1 }, "excluded_self_id": "PLAIN-2920", "ranked_doc_ids": [ "MED-4309", "MED-3532", "MED-2664", "MED-4915", "MED-3173", "MED-2177", "MED-5069", "MED-3522", "MED-4489", "MED-2667", "MED-4721", "MED-1284", "MED-4914", "MED-4870", "MED-1280", "MED-5231", "MED-4120", "MED-5050", "MED-3543", "MED-1289" ], "latency_ms": 38.0985, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2930", "query": "Kiwifruit for Irritable Bowel Syndrome", "scope": "corpus", "category": "all", "relevant": { "MED-4325": 2, "MED-4516": 1, "MED-4517": 1, "MED-4518": 1, "MED-4522": 1, "MED-4635": 1, "MED-4640": 1, "MED-4637": 1, "MED-4689": 1, "MED-4810": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1 }, "excluded_self_id": "PLAIN-2930", "ranked_doc_ids": [ "MED-4325", "MED-3539", "MED-1005", "MED-1009", "MED-4832", "MED-1006", "MED-1695", "MED-1686", "MED-1012", "MED-1014", "MED-3512", "MED-1017", "MED-1682", "MED-719", "MED-3904", "MED-1007", "MED-3507", "MED-3506", "MED-3206", "MED-2062" ], "latency_ms": 38.321959, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.6045023477188619, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.4305632287247474, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.3610236230117678, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2940", "query": "Dietary Treatment of Crohn's Disease", "scope": "corpus", "category": "all", "relevant": { "MED-4342": 2, "MED-4349": 2, "MED-4347": 1, "MED-4627": 1, "MED-4350": 1, "MED-4628": 1, "MED-4629": 1, "MED-4630": 1, "MED-4631": 1, "MED-4877": 1, "MED-4878": 1, "MED-4879": 1, "MED-4886": 1, "MED-4887": 1, "MED-4888": 1, "MED-5337": 1, "MED-4890": 1, "MED-4891": 1, "MED-4984": 1, "MED-4985": 1, "MED-4988": 1, "MED-4987": 1 }, "excluded_self_id": "PLAIN-2940", "ranked_doc_ids": [ "MED-1578", "MED-3961", "MED-1425", "MED-1579", "MED-3965", "MED-1581", "MED-3966", "MED-2811", "MED-1582", "MED-1576", "MED-3964", "MED-4342", "MED-3967", "MED-4627", "MED-3963", "MED-4084", "MED-2782", "MED-1187", "MED-2816", "MED-3801" ], "latency_ms": 38.552542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09090909090909091, "ndcg_at_20": 0.09184824533120796, "mrr_at_20": 0.08333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2950", "query": "Unsafe at Any Feed", "scope": "corpus", "category": "all", "relevant": { "MED-4355": 2, "MED-4132": 1 }, "excluded_self_id": "PLAIN-2950", "ranked_doc_ids": [ "MED-4960", "MED-4426", "MED-4805", "MED-4911", "MED-3302", "MED-4963", "MED-4139", "MED-4128", "MED-2742", "MED-1757", "MED-5171", "MED-1755", "MED-1957", "MED-1140", "MED-1979", "MED-732", "MED-4370", "MED-4359", "MED-4142", "MED-913" ], "latency_ms": 35.448084, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2960", "query": "Pharmacists Versus Health Food Store Employees: Who Gives Better Advice?", "scope": "corpus", "category": "all", "relevant": { "MED-4370": 2, "MED-4575": 1 }, "excluded_self_id": "PLAIN-2960", "ranked_doc_ids": [ "MED-4372", "MED-4371", "MED-4374", "MED-2765", "MED-4598", "MED-4370", "MED-728", "MED-2182", "MED-1553", "MED-2891", "MED-1050", "MED-1543", "MED-1549", "MED-1053", "MED-2527", "MED-5123", "MED-2725", "MED-2112", "MED-1143", "MED-3132" ], "latency_ms": 41.239125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.27078426295835145, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.27078426295835145, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2970", "query": "Preventing Cataracts with Diet", "scope": "corpus", "category": "all", "relevant": { "MED-4382": 2, "MED-4385": 1, "MED-4383": 1, "MED-4384": 1, "MED-4984": 1, "MED-4388": 1, "MED-4389": 1, "MED-4553": 1, "MED-4554": 1 }, "excluded_self_id": "PLAIN-2970", "ranked_doc_ids": [ "MED-4382", "MED-4384", "MED-5218", "MED-2889", "MED-4388", "MED-2069", "MED-2896", "MED-2901", "MED-2895", "MED-2884", "MED-2893", "MED-2108", "MED-4385", "MED-2892", "MED-4502", "MED-2899", "MED-5221", "MED-2888", "MED-2200", "MED-2649" ], "latency_ms": 36.014208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.7642937333139903, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.5743240484971376, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4444444444444444, "ndcg_at_20": 0.6243097387379093, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2981", "query": "Cheese Mites and Maggots", "scope": "corpus", "category": "all", "relevant": { "MED-4403": 2, "MED-4908": 1, "MED-4909": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1 }, "excluded_self_id": "PLAIN-2981", "ranked_doc_ids": [ "MED-4403", "MED-4881", "MED-4084", "MED-2356", "MED-2365", "MED-901", "MED-5196", "MED-2476", "MED-1271", "MED-2775", "MED-5029", "MED-2339", "MED-5094", "MED-933", "MED-2450", "MED-733", "MED-2344", "MED-1121", "MED-4398", "MED-732" ], "latency_ms": 36.261416, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.43122038713502514, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.43122038713502514, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2991", "query": "Cholesterol and Lower Back Pain", "scope": "corpus", "category": "all", "relevant": { "MED-4423": 2, "MED-4424": 2 }, "excluded_self_id": "PLAIN-2991", "ranked_doc_ids": [ "MED-1660", "MED-1665", "MED-4827", "MED-1667", "MED-1657", "MED-4830", "MED-3398", "MED-1885", "MED-2111", "MED-2525", "MED-1258", "MED-5016", "MED-1890", "MED-5329", "MED-2524", "MED-1884", "MED-2527", "MED-1252", "MED-1430", "MED-1190" ], "latency_ms": 38.509375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3001", "query": "EPIC Findings on Lymphoma", "scope": "corpus", "category": "all", "relevant": { "MED-4436": 2, "MED-4437": 2 }, "excluded_self_id": "PLAIN-3001", "ranked_doc_ids": [ "MED-3314", "MED-5060", "MED-4278", "MED-4436", "MED-1725", "MED-1114", "MED-1380", "MED-5236", "MED-4261", "MED-4861", "MED-3854", "MED-4819", "MED-1156", "MED-3699", "MED-2928", "MED-5145", "MED-1817", "MED-1108", "MED-4877", "MED-4497" ], "latency_ms": 38.208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 0.2640681225725909, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.2640681225725909, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.2640681225725909, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3014", "query": "Sometimes the Enzyme Myth Is True", "scope": "corpus", "category": "all", "relevant": { "MED-4454": 2 }, "excluded_self_id": "PLAIN-3014", "ranked_doc_ids": [ "MED-1261", "MED-5207", "MED-4771", "MED-4115", "MED-1555", "MED-3785", "MED-4866", "MED-3757", "MED-1726", "MED-988", "MED-5200", "MED-3450", "MED-5206", "MED-3951", "MED-3199", "MED-1840", "MED-1116", "MED-4683", "MED-3454", "MED-5199" ], "latency_ms": 36.218, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3026", "query": "Vitamin C-Enriched Bacon", "scope": "corpus", "category": "all", "relevant": { "MED-4470": 2 }, "excluded_self_id": "PLAIN-3026", "ranked_doc_ids": [ "MED-5188", "MED-4470", "MED-5326", "MED-4833", "MED-3453", "MED-759", "MED-3471", "MED-1180", "MED-3734", "MED-1259", "MED-2272", "MED-4278", "MED-5131", "MED-4267", "MED-4511", "MED-4493", "MED-3535", "MED-5064", "MED-860", "MED-3157" ], "latency_ms": 36.685708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 0.6309297535714575, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 0.6309297535714575, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 0.6309297535714575, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3037", "query": "Out of the Lab Onto the Track", "scope": "corpus", "category": "all", "relevant": { "MED-4508": 2, "MED-4504": 2, "MED-4505": 2, "MED-4506": 2 }, "excluded_self_id": "PLAIN-3037", "ranked_doc_ids": [ "MED-3458", "MED-3150", "MED-729", "MED-4956", "MED-1465", "MED-1990", "MED-4332", "MED-732", "MED-3302", "MED-3970", "MED-3630", "MED-2049", "MED-4804", "MED-3457", "MED-3170", "MED-4922", "MED-3891", "MED-1848", "MED-1987", "MED-3688" ], "latency_ms": 38.073, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3053", "query": "Dragon's Blood", "scope": "corpus", "category": "all", "relevant": { "MED-4525": 2, "MED-4526": 2, "MED-4527": 2 }, "excluded_self_id": "PLAIN-3053", "ranked_doc_ids": [ "MED-4525", "MED-4526", "MED-4778", "MED-3937", "MED-3353", "MED-863", "MED-4874", "MED-4427", "MED-2700", "MED-5042", "MED-1860", "MED-4712", "MED-2522", "MED-1845", "MED-1842", "MED-1687", "MED-4575", "MED-5289", "MED-919", "MED-5049" ], "latency_ms": 35.125916, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7653606369886217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7653606369886217, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7653606369886217, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3063", "query": "Better Than Goji Berries", "scope": "corpus", "category": "all", "relevant": { "MED-3742": 1, "MED-3893": 1, "MED-3894": 1, "MED-4544": 1 }, "excluded_self_id": "PLAIN-3063", "ranked_doc_ids": [ "MED-4712", "MED-2886", "MED-3894", "MED-1671", "MED-2925", "MED-5070", "MED-3714", "MED-2888", "MED-3442", "MED-3465", "MED-3944", "MED-2892", "MED-4900", "MED-2924", "MED-2665", "MED-2922", "MED-3946", "MED-1676", "MED-4901", "MED-2667" ], "latency_ms": 36.645291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.19519002499605084, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.19519002499605084, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.19519002499605084, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-307", "query": "Vitamin D: Shedding some light on the new recommendations", "scope": "corpus", "category": "all", "relevant": { "MED-714": 2, "MED-919": 2, "MED-716": 2 }, "excluded_self_id": "PLAIN-307", "ranked_doc_ids": [ "MED-714", "MED-919", "MED-4570", "MED-3987", "MED-862", "MED-3988", "MED-4566", "MED-2765", "MED-961", "MED-921", "MED-3986", "MED-4573", "MED-3985", "MED-962", "MED-4575", "MED-716", "MED-1558", "MED-4574", "MED-920", "MED-1834" ], "latency_ms": 40.164208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7653606369886217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7653606369886217, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 1.0, "ndcg_at_20": 0.8801699317146395, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3074", "query": "How to Help Prevent Abdominal Aortic Aneurysms", "scope": "corpus", "category": "all", "relevant": { "MED-4555": 2 }, "excluded_self_id": "PLAIN-3074", "ranked_doc_ids": [ "MED-4555", "MED-4560", "MED-3436", "MED-3254", "MED-2939", "MED-2750", "MED-4993", "MED-1657", "MED-2753", "MED-4255", "MED-4423", "MED-2372", "MED-2459", "MED-5266", "MED-2378", "MED-4902", "MED-1489", "MED-4324", "MED-4502", "MED-5179" ], "latency_ms": 45.061292, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3085", "query": "The Difficulty of Arriving at a Vitamin D Recommendation", "scope": "corpus", "category": "all", "relevant": { "MED-4573": 2, "MED-4570": 2 }, "excluded_self_id": "PLAIN-3085", "ranked_doc_ids": [ "MED-919", "MED-714", "MED-2765", "MED-4575", "MED-4570", "MED-4573", "MED-4566", "MED-3985", "MED-3988", "MED-3986", "MED-3987", "MED-961", "MED-862", "MED-962", "MED-4374", "MED-4574", "MED-716", "MED-4373", "MED-921", "MED-4371" ], "latency_ms": 37.791708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 0.23719771276929622, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 1.0, "ndcg_at_10": 0.45560514958746035, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 0.45560514958746035, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3097", "query": "Amyloid and Apple Juice", "scope": "corpus", "category": "all", "relevant": { "MED-4590": 2, "MED-4591": 2, "MED-2215": 1, "MED-726": 1 }, "excluded_self_id": "PLAIN-3097", "ranked_doc_ids": [ "MED-4590", "MED-4580", "MED-2491", "MED-1792", "MED-2669", "MED-2668", "MED-1849", "MED-1845", "MED-4901", "MED-4790", "MED-2663", "MED-733", "MED-5019", "MED-1847", "MED-4582", "MED-4585", "MED-3734", "MED-3643", "MED-2969", "MED-4860" ], "latency_ms": 36.072166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.4770382338730848, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.4770382338730848, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.4770382338730848, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3116", "query": "Dietary Guidelines: From Dairies to Berries", "scope": "corpus", "category": "all", "relevant": { "MED-5331": 2 }, "excluded_self_id": "PLAIN-3116", "ranked_doc_ids": [ "MED-1558", "MED-5123", "MED-2765", "MED-1363", "MED-2108", "MED-1319", "MED-2290", "MED-1874", "MED-1553", "MED-2924", "MED-2293", "MED-4903", "MED-1331", "MED-3728", "MED-1885", "MED-3718", "MED-1478", "MED-3722", "MED-4833", "MED-2215" ], "latency_ms": 35.951125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3131", "query": "Are Avocados Good for You?", "scope": "corpus", "category": "all", "relevant": { "MED-4619": 2, "MED-4620": 2, "MED-4621": 2, "MED-4514": 1, "MED-4515": 1, "MED-4618": 1 }, "excluded_self_id": "PLAIN-3131", "ranked_doc_ids": [ "MED-4620", "MED-4619", "MED-4618", "MED-1693", "MED-1378", "MED-4249", "MED-3896", "MED-4833", "MED-1500", "MED-861", "MED-5009", "MED-5011", "MED-3910", "MED-2227", "MED-4414", "MED-3210", "MED-1686", "MED-3535", "MED-4303", "MED-1792" ], "latency_ms": 36.760958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 0.7406126212438987, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6920785624839477, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6920785624839477, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3141", "query": "Relieving Yourself of Excess Estrogen", "scope": "corpus", "category": "all", "relevant": { "MED-4642": 2, "MED-4643": 2, "MED-4644": 2, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-3841": 1, "MED-3843": 1, "MED-3849": 1, "MED-3830": 1, "MED-1825": 1, "MED-1826": 1, "MED-1827": 1, "MED-1828": 1, "MED-1829": 1, "MED-1830": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-4313": 1, "MED-3862": 1 }, "excluded_self_id": "PLAIN-3141", "ranked_doc_ids": [ "MED-3446", "MED-4644", "MED-1593", "MED-1592", "MED-835", "MED-5226", "MED-4642", "MED-4899", "MED-2647", "MED-4698", "MED-1594", "MED-4753", "MED-4917", "MED-1597", "MED-1596", "MED-1763", "MED-1829", "MED-4322", "MED-5184", "MED-2087" ], "latency_ms": 35.65375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.029411764705882353, "ndcg_at_5": 0.24842742676916893, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.058823529411764705, "ndcg_at_10": 0.28893989447363055, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08823529411764706, "ndcg_at_20": 0.23642915662084182, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3151", "query": "Too Much Iodine Can Be as Bad as Too Little", "scope": "corpus", "category": "all", "relevant": { "MED-4660": 2, "MED-4666": 2, "MED-4662": 2, "MED-4663": 2, "MED-4664": 2, "MED-3441": 1, "MED-3442": 1, "MED-3443": 1, "MED-3444": 1, "MED-3445": 1, "MED-3446": 1, "MED-3447": 1, "MED-3448": 1, "MED-3971": 1, "MED-3972": 1, "MED-3973": 1, "MED-3974": 1, "MED-3975": 1 }, "excluded_self_id": "PLAIN-3151", "ranked_doc_ids": [ "MED-4664", "MED-4660", "MED-4662", "MED-4665", "MED-3971", "MED-3444", "MED-4668", "MED-3445", "MED-3448", "MED-4663", "MED-1002", "MED-4556", "MED-4595", "MED-3592", "MED-4727", "MED-3091", "MED-4570", "MED-5144", "MED-4930", "MED-5063" ], "latency_ms": 37.637, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2222222222222222, "ndcg_at_5": 0.7883291114011227, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4444444444444444, "ndcg_at_10": 0.8274864860757591, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4444444444444444, "ndcg_at_20": 0.6505511886847892, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3161", "query": "Is Milk and Mucus a Myth?", "scope": "corpus", "category": "all", "relevant": { "MED-4677": 2, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1763": 1, "MED-1584": 1, "MED-1585": 1, "MED-1586": 1, "MED-1587": 1, "MED-1588": 1, "MED-1595": 1, "MED-1596": 1, "MED-1762": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4398": 1, "MED-4396": 1 }, "excluded_self_id": "PLAIN-3161", "ranked_doc_ids": [ "MED-4677", "MED-2058", "MED-2055", "MED-901", "MED-3490", "MED-2053", "MED-4396", "MED-5106", "MED-900", "MED-4398", "MED-2772", "MED-2061", "MED-904", "MED-2063", "MED-1337", "MED-2716", "MED-4394", "MED-5196", "MED-4903", "MED-2341" ], "latency_ms": 36.080208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.023255813953488372, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06976744186046512, "ndcg_at_10": 0.47305314144171046, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09302325581395349, "ndcg_at_20": 0.35725152733820104, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3171", "query": "Convergence of Evidence", "scope": "corpus", "category": "all", "relevant": { "MED-4696": 2, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1489": 1, "MED-1490": 1, "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-5328": 1, "MED-1540": 1, "MED-1541": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1 }, "excluded_self_id": "PLAIN-3171", "ranked_doc_ids": [ "MED-4840", "MED-3953", "MED-1478", "MED-1754", "MED-745", "MED-5123", "MED-2716", "MED-3137", "MED-1498", "MED-1479", "MED-3758", "MED-2333", "MED-2590", "MED-2112", "MED-1555", "MED-3892", "MED-1429", "MED-5036", "MED-4866", "MED-1553" ], "latency_ms": 34.275583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.029411764705882353, "ndcg_at_10": 0.054302655984158565, "mrr_at_10": 0.1111111111111111, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.029411764705882353, "ndcg_at_20": 0.037440291960996, "mrr_at_20": 0.1111111111111111, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3181", "query": "Is Dragon Fruit Good For You?", "scope": "corpus", "category": "all", "relevant": { "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1581": 1, "MED-1582": 1, "MED-1789": 1, "MED-1790": 1, "MED-1791": 1, "MED-1792": 1, "MED-1793": 1, "MED-1794": 1, "MED-1795": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1 }, "excluded_self_id": "PLAIN-3181", "ranked_doc_ids": [ "MED-3929", "MED-3535", "MED-3744", "MED-1695", "MED-1792", "MED-3906", "MED-4585", "MED-4832", "MED-1262", "MED-3471", "MED-4410", "MED-1686", "MED-4590", "MED-1500", "MED-3521", "MED-2925", "MED-3896", "MED-4900", "MED-2970", "MED-3931" ], "latency_ms": 38.430875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.037037037037037035, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.037037037037037035, "ndcg_at_10": 0.08514311764162098, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.037037037037037035, "ndcg_at_20": 0.054948588071985875, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3191", "query": "Is Distilled Fish Oil Toxin-Free?", "scope": "corpus", "category": "all", "relevant": { "MED-4729": 2, "MED-4730": 2, "MED-4731": 2, "MED-4732": 2, "MED-1831": 1, "MED-1832": 1, "MED-1833": 1, "MED-1834": 1, "MED-5092": 1, "MED-2750": 1, "MED-2751": 1, "MED-2752": 1, "MED-2753": 1, "MED-2754": 1, "MED-2755": 1, "MED-2756": 1 }, "excluded_self_id": "PLAIN-3191", "ranked_doc_ids": [ "MED-1831", "MED-4730", "MED-4936", "MED-3024", "MED-4943", "MED-2751", "MED-4961", "MED-2756", "MED-5025", "MED-5102", "MED-3012", "MED-4735", "MED-5059", "MED-1957", "MED-5100", "MED-4631", "MED-1124", "MED-3497", "MED-2675", "MED-4964" ], "latency_ms": 36.5955, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.125, "ndcg_at_5": 0.4104959434080106, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.4128730723043483, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.3384477743508675, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-320", "query": "Breast Cancer and Diet", "scope": "corpus", "category": "all", "relevant": { "MED-4650": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4771": 1, "MED-4783": 1, "MED-5116": 1, "MED-4785": 1, "MED-4786": 1, "MED-4896": 1, "MED-4897": 1, "MED-4898": 1, "MED-4899": 1, "MED-4994": 1, "MED-5032": 1, "MED-5033": 1, "MED-5034": 1, "MED-5035": 1, "MED-5110": 1, "MED-5112": 1, "MED-5113": 1, "MED-5114": 1, "MED-5115": 1, "MED-5117": 1, "MED-5118": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-320", "ranked_doc_ids": [ "MED-2437", "MED-3791", "MED-3860", "MED-2424", "MED-3238", "MED-4643", "MED-4069", "MED-3862", "MED-4450", "MED-4714", "MED-2417", "MED-4642", "MED-3858", "MED-2423", "MED-5195", "MED-5352", "MED-5182", "MED-3123", "MED-1371", "MED-3698" ], "latency_ms": 34.216541, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.023809523809523808, "ndcg_at_20": 0.035510009908414325, "mrr_at_20": 0.06666666666666667, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3201", "query": "Acne & Cancer Connection", "scope": "corpus", "category": "all", "relevant": { "MED-4752": 2, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-5106": 1, "MED-4398": 1 }, "excluded_self_id": "PLAIN-3201", "ranked_doc_ids": [ "MED-2120", "MED-4752", "MED-2117", "MED-2116", "MED-2124", "MED-2114", "MED-5107", "MED-4398", "MED-4396", "MED-2122", "MED-5106", "MED-4896", "MED-4394", "MED-5185", "MED-4897", "MED-3856", "MED-5033", "MED-4861", "MED-3703", "MED-861" ], "latency_ms": 35.137667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.03125, "ndcg_at_5": 0.31958277119025663, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0625, "ndcg_at_10": 0.28453278619952, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09375, "ndcg_at_20": 0.23087131441446856, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3211", "query": "Overdosing on Greens", "scope": "corpus", "category": "all", "relevant": { "MED-3810": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-3102": 1, "MED-3103": 1, "MED-3709": 1, "MED-3105": 1, "MED-3106": 1, "MED-3107": 1, "MED-3108": 1, "MED-3110": 1, "MED-3111": 1, "MED-4040": 1, "MED-4976": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-3211", "ranked_doc_ids": [ "MED-5063", "MED-4384", "MED-3199", "MED-4489", "MED-4873", "MED-3456", "MED-2235", "MED-4930", "MED-1146", "MED-4231", "MED-759", "MED-1172", "MED-3929", "MED-860", "MED-3238", "MED-2759", "MED-1447", "MED-1169", "MED-1164", "MED-5200" ], "latency_ms": 36.203166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3221", "query": "Dietary Theory of Alzheimer's", "scope": "corpus", "category": "all", "relevant": { "MED-4790": 2, "MED-2215": 1, "MED-726": 1, "MED-4671": 1, "MED-743": 1, "MED-744": 1, "MED-745": 1, "MED-746": 1, "MED-4193": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1 }, "excluded_self_id": "PLAIN-3221", "ranked_doc_ids": [ "MED-2212", "MED-1506", "MED-2215", "MED-4582", "MED-4583", "MED-1699", "MED-2216", "MED-1319", "MED-1500", "MED-4996", "MED-1502", "MED-1700", "MED-2663", "MED-1505", "MED-1702", "MED-4790", "MED-1881", "MED-1504", "MED-4581", "MED-3173" ], "latency_ms": 33.333375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.041666666666666664, "ndcg_at_5": 0.12663167705327652, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.041666666666666664, "ndcg_at_10": 0.09019475927038983, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08333333333333333, "ndcg_at_20": 0.12304329124891435, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3231", "query": "Meat & Multiple Myeloma", "scope": "corpus", "category": "all", "relevant": { "MED-4820": 2, "MED-4821": 2, "MED-4436": 1, "MED-4437": 1, "MED-5032": 1, "MED-5033": 1, "MED-5034": 1, "MED-5035": 1 }, "excluded_self_id": "PLAIN-3231", "ranked_doc_ids": [ "MED-1114", "MED-1109", "MED-4436", "MED-5034", "MED-5035", "MED-5032", "MED-847", "MED-5326", "MED-4493", "MED-5195", "MED-3000", "MED-4057", "MED-1113", "MED-5205", "MED-3787", "MED-5188", "MED-4482", "MED-4821", "MED-1257", "MED-4485" ], "latency_ms": 33.114125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.375, "ndcg_at_5": 0.28770855719069, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.29971675916652024, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.625, "ndcg_at_20": 0.3840263197019782, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3241", "query": "Apthous Ulcer Mystery Solved", "scope": "corpus", "category": "all", "relevant": { "MED-4841": 2, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-2053": 1, "MED-2054": 1, "MED-2055": 1, "MED-2056": 1, "MED-2057": 1, "MED-2058": 1, "MED-2059": 1, "MED-2060": 1, "MED-2061": 1, "MED-2062": 1, "MED-2063": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2773": 1, "MED-2774": 1, "MED-2775": 1, "MED-4398": 1, "MED-4396": 1 }, "excluded_self_id": "PLAIN-3241", "ranked_doc_ids": [ "MED-4841", "MED-4790", "MED-2821", "MED-1839", "MED-4497", "MED-2313", "MED-721", "MED-735", "MED-2792", "MED-719", "MED-1853", "MED-5256", "MED-5023", "MED-1841", "MED-2338", "MED-846", "MED-1847", "MED-853", "MED-988", "MED-3288" ], "latency_ms": 34.061833, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.034482758620689655, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.034482758620689655, "ndcg_at_10": 0.36077903708155934, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.034482758620689655, "ndcg_at_20": 0.24874791549203612, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3251", "query": "EPIC Study", "scope": "corpus", "category": "all", "relevant": { "MED-4861": 2, "MED-4390": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-3742": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1, "MED-4089": 1, "MED-4090": 1, "MED-4095": 1 }, "excluded_self_id": "PLAIN-3251", "ranked_doc_ids": [ "MED-1380", "MED-4278", "MED-4261", "MED-5236", "MED-4861", "MED-5145", "MED-3854", "MED-745", "MED-3314", "MED-1817", "MED-2696", "MED-1429", "MED-1137", "MED-5175", "MED-1437", "MED-970", "MED-1376", "MED-1037", "MED-2116", "MED-1478" ], "latency_ms": 30.7455, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.047619047619047616, "ndcg_at_5": 0.19595127901151166, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.047619047619047616, "ndcg_at_10": 0.13956838328637602, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.047619047619047616, "ndcg_at_20": 0.0962288294018347, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3261", "query": "Update on Herbalife\u00ae", "scope": "corpus", "category": "all", "relevant": { "MED-4872": 2, "MED-4873": 2, "MED-4874": 2, "MED-3985": 1, "MED-3986": 1, "MED-3987": 1, "MED-3988": 1, "MED-3989": 1, "MED-3990": 1, "MED-3991": 1, "MED-4566": 1, "MED-4574": 1, "MED-4575": 1 }, "excluded_self_id": "PLAIN-3261", "ranked_doc_ids": [ "MED-5158", "MED-5157", "MED-4873", "MED-5177", "MED-2891", "MED-4371", "MED-3489", "MED-4079", "MED-2759", "MED-3491", "MED-4370", "MED-3951", "MED-3123", "MED-4234", "MED-940", "MED-4374", "MED-1447", "MED-4251", "MED-2831", "MED-4366" ], "latency_ms": 35.368541, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07692307692307693, "ndcg_at_5": 0.1968740777898919, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07692307692307693, "ndcg_at_10": 0.14982420171299154, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07692307692307693, "ndcg_at_20": 0.13357698261582612, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3271", "query": "Saturated Fat & Cancer Progression", "scope": "corpus", "category": "all", "relevant": { "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1 }, "excluded_self_id": "PLAIN-3271", "ranked_doc_ids": [ "MED-4823", "MED-1873", "MED-1556", "MED-861", "MED-3791", "MED-1781", "MED-4826", "MED-5337", "MED-3790", "MED-4885", "MED-1454", "MED-2434", "MED-3862", "MED-4239", "MED-4450", "MED-1061", "MED-3249", "MED-1068", "MED-3245", "MED-3782" ], "latency_ms": 35.428583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02040816326530612, "ndcg_at_10": 0.06625422345438903, "mrr_at_10": 0.1111111111111111, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04081632653061224, "ndcg_at_20": 0.07509660366335139, "mrr_at_20": 0.1111111111111111, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3281", "query": "Aluminum in Vaccines vs. Food", "scope": "corpus", "category": "all", "relevant": { "MED-4908": 2, "MED-4909": 2, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1, "MED-4531": 1, "MED-4532": 1, "MED-4534": 1, "MED-4536": 1 }, "excluded_self_id": "PLAIN-3281", "ranked_doc_ids": [ "MED-3087", "MED-4909", "MED-1851", "MED-1849", "MED-1841", "MED-3089", "MED-1843", "MED-4908", "MED-1845", "MED-5097", "MED-5101", "MED-1839", "MED-753", "MED-3093", "MED-1847", "MED-3096", "MED-3085", "MED-3497", "MED-1291", "MED-2215" ], "latency_ms": 34.834958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.038461538461538464, "ndcg_at_5": 0.2755519442199235, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07692307692307693, "ndcg_at_10": 0.3065499400219298, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07692307692307693, "ndcg_at_20": 0.21828462816071129, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3292", "query": "Are Multivitamins Good For You?", "scope": "corpus", "category": "all", "relevant": { "MED-4925": 2, "MED-2759": 1, "MED-2760": 1, "MED-2761": 1, "MED-4645": 1, "MED-4646": 1, "MED-4647": 1 }, "excluded_self_id": "PLAIN-3292", "ranked_doc_ids": [ "MED-2761", "MED-4647", "MED-950", "MED-2757", "MED-2762", "MED-951", "MED-4600", "MED-4645", "MED-716", "MED-4373", "MED-3986", "MED-4924", "MED-3452", "MED-1503", "MED-3985", "MED-4873", "MED-4683", "MED-1505", "MED-862", "MED-4234" ], "latency_ms": 36.703, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2857142857142857, "ndcg_at_5": 0.4130547397016814, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.42857142857142855, "ndcg_at_10": 0.41966252301008, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.42857142857142855, "ndcg_at_20": 0.41966252301008, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-33", "query": "What\u2019s Driving America\u2019s Obesity Problem?", "scope": "corpus", "category": "all", "relevant": { "MED-2717": 2, "MED-2715": 2, "MED-2716": 2, "MED-2718": 2, "MED-2721": 2, "MED-2720": 2, "MED-2719": 2, "MED-2723": 2, "MED-2724": 2, "MED-2722": 1, "MED-4686": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-33", "ranked_doc_ids": [ "MED-2721", "MED-2723", "MED-5006", "MED-2722", "MED-1211", "MED-1448", "MED-1650", "MED-1709", "MED-2716", "MED-1707", "MED-1056", "MED-1331", "MED-2489", "MED-1334", "MED-1718", "MED-2763", "MED-1803", "MED-4768", "MED-4766", "MED-2717" ], "latency_ms": 37.58525, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.09375, "ndcg_at_5": 0.6261806449294969, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.4881302308252175, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15625, "ndcg_at_20": 0.4205432728995254, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3302", "query": "Fish Fog", "scope": "corpus", "category": "all", "relevant": { "MED-4946": 2, "MED-2385": 1, "MED-2386": 1, "MED-2395": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2407": 1, "MED-3021": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2906": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3028": 1, "MED-2913": 1, "MED-3012": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3033": 1, "MED-3034": 1, "MED-3035": 1, "MED-2921": 1, "MED-3019": 1, "MED-3022": 1, "MED-3026": 1, "MED-3029": 1, "MED-3032": 1, "MED-3020": 1, "MED-3031": 1, "MED-4376": 1 }, "excluded_self_id": "PLAIN-3302", "ranked_doc_ids": [ "MED-4966", "MED-4811", "MED-4959", "MED-1568", "MED-4881", "MED-3783", "MED-3030", "MED-1289", "MED-1272", "MED-1274", "MED-4948", "MED-1572", "MED-3024", "MED-2751", "MED-1573", "MED-4791", "MED-1267", "MED-4960", "MED-5094", "MED-4733" ], "latency_ms": 35.317792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02702702702702703, "ndcg_at_10": 0.06012983951359322, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05405405405405406, "ndcg_at_20": 0.07412474808806654, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3312", "query": "Sexually Transmitted Fish Toxin", "scope": "corpus", "category": "all", "relevant": { "MED-4962": 2, "MED-4963": 2, "MED-4964": 2, "MED-4969": 2, "MED-4966": 2, "MED-4967": 2, "MED-4968": 2, "MED-1568": 1, "MED-1569": 1, "MED-1570": 1, "MED-1571": 1, "MED-1572": 1, "MED-1573": 1 }, "excluded_self_id": "PLAIN-3312", "ranked_doc_ids": [ "MED-4360", "MED-1572", "MED-4966", "MED-4961", "MED-4932", "MED-4946", "MED-4947", "MED-1960", "MED-1573", "MED-4792", "MED-3592", "MED-1568", "MED-1274", "MED-4959", "MED-4811", "MED-3030", "MED-4870", "MED-4376", "MED-4943", "MED-5025" ], "latency_ms": 37.293166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.15384615384615385, "ndcg_at_5": 0.2765732350040718, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.23076923076923078, "ndcg_at_10": 0.2361358947078378, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3076923076923077, "ndcg_at_20": 0.24486850882072814, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-332", "query": "Can antioxidant-rich spices counteract the effects of a high-fat meal?", "scope": "corpus", "category": "all", "relevant": { "MED-759": 2, "MED-760": 2 }, "excluded_self_id": "PLAIN-332", "ranked_doc_ids": [ "MED-760", "MED-5265", "MED-2830", "MED-2459", "MED-4689", "MED-2697", "MED-5305", "MED-5263", "MED-4149", "MED-5153", "MED-5076", "MED-1383", "MED-5084", "MED-5261", "MED-4350", "MED-1889", "MED-5310", "MED-2970", "MED-3869", "MED-3734" ], "latency_ms": 44.116292, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 0.6131471927654584, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6131471927654584, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6131471927654584, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3322", "query": "Veggies vs. Cancer", "scope": "corpus", "category": "all", "relevant": { "MED-2926": 1, "MED-2922": 1, "MED-3465": 1, "MED-2923": 1, "MED-2925": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-3841": 1, "MED-3843": 1, "MED-3849": 1, "MED-3830": 1, "MED-1825": 1, "MED-1826": 1, "MED-1827": 1, "MED-1828": 1, "MED-1829": 1, "MED-1830": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-2568": 1, "MED-4319": 1, "MED-2570": 1, "MED-2571": 1, "MED-2572": 1, "MED-2573": 1, "MED-2574": 1, "MED-2575": 1, "MED-2988": 1, "MED-2559": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2580": 1, "MED-2581": 1, "MED-2583": 1, "MED-2584": 1, "MED-2585": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-5341": 1, "MED-5337": 1 }, "excluded_self_id": "PLAIN-3322", "ranked_doc_ids": [ "MED-4714", "MED-3238", "MED-3557", "MED-4820", "MED-2577", "MED-3245", "MED-2200", "MED-1530", "MED-1146", "MED-1540", "MED-3698", "MED-2581", "MED-4861", "MED-4095", "MED-759", "MED-3550", "MED-890", "MED-1604", "MED-2311", "MED-2437" ], "latency_ms": 39.770791, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.02531645569620253, "ndcg_at_5": 0.30078518014914984, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0379746835443038, "ndcg_at_10": 0.26462022272743835, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06329113924050633, "ndcg_at_20": 0.24259938104058265, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3332", "query": "Alcohol Risks vs. Benefits", "scope": "corpus", "category": "all", "relevant": { "MED-4994": 2, "MED-3696": 1, "MED-3697": 1, "MED-3698": 1, "MED-3699": 1, "MED-3700": 1, "MED-3701": 1, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-3765": 1, "MED-3766": 1, "MED-3767": 1, "MED-3768": 1 }, "excluded_self_id": "PLAIN-3332", "ranked_doc_ids": [ "MED-4994", "MED-3768", "MED-3696", "MED-3762", "MED-758", "MED-4445", "MED-1143", "MED-3767", "MED-1677", "MED-5098", "MED-1646", "MED-1544", "MED-1146", "MED-2306", "MED-1678", "MED-3982", "MED-2505", "MED-4622", "MED-2726", "MED-3766" ], "latency_ms": 37.838291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2857142857142857, "ndcg_at_5": 0.9020243604942442, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.35714285714285715, "ndcg_at_10": 0.6993830050293207, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.42857142857142855, "ndcg_at_20": 0.6208630128622313, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3342", "query": "Is Coconut Milk Good For You?", "scope": "corpus", "category": "all", "relevant": { "MED-5012": 2, "MED-5013": 2, "MED-5014": 2 }, "excluded_self_id": "PLAIN-3342", "ranked_doc_ids": [ "MED-2774", "MED-5118", "MED-1337", "MED-4002", "MED-4000", "MED-5014", "MED-4664", "MED-4001", "MED-5016", "MED-1224", "MED-4682", "MED-2772", "MED-4903", "MED-2115", "MED-5192", "MED-5106", "MED-1340", "MED-4834", "MED-4897", "MED-4902" ], "latency_ms": 35.790959, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.16716045496620227, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.16716045496620227, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3352", "query": "Boosting Heart Nerve Control", "scope": "corpus", "category": "all", "relevant": { "MED-5026": 2, "MED-5027": 2, "MED-2896": 1, "MED-4384": 1, "MED-2898": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-3422": 1, "MED-3423": 1, "MED-3424": 1, "MED-3425": 1, "MED-3426": 1, "MED-3427": 1, "MED-3428": 1, "MED-3407": 1, "MED-3429": 1, "MED-3430": 1, "MED-3432": 1, "MED-3433": 1, "MED-3434": 1, "MED-3435": 1, "MED-3436": 1, "MED-3437": 1, "MED-3438": 1, "MED-3417": 1, "MED-3439": 1, "MED-3440": 1, "MED-3420": 1, "MED-3421": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-4095": 1 }, "excluded_self_id": "PLAIN-3352", "ranked_doc_ids": [ "MED-5026", "MED-4887", "MED-2750", "MED-3148", "MED-1655", "MED-4255", "MED-5329", "MED-4505", "MED-2753", "MED-3665", "MED-5266", "MED-2528", "MED-1551", "MED-4993", "MED-3427", "MED-4506", "MED-1510", "MED-3894", "MED-5295", "MED-4247" ], "latency_ms": 36.084375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.02564102564102564, "ndcg_at_5": 0.43673949858938643, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02564102564102564, "ndcg_at_10": 0.3239134396887189, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05128205128205128, "ndcg_at_20": 0.2594797125889415, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3362", "query": "Kuna Indian Secret", "scope": "corpus", "category": "all", "relevant": { "MED-5041": 2, "MED-5042": 2, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-4286": 1, "MED-4281": 1 }, "excluded_self_id": "PLAIN-3362", "ranked_doc_ids": [ "MED-5042", "MED-5041", "MED-2780", "MED-2790", "MED-5027", "MED-2227", "MED-744", "MED-5000", "MED-5215", "MED-5296", "MED-4525", "MED-863", "MED-4977", "MED-4531", "MED-3489", "MED-4192", "MED-828", "MED-4193", "MED-818", "MED-2175" ], "latency_ms": 34.390292, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.18181818181818182, "ndcg_at_5": 0.71229144280931, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2727272727272727, "ndcg_at_10": 0.5859702139790067, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2727272727272727, "ndcg_at_20": 0.5606422556761815, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3372", "query": "The Healthiest Sweetener", "scope": "corpus", "category": "all", "relevant": { "MED-5056": 2, "MED-3742": 1, "MED-2826": 1, "MED-2827": 1, "MED-2830": 1, "MED-2831": 1, "MED-4523": 1, "MED-2966": 1, "MED-2967": 1, "MED-2968": 1, "MED-2969": 1, "MED-2970": 1, "MED-2971": 1, "MED-2972": 1 }, "excluded_self_id": "PLAIN-3372", "ranked_doc_ids": [ "MED-5054", "MED-5057", "MED-1625", "MED-4868", "MED-5056", "MED-1707", "MED-5053", "MED-1710", "MED-4822", "MED-2969", "MED-2209", "MED-1108", "MED-4120", "MED-1674", "MED-4124", "MED-2226", "MED-1708", "MED-3469", "MED-4287", "MED-1671" ], "latency_ms": 36.180708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07142857142857142, "ndcg_at_5": 0.19595127901151166, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.19171264813293393, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.16074943280950435, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3382", "query": "Are Artificial Colors Bad for You?", "scope": "corpus", "category": "all", "relevant": { "MED-5062": 2, "MED-5063": 2, "MED-3378": 1, "MED-3380": 1, "MED-3382": 1, "MED-2616": 1, "MED-2617": 1, "MED-2618": 1, "MED-2619": 1, "MED-2992": 1, "MED-2993": 1, "MED-2994": 1, "MED-3379": 1, "MED-3381": 1 }, "excluded_self_id": "PLAIN-3382", "ranked_doc_ids": [ "MED-3381", "MED-2618", "MED-3380", "MED-5062", "MED-3359", "MED-2994", "MED-3382", "MED-5063", "MED-4659", "MED-3351", "MED-1625", "MED-2899", "MED-5054", "MED-4385", "MED-3353", "MED-2893", "MED-2898", "MED-3348", "MED-3354", "MED-4981" ], "latency_ms": 37.101375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2857142857142857, "ndcg_at_5": 0.653424060079178, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.698479352657131, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.595496788670807, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3392", "query": "Healthiest Airplane Beverage", "scope": "corpus", "category": "all", "relevant": { "MED-1836": 1, "MED-1837": 1, "MED-1838": 1, "MED-1839": 1, "MED-1840": 1, "MED-1841": 1, "MED-1842": 1, "MED-1843": 1, "MED-1844": 1, "MED-1845": 1, "MED-1846": 1, "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4049": 1, "MED-4050": 1, "MED-4051": 1, "MED-4055": 1, "MED-4332": 1 }, "excluded_self_id": "PLAIN-3392", "ranked_doc_ids": [ "MED-1646", "MED-1710", "MED-2271", "MED-3617", "MED-2160", "MED-1627", "MED-4585", "MED-2969", "MED-1108", "MED-3763", "MED-2156", "MED-3469", "MED-4587", "MED-2453", "MED-2158", "MED-953", "MED-3471", "MED-3764", "MED-5056", "MED-2161" ], "latency_ms": 34.46425, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3402", "query": "Antioxidant Content of 300 Foods", "scope": "corpus", "category": "all", "relevant": { "MED-4544": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2830": 1, "MED-2831": 1, "MED-3742": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1 }, "excluded_self_id": "PLAIN-3402", "ranked_doc_ids": [ "MED-4689", "MED-4149", "MED-5083", "MED-5056", "MED-4523", "MED-4413", "MED-2459", "MED-3734", "MED-3714", "MED-2223", "MED-2695", "MED-4833", "MED-5084", "MED-4522", "MED-860", "MED-4350", "MED-760", "MED-2696", "MED-3744", "MED-4585" ], "latency_ms": 36.042084, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07142857142857142, "ndcg_at_20": 0.04123398036294628, "mrr_at_20": 0.05263157894736842, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3412", "query": "Plant vs. Cow Calcium", "scope": "corpus", "category": "all", "relevant": { "MED-5108": 2, "MED-5109": 2, "MED-1703": 1, "MED-1699": 1, "MED-1700": 1, "MED-1701": 1, "MED-1702": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-3226": 1, "MED-3227": 1, "MED-3228": 1, "MED-3229": 1, "MED-3230": 1, "MED-3231": 1, "MED-3232": 1, "MED-3233": 1, "MED-4722": 1, "MED-3235": 1, "MED-3236": 1, "MED-3237": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1, "MED-4319": 1, "MED-4320": 1, "MED-4682": 1 }, "excluded_self_id": "PLAIN-3412", "ranked_doc_ids": [ "MED-4682", "MED-5192", "MED-1134", "MED-1135", "MED-1138", "MED-4898", "MED-3227", "MED-1136", "MED-5338", "MED-5145", "MED-3229", "MED-3226", "MED-2263", "MED-4163", "MED-3233", "MED-3215", "MED-934", "MED-1337", "MED-335", "MED-4404" ], "latency_ms": 35.715625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.02040816326530612, "ndcg_at_5": 0.21836974929469322, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.04081632653061224, "ndcg_at_10": 0.21594229312581256, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10204081632653061, "ndcg_at_20": 0.245930769899315, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3422", "query": "Vitamin Supplements Worth Taking", "scope": "corpus", "category": "all", "relevant": { "MED-5128": 2, "MED-5129": 2, "MED-5130": 2, "MED-5131": 2, "MED-5132": 2, "MED-5133": 2, "MED-5134": 2, "MED-5135": 2, "MED-2938": 1, "MED-2939": 1, "MED-2940": 1, "MED-2941": 1, "MED-2942": 1, "MED-2943": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-3985": 1, "MED-3986": 1, "MED-3987": 1, "MED-3988": 1, "MED-3989": 1, "MED-3990": 1, "MED-3991": 1, "MED-4511": 1, "MED-4512": 1, "MED-4513": 1, "MED-4566": 1, "MED-4574": 1, "MED-4575": 1, "MED-4925": 1 }, "excluded_self_id": "PLAIN-3422", "ranked_doc_ids": [ "MED-2762", "MED-4373", "MED-951", "MED-4930", "MED-3157", "MED-4924", "MED-919", "MED-4234", "MED-4866", "MED-3987", "MED-4872", "MED-3467", "MED-4645", "MED-4873", "MED-4366", "MED-3988", "MED-5132", "MED-4405", "MED-4570", "MED-2761" ], "latency_ms": 34.98375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03225806451612903, "ndcg_at_10": 0.03401953804980575, "mrr_at_10": 0.1, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0967741935483871, "ndcg_at_20": 0.09217436069908169, "mrr_at_20": 0.1, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3432", "query": "Healthy Chocolate Milkshakes", "scope": "corpus", "category": "all", "relevant": { "MED-2274": 1, "MED-3535": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2279": 1, "MED-2280": 1, "MED-2281": 1, "MED-2282": 1, "MED-3464": 1, "MED-2284": 1, "MED-2285": 1, "MED-2287": 1, "MED-3518": 1, "MED-3519": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3524": 1, "MED-3525": 1, "MED-3526": 1, "MED-3527": 1, "MED-3528": 1, "MED-3539": 1, "MED-3530": 1, "MED-3531": 1, "MED-3532": 1, "MED-3533": 1, "MED-3534": 1, "MED-3906": 1, "MED-3907": 1, "MED-3908": 1, "MED-4715": 1, "MED-3910": 1, "MED-4106": 1, "MED-4286": 1, "MED-4281": 1 }, "excluded_self_id": "PLAIN-3432", "ranked_doc_ids": [ "MED-5118", "MED-2774", "MED-1337", "MED-5284", "MED-1224", "MED-5283", "MED-3050", "MED-5196", "MED-4903", "MED-5106", "MED-4398", "MED-4396", "MED-5289", "MED-2227", "MED-2772", "MED-5038", "MED-5146", "MED-5359", "MED-2224", "MED-5192" ], "latency_ms": 35.129917, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.047619047619047616, "ndcg_at_20": 0.06922125855611583, "mrr_at_20": 0.07142857142857142, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-344", "query": "Dioxins Stored in Our Own Fat May Increase Diabetes Risk", "scope": "corpus", "category": "all", "relevant": { "MED-2394": 2, "MED-2395": 2, "MED-2397": 2, "MED-2404": 2, "MED-2400": 2, "MED-2385": 1, "MED-2386": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2398": 1, "MED-3028": 1, "MED-2402": 1, "MED-2406": 1, "MED-2409": 1, "MED-2412": 1, "MED-2413": 1, "MED-4551": 1, "MED-2643": 1, "MED-2644": 1, "MED-2645": 1, "MED-2646": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2651": 1, "MED-2652": 1, "MED-2653": 1, "MED-2654": 1, "MED-2655": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2659": 1, "MED-2660": 1, "MED-2661": 1, "MED-2662": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-344", "ranked_doc_ids": [ "MED-2405", "MED-2394", "MED-2388", "MED-2395", "MED-2397", "MED-2389", "MED-2396", "MED-5238", "MED-2404", "MED-3027", "MED-1962", "MED-4758", "MED-4940", "MED-1958", "MED-4935", "MED-4740", "MED-2850", "MED-1963", "MED-1961", "MED-1098" ], "latency_ms": 41.083041, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.06557377049180328, "ndcg_at_5": 0.5760497434079799, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.11475409836065574, "ndcg_at_10": 0.6258018151527215, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11475409836065574, "ndcg_at_20": 0.4693809846300476, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3442", "query": "The Healthiest Vegetables", "scope": "corpus", "category": "all", "relevant": { "MED-5159": 2, "MED-5160": 2, "MED-5161": 2, "MED-5162": 2, "MED-4390": 1, "MED-1880": 1, "MED-1881": 1, "MED-2098": 1, "MED-3548": 1, "MED-3549": 1, "MED-3550": 1, "MED-3551": 1, "MED-3552": 1, "MED-3553": 1, "MED-3554": 1, "MED-3555": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4286": 1, "MED-4281": 1, "MED-4585": 1, "MED-4590": 1, "MED-4587": 1, "MED-4588": 1, "MED-4589": 1 }, "excluded_self_id": "PLAIN-3442", "ranked_doc_ids": [ "MED-2201", "MED-4714", "MED-1540", "MED-4496", "MED-1693", "MED-2305", "MED-1500", "MED-860", "MED-4600", "MED-2577", "MED-5074", "MED-4583", "MED-890", "MED-1528", "MED-5076", "MED-5325", "MED-4350", "MED-1140", "MED-5026", "MED-4489" ], "latency_ms": 35.285958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3452", "query": "Bowel Movement Frequency", "scope": "corpus", "category": "all", "relevant": { "MED-5177": 2, "MED-5175": 2, "MED-2099": 1, "MED-2100": 1, "MED-2101": 1, "MED-2102": 1, "MED-2103": 1, "MED-2529": 1, "MED-2105": 1, "MED-2106": 1, "MED-2107": 1, "MED-2108": 1, "MED-4637": 1, "MED-4638": 1, "MED-4639": 1, "MED-4640": 1, "MED-4641": 1 }, "excluded_self_id": "PLAIN-3452", "ranked_doc_ids": [ "MED-5175", "MED-1048", "MED-4638", "MED-1035", "MED-4810", "MED-1034", "MED-1040", "MED-1049", "MED-1042", "MED-1029", "MED-4639", "MED-949", "MED-1007", "MED-1036", "MED-4325", "MED-4637", "MED-1038", "MED-3136", "MED-2107", "MED-2100" ], "latency_ms": 33.511958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.11764705882352941, "ndcg_at_5": 0.545924373236733, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.11764705882352941, "ndcg_at_10": 0.40489179961089855, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.35294117647058826, "ndcg_at_20": 0.43659961559381044, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3462", "query": "Olive Oil and Artery Function", "scope": "corpus", "category": "all", "relevant": { "MED-5260": 2, "MED-5261": 2, "MED-5262": 2, "MED-5263": 2, "MED-5278": 2, "MED-5265": 2, "MED-5266": 2, "MED-5267": 2, "MED-5268": 2, "MED-5269": 2, "MED-5270": 2, "MED-5271": 2, "MED-5272": 2, "MED-5273": 2, "MED-5274": 2, "MED-1401": 1, "MED-1402": 1, "MED-1366": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2370": 1, "MED-2371": 1, "MED-2372": 1, "MED-4324": 1, "MED-2376": 1, "MED-2593": 1, "MED-2378": 1, "MED-2379": 1, "MED-2380": 1, "MED-2381": 1, "MED-2382": 1, "MED-2383": 1, "MED-2384": 1, "MED-4249": 1 }, "excluded_self_id": "PLAIN-3462", "ranked_doc_ids": [ "MED-5274", "MED-1373", "MED-5260", "MED-5271", "MED-5268", "MED-5153", "MED-5269", "MED-5263", "MED-5267", "MED-4249", "MED-5272", "MED-2378", "MED-2697", "MED-4709", "MED-967", "MED-5279", "MED-5265", "MED-1394", "MED-2939", "MED-5278" ], "latency_ms": 39.716917, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0625, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.7509288930482942, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1875, "ndcg_at_20": 0.6655653983102939, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3472", "query": "How Doctors Responded to Being Named a Leading Killer", "scope": "corpus", "category": "all", "relevant": { "MED-5343": 2, "MED-5344": 2, "MED-5345": 2, "MED-5346": 2, "MED-5347": 2, "MED-1487": 1, "MED-1482": 1, "MED-1483": 1, "MED-1484": 1, "MED-1490": 1, "MED-3113": 1, "MED-4247": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1 }, "excluded_self_id": "PLAIN-3472", "ranked_doc_ids": [ "MED-748", "MED-5343", "MED-3636", "MED-3755", "MED-4115", "MED-2525", "MED-1988", "MED-1350", "MED-2238", "MED-1097", "MED-3603", "MED-3749", "MED-3756", "MED-761", "MED-4132", "MED-2744", "MED-728", "MED-2311", "MED-3604", "MED-3760" ], "latency_ms": 40.443375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.058823529411764705, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.058823529411764705, "ndcg_at_10": 0.1684271754522119, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.058823529411764705, "ndcg_at_20": 0.13576746641675969, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-358", "query": "Didn't another study show carnitine was good for the heart?", "scope": "corpus", "category": "all", "relevant": { "MED-4324": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-358", "ranked_doc_ids": [ "MED-3788", "MED-4866", "MED-2753", "MED-2762", "MED-2750", "MED-4405", "MED-4404", "MED-2597", "MED-1381", "MED-1395", "MED-3231", "MED-2755", "MED-1478", "MED-2703", "MED-4315", "MED-2765", "MED-1256", "MED-2383", "MED-4255", "MED-4106" ], "latency_ms": 42.606542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-371", "query": "Any update on the scary in vitro avocado data?", "scope": "corpus", "category": "all", "relevant": { "MED-861": 2, "MED-4618": 1 }, "excluded_self_id": "PLAIN-371", "ranked_doc_ids": [ "MED-4618", "MED-913", "MED-5009", "MED-4620", "MED-1140", "MED-4619", "MED-5011", "MED-1146", "MED-5055", "MED-4413", "MED-4001", "MED-3490", "MED-3953", "MED-3808", "MED-5115", "MED-2215", "MED-3910", "MED-4448", "MED-4371", "MED-1737" ], "latency_ms": 37.836958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 0.38009376671593426, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.38009376671593426, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.38009376671593426, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-383", "query": "What do you think of Dr. Jenkins' take on paleolithic diets?", "scope": "corpus", "category": "all", "relevant": { "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4676": 1 }, "excluded_self_id": "PLAIN-383", "ranked_doc_ids": [ "MED-4469", "MED-1478", "MED-1479", "MED-4299", "MED-1135", "MED-2999", "MED-1134", "MED-2108", "MED-857", "MED-1417", "MED-1137", "MED-1874", "MED-4234", "MED-1502", "MED-1558", "MED-4502", "MED-4373", "MED-5201", "MED-1709", "MED-4634" ], "latency_ms": 43.400375, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.14606834984270645, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.14606834984270645, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-395", "query": "What about pepper plus turmeric in V8 juice?", "scope": "corpus", "category": "all", "relevant": { "MED-892": 2, "MED-4390": 2, "MED-4993": 1 }, "excluded_self_id": "PLAIN-395", "ranked_doc_ids": [ "MED-2783", "MED-2780", "MED-3512", "MED-760", "MED-1942", "MED-2830", "MED-2794", "MED-5310", "MED-953", "MED-2810", "MED-4318", "MED-2606", "MED-2926", "MED-2787", "MED-5305", "MED-3511", "MED-2781", "MED-5000", "MED-4231", "MED-2817" ], "latency_ms": 37.313792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-407", "query": "Is annatto food coloring safe?", "scope": "corpus", "category": "all", "relevant": { "MED-906": 2, "MED-4936": 1, "MED-4932": 1 }, "excluded_self_id": "PLAIN-407", "ranked_doc_ids": [ "MED-906", "MED-2618", "MED-5063", "MED-3381", "MED-3380", "MED-5062", "MED-3382", "MED-1601", "MED-1140", "MED-3359", "MED-2994", "MED-887", "MED-3351", "MED-1600", "MED-3497", "MED-957", "MED-4497", "MED-5138", "MED-2969", "MED-2616" ], "latency_ms": 33.476459, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.6387878864795979, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.6387878864795979, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.6387878864795979, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-418", "query": "Fresh fruit versus frozen--which is better?", "scope": "corpus", "category": "all", "relevant": { "MED-3714": 2, "MED-917": 2, "MED-4545": 1 }, "excluded_self_id": "PLAIN-418", "ranked_doc_ids": [ "MED-3714", "MED-917", "MED-4859", "MED-3469", "MED-5170", "MED-2180", "MED-1140", "MED-3894", "MED-1143", "MED-3896", "MED-2453", "MED-2924", "MED-1792", "MED-3895", "MED-2074", "MED-840", "MED-2970", "MED-4408", "MED-3370", "MED-3208" ], "latency_ms": 34.120458, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.8670870086853021, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.8670870086853021, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.8670870086853021, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-430", "query": "Are krill oil supplements better than fish oil capsules?", "scope": "corpus", "category": "all", "relevant": { "MED-927": 2, "MED-928": 2, "MED-4936": 2, "MED-930": 2, "MED-931": 2, "MED-5091": 1, "MED-5092": 1, "MED-5093": 1 }, "excluded_self_id": "PLAIN-430", "ranked_doc_ids": [ "MED-927", "MED-4936", "MED-2412", "MED-5095", "MED-4631", "MED-1831", "MED-5361", "MED-4731", "MED-2754", "MED-3024", "MED-4943", "MED-2750", "MED-839", "MED-2753", "MED-2751", "MED-4234", "MED-5371", "MED-1832", "MED-3864", "MED-2406" ], "latency_ms": 37.9565, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.4726015064276488, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.4726015064276488, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-44", "query": "Who Should be Careful About Curcumin?", "scope": "corpus", "category": "all", "relevant": { "MED-2780": 2, "MED-2810": 2, "MED-2787": 2, "MED-2788": 2, "MED-2777": 2, "MED-2816": 2, "MED-2800": 1, "MED-2790": 1, "MED-2791": 1, "MED-2792": 1, "MED-2793": 1, "MED-2794": 1, "MED-4390": 1, "MED-2825": 1, "MED-3226": 1, "MED-3228": 1, "MED-3231": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3217": 1, "MED-3237": 1, "MED-3227": 1, "MED-3220": 1, "MED-3221": 1, "MED-3229": 1, "MED-3230": 1, "MED-3233": 1, "MED-3236": 1, "MED-4456": 1, "MED-4457": 1, "MED-4837": 1, "MED-4838": 1, "MED-4998": 1, "MED-4999": 1, "MED-5000": 1, "MED-5001": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-44", "ranked_doc_ids": [ "MED-2791", "MED-2794", "MED-2824", "MED-2788", "MED-2815", "MED-1811", "MED-2604", "MED-2817", "MED-2785", "MED-2781", "MED-2814", "MED-2811", "MED-2818", "MED-2831", "MED-2810", "MED-2822", "MED-2240", "MED-2246", "MED-2801", "MED-1813" ], "latency_ms": 34.722583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05172413793103448, "ndcg_at_5": 0.4226415848467783, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05172413793103448, "ndcg_at_10": 0.3175600425810317, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06896551724137931, "ndcg_at_20": 0.2892510160760145, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-441", "query": "Is apple cider vinegar good for you?", "scope": "corpus", "category": "all", "relevant": { "MED-941": 2, "MED-942": 2, "MED-4701": 1, "MED-4702": 1, "MED-4703": 1 }, "excluded_self_id": "PLAIN-441", "ranked_doc_ids": [ "MED-942", "MED-4701", "MED-4703", "MED-1792", "MED-4580", "MED-4702", "MED-4590", "MED-4414", "MED-2491", "MED-3942", "MED-3952", "MED-5019", "MED-2765", "MED-1841", "MED-4302", "MED-2378", "MED-5179", "MED-2046", "MED-4708", "MED-2669" ], "latency_ms": 35.729584, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.6, "ndcg_at_5": 0.6837003453466949, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.8, "ndcg_at_10": 0.7614852194924415, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.8, "ndcg_at_20": 0.7614852194924415, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-457", "query": "How can you believe in any scientific study?", "scope": "corpus", "category": "all", "relevant": { "MED-952": 2, "MED-5159": 1, "MED-5160": 1, "MED-5161": 1, "MED-5162": 1 }, "excluded_self_id": "PLAIN-457", "ranked_doc_ids": [ "MED-1751", "MED-745", "MED-1555", "MED-1754", "MED-4366", "MED-4602", "MED-2716", "MED-4840", "MED-4922", "MED-3750", "MED-3490", "MED-3756", "MED-2112", "MED-3758", "MED-2370", "MED-1747", "MED-3757", "MED-5123", "MED-3953", "MED-3753" ], "latency_ms": 36.640958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-468", "query": "Is vitamin D3 (cholecalciferol) preferable to D2 (ergocalciferol)?", "scope": "corpus", "category": "all", "relevant": { "MED-961": 2, "MED-962": 2, "MED-5128": 1, "MED-5129": 1, "MED-5130": 1, "MED-5131": 1, "MED-5132": 1, "MED-5133": 1, "MED-5134": 1, "MED-5135": 1 }, "excluded_self_id": "PLAIN-468", "ranked_doc_ids": [ "MED-961", "MED-3988", "MED-3987", "MED-4573", "MED-3989", "MED-4566", "MED-962", "MED-3986", "MED-919", "MED-714", "MED-862", "MED-4570", "MED-4373", "MED-4575", "MED-3985", "MED-716", "MED-920", "MED-921", "MED-5145", "MED-4682" ], "latency_ms": 42.765542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1, "ndcg_at_5": 0.43673949858938643, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.4318845862516251, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.4318845862516251, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-478", "query": "accidents", "scope": "corpus", "category": "all", "relevant": { "MED-4222": 1 }, "excluded_self_id": "PLAIN-478", "ranked_doc_ids": [ "MED-3567", "MED-5347", "MED-863", "MED-5343", "MED-2400", "MED-3939", "MED-5345", "MED-2350", "MED-4431", "MED-4433", "MED-711", "MED-4819", "MED-3379", "MED-4049", "MED-3598", "MED-1451", "MED-3385", "MED-3311", "MED-4960", "MED-1585" ], "latency_ms": 32.986125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-488", "query": "adenovirus 36", "scope": "corpus", "category": "all", "relevant": { "MED-1796": 1, "MED-1797": 1, "MED-1798": 1, "MED-1799": 1, "MED-1800": 1, "MED-1801": 1, "MED-1802": 1, "MED-1803": 1, "MED-1804": 1, "MED-4767": 1, "MED-1806": 1, "MED-1807": 1, "MED-1808": 1, "MED-4769": 1, "MED-1810": 1 }, "excluded_self_id": "PLAIN-488", "ranked_doc_ids": [ "MED-1804", "MED-1798", "MED-1800", "MED-1796", "MED-1808", "MED-1799", "MED-1810", "MED-1806", "MED-4767", "MED-4769", "MED-1803", "MED-4766", "MED-3509", "MED-3315", "MED-4143", "MED-3974", "MED-1219", "MED-3320", "MED-2749", "MED-3560" ], "latency_ms": 32.342875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.7333333333333333, "ndcg_at_20": 0.822763344775578, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-499", "query": "African-American", "scope": "corpus", "category": "all", "relevant": { "MED-2896": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-1103": 1, "MED-1104": 1, "MED-1105": 1, "MED-1106": 1, "MED-1107": 1, "MED-1108": 1, "MED-1109": 1, "MED-1110": 1, "MED-1111": 1, "MED-1112": 1, "MED-1113": 1, "MED-1114": 1, "MED-1115": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-4384": 1, "MED-2898": 1, "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-4095": 1 }, "excluded_self_id": "PLAIN-499", "ranked_doc_ids": [ "MED-1417", "MED-5198", "MED-4095", "MED-5208", "MED-1115", "MED-2213", "MED-4346", "MED-1747", "MED-976", "MED-5201", "MED-1546", "MED-2295", "MED-1412", "MED-3150", "MED-4107", "MED-1990", "MED-1282", "MED-886", "MED-1475", "MED-4104" ], "latency_ms": 33.080416, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.058823529411764705, "ndcg_at_5": 0.30078518014914984, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08823529411764706, "ndcg_at_10": 0.2735872697693364, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08823529411764706, "ndcg_at_20": 0.17656429086343156, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-510", "query": "airport scanners", "scope": "corpus", "category": "all", "relevant": { "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-510", "ranked_doc_ids": [ "MED-4980", "MED-3278", "MED-2940", "MED-3272", "MED-958", "MED-3627", "MED-3302", "MED-1025", "MED-3320", "MED-3619", "MED-1281", "MED-3321", "MED-3890", "MED-3618", "MED-1755", "MED-3288", "MED-4815", "MED-1020", "MED-3274", "MED-1757" ], "latency_ms": 32.24175, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.07745351606183935, "mrr_at_20": 0.07142857142857142, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-520", "query": "Alli", "scope": "corpus", "category": "all", "relevant": { "MED-5155": 1 }, "excluded_self_id": "PLAIN-520", "ranked_doc_ids": [ "MED-3493", "MED-5163", "MED-4320", "MED-4133", "MED-3688", "MED-910", "MED-4874", "MED-4652", "MED-1953", "MED-2345", "MED-1918", "MED-4710", "MED-2361", "MED-3952", "MED-2033", "MED-5045", "MED-4231", "MED-5007", "MED-2041", "MED-3092" ], "latency_ms": 31.030166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-531", "query": "alternative medicine", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-2706": 1, "MED-2708": 1, "MED-2707": 1, "MED-2711": 1, "MED-2712": 1, "MED-2713": 1, "MED-2709": 1, "MED-2710": 1, "MED-2780": 1, "MED-2810": 1, "MED-2787": 1, "MED-2788": 1, "MED-2777": 1, "MED-2816": 1, "MED-2790": 1, "MED-2792": 1, "MED-2793": 1, "MED-2794": 1, "MED-4390": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2813": 1, "MED-2822": 1, "MED-2830": 1, "MED-3146": 1, "MED-3145": 1, "MED-3383": 1, "MED-3384": 1, "MED-3534": 1, "MED-3464": 1, "MED-3460": 1, "MED-3465": 1, "MED-3461": 1, "MED-3466": 1, "MED-5293": 1, "MED-2082": 1, "MED-1655": 1, "MED-1097": 1, "MED-1240": 1, "MED-1241": 1, "MED-1242": 1, "MED-1243": 1, "MED-1244": 1, "MED-1245": 1, "MED-1246": 1, "MED-1247": 1, "MED-1248": 1, "MED-1311": 1, "MED-1312": 1, "MED-1313": 1, "MED-1314": 1, "MED-1315": 1, "MED-1316": 1, "MED-1317": 1, "MED-1441": 1, "MED-1442": 1, "MED-1443": 1, "MED-1444": 1, "MED-1937": 1, "MED-2783": 1, "MED-1939": 1, "MED-2786": 1, "MED-1941": 1, "MED-2529": 1, "MED-2524": 1, "MED-2525": 1, "MED-2530": 1, "MED-2528": 1, "MED-2274": 1, "MED-3535": 1, "MED-1998": 1, "MED-1999": 1, "MED-2000": 1, "MED-2001": 1, "MED-2002": 1, "MED-2003": 1, "MED-2004": 1, "MED-2005": 1, "MED-2006": 1, "MED-2007": 1, "MED-2042": 1, "MED-2043": 1, "MED-2044": 1, "MED-2045": 1, "MED-2046": 1, "MED-2047": 1, "MED-2048": 1, "MED-2049": 1, "MED-2050": 1, "MED-2051": 1, "MED-2052": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2374": 1, "MED-2237": 1, "MED-2238": 1, "MED-2239": 1, "MED-2240": 1, "MED-2245": 1, "MED-2814": 1, "MED-2243": 1, "MED-2265": 1, "MED-2266": 1, "MED-2267": 1, "MED-3462": 1, "MED-2269": 1, "MED-2270": 1, "MED-2271": 1, "MED-2279": 1, "MED-2280": 1, "MED-2281": 1, "MED-2282": 1, "MED-2284": 1, "MED-2285": 1, "MED-2287": 1, "MED-2297": 1, "MED-2298": 1, "MED-2299": 1, "MED-2300": 1, "MED-2301": 1, "MED-5303": 1, "MED-2303": 1, "MED-2304": 1, "MED-2305": 1, "MED-2306": 1, "MED-2313": 1, "MED-2315": 1, "MED-2815": 1, "MED-2322": 1, "MED-2823": 1, "MED-2323": 1, "MED-2332": 1, "MED-2333": 1, "MED-2335": 1, "MED-2336": 1, "MED-2526": 1, "MED-2714": 1, "MED-2781": 1, "MED-2782": 1, "MED-2818": 1, "MED-2785": 1, "MED-2791": 1, "MED-2825": 1, "MED-2819": 1, "MED-2808": 1, "MED-2811": 1, "MED-2812": 1, "MED-2817": 1, "MED-2820": 1, "MED-2821": 1, "MED-2824": 1, "MED-2831": 1, "MED-3144": 1, "MED-3459": 1, "MED-3515": 1, "MED-3516": 1, "MED-3517": 1, "MED-3536": 1, "MED-3537": 1, "MED-3538": 1, "MED-3539": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-3658": 1, "MED-3659": 1, "MED-3660": 1, "MED-3661": 1, "MED-3662": 1, "MED-3663": 1, "MED-3664": 1, "MED-3688": 1, "MED-3689": 1, "MED-3690": 1, "MED-3691": 1, "MED-3692": 1, "MED-3693": 1, "MED-3694": 1, "MED-3695": 1, "MED-3749": 1, "MED-3750": 1, "MED-3751": 1, "MED-3752": 1, "MED-3753": 1, "MED-3754": 1, "MED-3755": 1, "MED-3756": 1, "MED-3757": 1, "MED-3758": 1, "MED-3759": 1, "MED-3760": 1, "MED-3761": 1, "MED-3796": 1, "MED-3778": 1, "MED-3779": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3794": 1, "MED-3795": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1, "MED-3801": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-3876": 1, "MED-3877": 1, "MED-3874": 1, "MED-3878": 1, "MED-3875": 1, "MED-4233": 1, "MED-3904": 1, "MED-5175": 1, "MED-4156": 1, "MED-4157": 1, "MED-4158": 1, "MED-4159": 1, "MED-4160": 1, "MED-4161": 1, "MED-4162": 1, "MED-4188": 1, "MED-4193": 1, "MED-4192": 1, "MED-4309": 1, "MED-4312": 1, "MED-4328": 1, "MED-4329": 1, "MED-4330": 1, "MED-4365": 1, "MED-4366": 1, "MED-4370": 1, "MED-4371": 1, "MED-4369": 1, "MED-4372": 1, "MED-4373": 1, "MED-4374": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1, "MED-4531": 1, "MED-4532": 1, "MED-4534": 1, "MED-4536": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4543": 1, "MED-4544": 1, "MED-4563": 1, "MED-4564": 1, "MED-4565": 1, "MED-4595": 1, "MED-4669": 1, "MED-4671": 1, "MED-4711": 1, "MED-4840": 1, "MED-4842": 1, "MED-4855": 1, "MED-4856": 1, "MED-4864": 1, "MED-4870": 1, "MED-4872": 1, "MED-4873": 1, "MED-4874": 1, "MED-4876": 1, "MED-4930": 1, "MED-5022": 1, "MED-5023": 1, "MED-5024": 1, "MED-5025": 1, "MED-5029": 1, "MED-5062": 1, "MED-5063": 1, "MED-5122": 1, "MED-5120": 1, "MED-5121": 1, "MED-5157": 1, "MED-5158": 1, "MED-5172": 1, "MED-5173": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-531", "ranked_doc_ids": [ "MED-1017", "MED-3113", "MED-743", "MED-4371", "MED-2472", "MED-2572", "MED-3758", "MED-4372", "MED-2322", "MED-4531", "MED-2891", "MED-3756", "MED-4374", "MED-3750", "MED-3001", "MED-1293", "MED-4251", "MED-1655", "MED-3809", "MED-4533" ], "latency_ms": 30.223208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.003246753246753247, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.016233766233766232, "ndcg_at_10": 0.36745852005902885, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.032467532467532464, "ndcg_at_20": 0.41496918981290964, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-541", "query": "American Dental Association", "scope": "corpus", "category": "all", "relevant": { "MED-3618": 1, "MED-3621": 1, "MED-3617": 1, "MED-3619": 1, "MED-3620": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-541", "ranked_doc_ids": [ "MED-3618", "MED-872", "MED-4027", "MED-4036", "MED-4033", "MED-1988", "MED-4780", "MED-4035", "MED-4028", "MED-4023", "MED-1857", "MED-4013", "MED-4025", "MED-4032", "MED-2094", "MED-3619", "MED-2093", "MED-3639", "MED-4030", "MED-1858" ], "latency_ms": 31.976834, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3026024134988135, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.3766342580075818, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-551", "query": "amnesia", "scope": "corpus", "category": "all", "relevant": { "MED-4380": 1, "MED-4381": 1 }, "excluded_self_id": "PLAIN-551", "ranked_doc_ids": [ "MED-4381", "MED-3176", "MED-1506", "MED-5343", "MED-4996", "MED-3937", "MED-5002", "MED-3537", "MED-4790", "MED-4158", "MED-2325", "MED-1851", "MED-4860", "MED-991", "MED-5050", "MED-4581", "MED-1497", "MED-3179", "MED-4356", "MED-4588" ], "latency_ms": 32.135209, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5, "ndcg_at_5": 0.6131471927654584, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6131471927654584, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6131471927654584, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-56", "query": "Foods for Glaucoma", "scope": "corpus", "category": "all", "relevant": { "MED-2896": 2, "MED-2899": 2, "MED-2900": 2, "MED-2901": 2, "MED-2882": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2894": 1, "MED-2895": 1, "MED-4384": 1, "MED-4523": 1, "MED-2966": 1, "MED-2967": 1, "MED-2968": 1, "MED-2969": 1, "MED-2970": 1, "MED-2971": 1, "MED-2972": 1, "MED-4095": 1, "MED-4383": 1, "MED-4385": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-56", "ranked_doc_ids": [ "MED-4384", "MED-2896", "MED-2901", "MED-5247", "MED-2894", "MED-2888", "MED-2380", "MED-1535", "MED-4382", "MED-2899", "MED-2895", "MED-2529", "MED-2649", "MED-2884", "MED-5218", "MED-1606", "MED-5071", "MED-2886", "MED-3480", "MED-1869" ], "latency_ms": 32.720958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08, "ndcg_at_5": 0.6621903787502408, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.12, "ndcg_at_10": 0.6450305847961969, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18, "ndcg_at_20": 0.557532691145687, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-561", "query": "aneurysm", "scope": "corpus", "category": "all", "relevant": { "MED-4422": 1, "MED-3169": 1, "MED-3170": 1, "MED-3171": 1, "MED-3172": 1, "MED-3173": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3177": 1, "MED-3178": 1, "MED-3179": 1, "MED-3180": 1, "MED-3181": 1, "MED-3182": 1, "MED-3255": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-4555": 1 }, "excluded_self_id": "PLAIN-561", "ranked_doc_ids": [ "MED-3180", "MED-4555", "MED-1657", "MED-4423", "MED-1030", "MED-4427", "MED-3937", "MED-3248", "MED-4993", "MED-1233", "MED-4960", "MED-3169", "MED-3438", "MED-2698", "MED-4324", "MED-2350", "MED-3417", "MED-4520", "MED-4022", "MED-1489" ], "latency_ms": 32.10225, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.08, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12, "ndcg_at_20": 0.27004196500238364, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-571", "query": "anisakis", "scope": "corpus", "category": "all", "relevant": { "MED-2337": 1, "MED-2338": 1, "MED-2340": 1, "MED-2355": 1, "MED-2349": 1, "MED-4742": 1, "MED-4743": 1 }, "excluded_self_id": "PLAIN-571", "ranked_doc_ids": [ "MED-2346", "MED-2345", "MED-4963", "MED-2339", "MED-4742", "MED-2338", "MED-5094", "MED-1571", "MED-3180", "MED-4957", "MED-911", "MED-3182", "MED-4966", "MED-1271", "MED-1274", "MED-1573", "MED-4403", "MED-2350", "MED-4881", "MED-4672" ], "latency_ms": 32.003917, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2857142857142857, "ndcg_at_10": 0.20424960638019765, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2857142857142857, "ndcg_at_20": 0.20424960638019765, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-583", "query": "antinutrients", "scope": "corpus", "category": "all", "relevant": { "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-2572": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2544": 1, "MED-2581": 1, "MED-2546": 1, "MED-2584": 1, "MED-2582": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-4320": 1 }, "excluded_self_id": "PLAIN-583", "ranked_doc_ids": [ "MED-2983", "MED-897", "MED-4350", "MED-2108", "MED-5083", "MED-3452", "MED-3485", "MED-2988", "MED-4234", "MED-4511", "MED-3467", "MED-2455", "MED-4320", "MED-5265", "MED-5131", "MED-1186", "MED-1447", "MED-756", "MED-3453", "MED-2942" ], "latency_ms": 32.1255, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.022727272727272728, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.045454545454545456, "ndcg_at_10": 0.28952298823485745, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06818181818181818, "ndcg_at_20": 0.22415543360177365, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-593", "query": "apnea", "scope": "corpus", "category": "all", "relevant": { "MED-4399": 1, "MED-4400": 1, "MED-4402": 1 }, "excluded_self_id": "PLAIN-593", "ranked_doc_ids": [ "MED-4402", "MED-5324", "MED-4410", "MED-4412", "MED-4411", "MED-2461", "MED-854", "MED-2450", "MED-2047", "MED-2451", "MED-2709", "MED-4677", "MED-3981", "MED-4819", "MED-2804", "MED-3972", "MED-1510", "MED-757", "MED-2050", "MED-2460" ], "latency_ms": 30.091958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.46927872602275644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.46927872602275644, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.46927872602275644, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-603", "query": "Arkansas", "scope": "corpus", "category": "all", "relevant": { "MED-4413": 1 }, "excluded_self_id": "PLAIN-603", "ranked_doc_ids": [ "MED-1957", "MED-1125", "MED-4912", "MED-2088", "MED-3769", "MED-1130", "MED-4844", "MED-4845", "MED-4594", "MED-915", "MED-3379", "MED-4853", "MED-2645", "MED-4851", "MED-1268", "MED-4803", "MED-4874", "MED-2391", "MED-3691", "MED-1138" ], "latency_ms": 31.446708, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-613", "query": "ascorbic acid", "scope": "corpus", "category": "all", "relevant": { "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-4488": 1 }, "excluded_self_id": "PLAIN-613", "ranked_doc_ids": [ "MED-1198", "MED-909", "MED-2983", "MED-1775", "MED-3453", "MED-3157", "MED-4470", "MED-1180", "MED-859", "MED-860", "MED-3734", "MED-4149", "MED-3467", "MED-3921", "MED-3476", "MED-2272", "MED-3456", "MED-2896", "MED-4203", "MED-4523" ], "latency_ms": 32.1285, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.1, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.22009176629808017, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-623", "query": "Atkins diet", "scope": "corpus", "category": "all", "relevant": { "MED-2522": 1, "MED-2586": 1, "MED-2587": 1, "MED-2588": 1, "MED-2591": 1, "MED-3780": 1, "MED-3784": 1, "MED-1551": 1, "MED-1552": 1, "MED-1553": 1, "MED-1554": 1, "MED-1555": 1, "MED-1556": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-2523": 1, "MED-2589": 1, "MED-2590": 1, "MED-3786": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3785": 1, "MED-4514": 1, "MED-4515": 1, "MED-4880": 1, "MED-4881": 1, "MED-4882": 1, "MED-4883": 1, "MED-4884": 1 }, "excluded_self_id": "PLAIN-623", "ranked_doc_ids": [ "MED-4880", "MED-1674", "MED-825", "MED-1609", "MED-2529", "MED-4305", "MED-2978", "MED-2577", "MED-1258", "MED-3801", "MED-4287", "MED-970", "MED-1323", "MED-2108", "MED-890", "MED-4002", "MED-2522", "MED-1506", "MED-5063", "MED-5201" ], "latency_ms": 29.820834, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.04878048780487805, "ndcg_at_5": 0.48522855511632257, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.04878048780487805, "ndcg_at_10": 0.31488013066763093, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07317073170731707, "ndcg_at_20": 0.23727632726767164, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-634", "query": "avocados", "scope": "corpus", "category": "all", "relevant": { "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-4514": 1, "MED-4515": 1, "MED-4618": 1, "MED-4619": 1, "MED-4620": 1, "MED-4621": 1, "MED-4673": 1, "MED-4674": 1, "MED-5153": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-634", "ranked_doc_ids": [ "MED-4620", "MED-4619", "MED-4618", "MED-5011", "MED-5009", "MED-4303", "MED-4414", "MED-861", "MED-1317", "MED-3584", "MED-3589", "MED-2195", "MED-3910", "MED-4249", "MED-1985", "MED-4833", "MED-4295", "MED-3854", "MED-2085", "MED-860" ], "latency_ms": 32.352792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.4690000933206748, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.3026773466538294, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-645", "query": "bagels", "scope": "corpus", "category": "all", "relevant": { "MED-3146": 1, "MED-3145": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-2018": 1, "MED-2019": 1, "MED-2020": 1, "MED-2021": 1, "MED-2022": 1, "MED-2024": 1, "MED-2034": 1, "MED-2026": 1, "MED-2028": 1, "MED-2029": 1, "MED-2030": 1, "MED-2031": 1, "MED-2032": 1, "MED-2035": 1, "MED-2036": 1, "MED-2038": 1, "MED-2039": 1, "MED-2040": 1, "MED-2041": 1, "MED-3144": 1, "MED-5154": 1 }, "excluded_self_id": "PLAIN-645", "ranked_doc_ids": [ "MED-5032", "MED-1165", "MED-1676", "MED-2705", "MED-5104", "MED-2029", "MED-2020", "MED-4350", "MED-2229", "MED-2678", "MED-708", "MED-2169", "MED-3784", "MED-4746", "MED-4472", "MED-4702", "MED-4060", "MED-2696", "MED-4436", "MED-3387" ], "latency_ms": 30.293875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06896551724137931, "ndcg_at_10": 0.15176219107803537, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06896551724137931, "ndcg_at_20": 0.09794236285250281, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-660", "query": "beans", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2824": 1, "MED-2815": 1, "MED-2794": 1, "MED-2816": 1, "MED-2999": 1, "MED-2997": 1, "MED-2765": 1, "MED-3001": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-717": 1, "MED-718": 1, "MED-719": 1, "MED-720": 1, "MED-721": 1, "MED-722": 1, "MED-723": 1, "MED-724": 1, "MED-5204": 1, "MED-1184": 1, "MED-1185": 1, "MED-1186": 1, "MED-1187": 1, "MED-1188": 1, "MED-1582": 1, "MED-1190": 1, "MED-5293": 1, "MED-1192": 1, "MED-1193": 1, "MED-1194": 1, "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-1231": 1, "MED-1232": 1, "MED-1233": 1, "MED-1234": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-1401": 1, "MED-1402": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-1412": 1, "MED-1413": 1, "MED-1414": 1, "MED-1415": 1, "MED-1416": 1, "MED-1417": 1, "MED-1445": 1, "MED-1446": 1, "MED-1447": 1, "MED-1448": 1, "MED-1449": 1, "MED-1450": 1, "MED-1451": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1542": 1, "MED-1543": 1, "MED-1544": 1, "MED-1545": 1, "MED-1546": 1, "MED-2527": 1, "MED-1548": 1, "MED-1549": 1, "MED-1680": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1703": 1, "MED-1699": 1, "MED-1700": 1, "MED-1701": 1, "MED-1702": 1, "MED-1880": 1, "MED-1881": 1, "MED-2722": 1, "MED-2489": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2089": 1, "MED-2090": 1, "MED-2091": 1, "MED-2092": 1, "MED-2093": 1, "MED-2094": 1, "MED-2095": 1, "MED-2096": 1, "MED-2097": 1, "MED-2140": 1, "MED-2141": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2147": 1, "MED-2148": 1, "MED-2149": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2288": 1, "MED-3137": 1, "MED-2290": 1, "MED-2291": 1, "MED-2292": 1, "MED-2293": 1, "MED-2294": 1, "MED-2295": 1, "MED-2296": 1, "MED-2313": 1, "MED-2810": 1, "MED-2315": 1, "MED-2322": 1, "MED-2414": 1, "MED-4070": 1, "MED-2416": 1, "MED-2417": 1, "MED-2418": 1, "MED-3498": 1, "MED-2420": 1, "MED-2421": 1, "MED-2422": 1, "MED-2423": 1, "MED-2424": 1, "MED-4451": 1, "MED-2426": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2488": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2572": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2544": 1, "MED-2581": 1, "MED-2546": 1, "MED-2584": 1, "MED-2582": 1, "MED-2820": 1, "MED-3000": 1, "MED-2819": 1, "MED-4523": 1, "MED-2967": 1, "MED-2969": 1, "MED-2971": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-3102": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1, "MED-3136": 1, "MED-3123": 1, "MED-3127": 1, "MED-3129": 1, "MED-3130": 1, "MED-3132": 1, "MED-3135": 1, "MED-3156": 1, "MED-3157": 1, "MED-3158": 1, "MED-3450": 1, "MED-3451": 1, "MED-3161": 1, "MED-3454": 1, "MED-3163": 1, "MED-3164": 1, "MED-3165": 1, "MED-3166": 1, "MED-3466": 1, "MED-3168": 1, "MED-3232": 1, "MED-3235": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-3369": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3351": 1, "MED-3352": 1, "MED-3353": 1, "MED-3354": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3358": 1, "MED-3359": 1, "MED-3370": 1, "MED-3372": 1, "MED-3374": 1, "MED-3375": 1, "MED-3376": 1, "MED-3377": 1, "MED-3422": 1, "MED-3425": 1, "MED-3426": 1, "MED-3428": 1, "MED-3407": 1, "MED-3429": 1, "MED-3433": 1, "MED-3434": 1, "MED-3435": 1, "MED-3437": 1, "MED-3438": 1, "MED-3417": 1, "MED-3439": 1, "MED-3440": 1, "MED-3420": 1, "MED-3421": 1, "MED-3548": 1, "MED-3549": 1, "MED-3550": 1, "MED-3551": 1, "MED-3552": 1, "MED-3553": 1, "MED-3554": 1, "MED-3555": 1, "MED-3580": 1, "MED-3581": 1, "MED-3582": 1, "MED-3583": 1, "MED-3584": 1, "MED-3769": 1, "MED-3770": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1, "MED-3815": 1, "MED-3816": 1, "MED-3817": 1, "MED-3818": 1, "MED-3819": 1, "MED-3820": 1, "MED-3821": 1, "MED-3822": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-4313": 1, "MED-3862": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4106": 1, "MED-4165": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-5176": 1, "MED-4230": 1, "MED-4231": 1, "MED-4232": 1, "MED-4233": 1, "MED-4234": 1, "MED-4245": 1, "MED-4246": 1, "MED-4247": 1, "MED-4255": 1, "MED-4281": 1, "MED-4314": 1, "MED-4315": 1, "MED-4320": 1, "MED-4347": 1, "MED-4627": 1, "MED-4349": 1, "MED-4350": 1, "MED-4406": 1, "MED-4509": 1, "MED-4510": 1, "MED-4581": 1, "MED-4582": 1, "MED-4583": 1, "MED-4600": 1, "MED-4686": 1, "MED-4689": 1, "MED-4727": 1, "MED-4728": 1, "MED-4771": 1, "MED-4863": 1, "MED-4952": 1, "MED-4953": 1, "MED-4954": 1, "MED-4991": 1, "MED-4992": 1, "MED-5002": 1, "MED-5003": 1, "MED-5004": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1, "MED-5078": 1, "MED-5079": 1, "MED-5080": 1, "MED-5111": 1, "MED-5159": 1, "MED-5160": 1, "MED-5161": 1, "MED-5162": 1 }, "excluded_self_id": "PLAIN-660", "ranked_doc_ids": [ "MED-4991", "MED-2147", "MED-3132", "MED-3136", "MED-2144", "MED-3584", "MED-1880", "MED-5079", "MED-3138", "MED-4510", "MED-3141", "MED-2141", "MED-2010", "MED-2149", "MED-2140", "MED-1743", "MED-5112", "MED-1745", "MED-4258", "MED-948" ], "latency_ms": 31.171792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.010526315789473684, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.021052631578947368, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.031578947368421054, "ndcg_at_20": 0.8325461019445386, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-671", "query": "benzene", "scope": "corpus", "category": "all", "relevant": { "MED-4857": 1 }, "excluded_self_id": "PLAIN-671", "ranked_doc_ids": [ "MED-4857", "MED-4975", "MED-4037", "MED-4973", "MED-4974", "MED-5122", "MED-4548", "MED-4194", "MED-5197", "MED-2676", "MED-3498", "MED-4060", "MED-1165", "MED-3099", "MED-2678", "MED-3810", "MED-3850", "MED-4184", "MED-4038", "MED-3958" ], "latency_ms": 29.43875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-68", "query": "What is Actually in Chicken Nuggets?", "scope": "corpus", "category": "all", "relevant": { "MED-2991": 2, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4746": 1, "MED-4804": 1, "MED-4976": 1, "MED-4972": 1, "MED-5110": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-68", "ranked_doc_ids": [ "MED-2991", "MED-957", "MED-3089", "MED-3096", "MED-3094", "MED-5110", "MED-4746", "MED-1801", "MED-1956", "MED-4295", "MED-5032", "MED-5101", "MED-2745", "MED-4455", "MED-5312", "MED-3085", "MED-2180", "MED-1600", "MED-4200", "MED-4474" ], "latency_ms": 35.136166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07272727272727272, "ndcg_at_5": 0.8402086144048716, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.10909090909090909, "ndcg_at_10": 0.7228334074495715, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.12727272727272726, "ndcg_at_20": 0.5288032968434763, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-681", "query": "betel nuts", "scope": "corpus", "category": "all", "relevant": { "MED-5017": 1 }, "excluded_self_id": "PLAIN-681", "ranked_doc_ids": [ "MED-5017", "MED-1381", "MED-2597", "MED-2381", "MED-2383", "MED-4030", "MED-4706", "MED-4295", "MED-4314", "MED-4301", "MED-4292", "MED-2593", "MED-4300", "MED-2595", "MED-2594", "MED-5027", "MED-1785", "MED-4538", "MED-4290", "MED-4303" ], "latency_ms": 32.091834, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-691", "query": "bioavailability", "scope": "corpus", "category": "all", "relevant": { "MED-1847": 1, "MED-1848": 1, "MED-1849": 1, "MED-1850": 1, "MED-1851": 1, "MED-1852": 1, "MED-2185": 1, "MED-2200": 1, "MED-2201": 1, "MED-2188": 1, "MED-2189": 1, "MED-2202": 1, "MED-2191": 1, "MED-2203": 1, "MED-2204": 1, "MED-2194": 1, "MED-2195": 1, "MED-2208": 1, "MED-2207": 1, "MED-2209": 1, "MED-2210": 1 }, "excluded_self_id": "PLAIN-691", "ranked_doc_ids": [ "MED-4909", "MED-2791", "MED-4454", "MED-2263", "MED-3746", "MED-4390", "MED-2265", "MED-885", "MED-5199", "MED-4195", "MED-3479", "MED-4658", "MED-1811", "MED-2262", "MED-5131", "MED-3209", "MED-2235", "MED-3986", "MED-4320", "MED-2830" ], "latency_ms": 32.225167, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-701", "query": "black raspberries", "scope": "corpus", "category": "all", "relevant": { "MED-3714": 1, "MED-3720": 1, "MED-3721": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1 }, "excluded_self_id": "PLAIN-701", "ranked_doc_ids": [ "MED-917", "MED-2922", "MED-1671", "MED-3721", "MED-3716", "MED-5070", "MED-4901", "MED-1676", "MED-2663", "MED-4907", "MED-2926", "MED-5137", "MED-1535", "MED-5071", "MED-4859", "MED-5083", "MED-2194", "MED-5208", "MED-4905", "MED-2667" ], "latency_ms": 32.132166, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.27727342735504823, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.20678808725291634, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.20678808725291634, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-711", "query": "blood clots", "scope": "corpus", "category": "all", "relevant": { "MED-398": 1, "MED-3200": 1, "MED-3201": 1, "MED-3202": 1, "MED-3203": 1, "MED-3209": 1, "MED-1682": 1, "MED-1683": 1, "MED-1701": 1, "MED-1685": 1, "MED-1686": 1, "MED-1687": 1, "MED-1688": 1, "MED-1689": 1, "MED-1690": 1, "MED-1691": 1, "MED-2077": 1, "MED-1693": 1, "MED-2078": 1, "MED-1695": 1, "MED-1696": 1, "MED-1697": 1, "MED-3841": 1, "MED-3843": 1, "MED-3849": 1, "MED-3830": 1, "MED-1825": 1, "MED-1826": 1, "MED-1827": 1, "MED-1828": 1, "MED-1829": 1, "MED-1830": 1, "MED-2076": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1, "MED-3199": 1, "MED-3204": 1, "MED-3205": 1, "MED-3206": 1, "MED-3207": 1, "MED-3208": 1, "MED-3210": 1, "MED-4352": 1, "MED-4353": 1, "MED-4649": 1, "MED-4650": 1, "MED-4651": 1, "MED-4776": 1, "MED-4777": 1, "MED-4778": 1, "MED-4779": 1, "MED-4780": 1 }, "excluded_self_id": "PLAIN-711", "ranked_doc_ids": [ "MED-1696", "MED-1027", "MED-910", "MED-2085", "MED-2077", "MED-1691", "MED-1687", "MED-2078", "MED-4525", "MED-2083", "MED-4427", "MED-877", "MED-1657", "MED-4088", "MED-4960", "MED-3254", "MED-5042", "MED-2080", "MED-1233", "MED-2698" ], "latency_ms": 31.467792, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.05263157894736842, "ndcg_at_5": 0.6164336326286644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.12280701754385964, "ndcg_at_10": 0.6848374495230163, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14035087719298245, "ndcg_at_20": 0.47540922030945215, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-721", "query": "BMAA", "scope": "corpus", "category": "all", "relevant": { "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-1277": 1, "MED-1279": 1, "MED-1280": 1, "MED-1281": 1, "MED-1283": 1, "MED-1284": 1, "MED-1285": 1, "MED-4876": 1, "MED-1288": 1, "MED-1289": 1, "MED-1290": 1, "MED-5172": 1, "MED-5173": 1 }, "excluded_self_id": "PLAIN-721", "ranked_doc_ids": [ "MED-1278", "MED-4876", "MED-1287", "MED-1271", "MED-1284", "MED-1267", "MED-1274", "MED-1279", "MED-1290", "MED-1266", "MED-1268", "MED-1288", "MED-1289", "MED-1265", "MED-1272", "MED-838", "MED-861", "MED-3489", "MED-900", "MED-4533" ], "latency_ms": 31.863125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6, "ndcg_at_20": 0.8325461019445386, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-731", "query": "bone fractures", "scope": "corpus", "category": "all", "relevant": { "MED-2988": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-332": 1, "MED-3090": 1, "MED-334": 1, "MED-335": 1, "MED-3092": 1, "MED-3094": 1, "MED-3226": 1, "MED-3227": 1, "MED-3230": 1, "MED-3229": 1, "MED-3232": 1, "MED-3233": 1, "MED-4722": 1, "MED-3237": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1489": 1, "MED-1490": 1, "MED-2979": 1, "MED-4319": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3091": 1, "MED-3093": 1, "MED-3095": 1, "MED-3096": 1, "MED-3228": 1, "MED-3231": 1, "MED-3235": 1, "MED-3236": 1, "MED-4984": 1, "MED-4985": 1, "MED-4988": 1, "MED-4987": 1, "MED-5145": 1 }, "excluded_self_id": "PLAIN-731", "ranked_doc_ids": [ "MED-5145", "MED-5243", "MED-1340", "MED-1338", "MED-2990", "MED-5253", "MED-1337", "MED-4427", "MED-1339", "MED-3937", "MED-4722", "MED-4373", "MED-3939", "MED-2987", "MED-4226", "MED-4682", "MED-2982", "MED-3787", "MED-919", "MED-3227" ], "latency_ms": 30.737667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07407407407407407, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.6496872770120411, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18518518518518517, "ndcg_at_20": 0.5616655737420777, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-741", "query": "BPH", "scope": "corpus", "category": "all", "relevant": { "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-5176": 1, "MED-4230": 1, "MED-4231": 1, "MED-4232": 1, "MED-4234": 1, "MED-4235": 1, "MED-4236": 1, "MED-4237": 1, "MED-4239": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-741", "ranked_doc_ids": [ "MED-4236", "MED-4232", "MED-4237", "MED-4231", "MED-4234", "MED-4230", "MED-4235", "MED-4185", "MED-4890", "MED-2645", "MED-5089", "MED-4485", "MED-4954", "MED-5337", "MED-1785", "MED-3274", "MED-5188", "MED-2120", "MED-3771", "MED-3245" ], "latency_ms": 29.892584, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.2631578947368421, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3684210526315789, "ndcg_at_10": 0.8006937664098819, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3684210526315789, "ndcg_at_20": 0.5340106033228956, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-751", "query": "BRCA genes", "scope": "corpus", "category": "all", "relevant": { "MED-3136": 1, "MED-3123": 1, "MED-3138": 1, "MED-3143": 1, "MED-3137": 1, "MED-3132": 1, "MED-3141": 1 }, "excluded_self_id": "PLAIN-751", "ranked_doc_ids": [ "MED-3129", "MED-3130", "MED-3135", "MED-1797", "MED-4759", "MED-2674", "MED-2247", "MED-5353", "MED-3716", "MED-4465", "MED-1442", "MED-4700", "MED-1457", "MED-4222", "MED-1748", "MED-4224", "MED-4888", "MED-2436", "MED-3724", "MED-5111" ], "latency_ms": 32.170042, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-761", "query": "breast pain", "scope": "corpus", "category": "all", "relevant": { "MED-3796": 1, "MED-3778": 1, "MED-3801": 1, "MED-3794": 1, "MED-666": 1, "MED-3779": 1 }, "excluded_self_id": "PLAIN-761", "ranked_doc_ids": [ "MED-666", "MED-3795", "MED-3797", "MED-3792", "MED-753", "MED-3801", "MED-4374", "MED-4085", "MED-3791", "MED-2101", "MED-2424", "MED-958", "MED-2103", "MED-2258", "MED-5352", "MED-2122", "MED-3123", "MED-4641", "MED-4694", "MED-3238" ], "latency_ms": 30.090667, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.41039156802332444, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.41039156802332444, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-771", "query": "bronchiolitis obliterans", "scope": "corpus", "category": "all", "relevant": { "MED-3385": 1, "MED-3387": 1, "MED-3386": 1 }, "excluded_self_id": "PLAIN-771", "ranked_doc_ids": [ "MED-3386", "MED-3387", "MED-2453", "MED-3385", "MED-4498", "MED-3310", "MED-899", "MED-3302", "MED-3317", "MED-3288", "MED-2451", "MED-4767", "MED-4704", "MED-1810", "MED-2036", "MED-3682", "MED-4410", "MED-2442", "MED-3704", "MED-2741" ], "latency_ms": 34.286333, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 1.0, "ndcg_at_5": 0.9674679834891693, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 0.9674679834891693, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 0.9674679834891693, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-78", "query": "What Do Meat Purge and Cola Have in Common?", "scope": "corpus", "category": "all", "relevant": { "MED-332": 2, "MED-3090": 2, "MED-334": 2, "MED-335": 2, "MED-3092": 2, "MED-3094": 2, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3091": 1, "MED-3095": 1, "MED-3089": 1, "MED-3093": 1, "MED-3096": 1, "MED-3378": 1, "MED-3379": 1, "MED-3380": 1, "MED-3381": 1, "MED-3382": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-5340": 1, "MED-4327": 1, "MED-4553": 1, "MED-4554": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-78", "ranked_doc_ids": [ "MED-4318", "MED-732", "MED-4834", "MED-5236", "MED-3788", "MED-1421", "MED-4205", "MED-5207", "MED-4485", "MED-4261", "MED-847", "MED-1650", "MED-4482", "MED-5032", "MED-5188", "MED-2917", "MED-3585", "MED-4493", "MED-1601", "MED-4474" ], "latency_ms": 33.893666, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.016129032258064516, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.016129032258064516, "ndcg_at_10": 0.12741733550370724, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.016129032258064516, "ndcg_at_20": 0.09666566587110485, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-782", "query": "Bush administration", "scope": "corpus", "category": "all", "relevant": { "MED-4991": 1, "MED-4992": 1 }, "excluded_self_id": "PLAIN-782", "ranked_doc_ids": [ "MED-1055", "MED-1058", "MED-3623", "MED-3137", "MED-3618", "MED-3486", "MED-3599", "MED-1878", "MED-3636", "MED-3627", "MED-1708", "MED-1753", "MED-3034", "MED-4949", "MED-2740", "MED-3001", "MED-3880", "MED-4107", "MED-2725", "MED-5006" ], "latency_ms": 29.540416, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-792", "query": "cadaverine", "scope": "corpus", "category": "all", "relevant": { "MED-4546": 1, "MED-4547": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1 }, "excluded_self_id": "PLAIN-792", "ranked_doc_ids": [ "MED-4958", "MED-732", "MED-3144", "MED-4419", "MED-729", "MED-3302", "MED-1657", "MED-3821", "MED-4539", "MED-3809", "MED-4194", "MED-4525", "MED-4315", "MED-2261", "MED-1147", "MED-4797", "MED-4939", "MED-4876", "MED-1288", "MED-4380" ], "latency_ms": 31.639542, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3026024134988135, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.3026024134988135, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-806", "query": "caloric restriction", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-5237": 1, "MED-2517": 1, "MED-2518": 1, "MED-2520": 1, "MED-2521": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3273": 1, "MED-3276": 1, "MED-3283": 1, "MED-1711": 1, "MED-1712": 1, "MED-2763": 1, "MED-1714": 1, "MED-1715": 1, "MED-1716": 1, "MED-1717": 1, "MED-1718": 1, "MED-1719": 1, "MED-1720": 1, "MED-1721": 1, "MED-1722": 1, "MED-1723": 1, "MED-1724": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2132": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2147": 1, "MED-2148": 1, "MED-2149": 1, "MED-2324": 1, "MED-2325": 1, "MED-2326": 1, "MED-2327": 1, "MED-2328": 1, "MED-2335": 1, "MED-2330": 1, "MED-2331": 1, "MED-2441": 1, "MED-2442": 1, "MED-2472": 1, "MED-2444": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2514": 1, "MED-2943": 1, "MED-3051": 1, "MED-3055": 1, "MED-3056": 1, "MED-3057": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-4120": 1, "MED-4121": 1, "MED-4124": 1, "MED-4321": 1, "MED-4322": 1, "MED-4323": 1, "MED-4996": 1 }, "excluded_self_id": "PLAIN-806", "ranked_doc_ids": [ "MED-4996", "MED-2325", "MED-2519", "MED-2513", "MED-2138", "MED-1715", "MED-2506", "MED-2502", "MED-4327", "MED-2718", "MED-2324", "MED-2498", "MED-4121", "MED-1712", "MED-1262", "MED-2510", "MED-3273", "MED-3283", "MED-3276", "MED-3350" ], "latency_ms": 31.834125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.052083333333333336, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08333333333333333, "ndcg_at_10": 0.8701249883466592, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.8483346070413452, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-817", "query": "canker sores", "scope": "corpus", "category": "all", "relevant": { "MED-4841": 1 }, "excluded_self_id": "PLAIN-817", "ranked_doc_ids": [ "MED-4032", "MED-4027", "MED-4023", "MED-3640", "MED-3637", "MED-4036", "MED-4028", "MED-3639", "MED-4013", "MED-5023", "MED-5011", "MED-1853", "MED-1857", "MED-4035", "MED-4031", "MED-2097", "MED-4033", "MED-1858", "MED-4030", "MED-2094" ], "latency_ms": 32.174583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-827", "query": "carcinogens", "scope": "corpus", "category": "all", "relevant": { "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2574": 1, "MED-2585": 1, "MED-2599": 1, "MED-2607": 1, "MED-2602": 1, "MED-2603": 1, "MED-2605": 1, "MED-2604": 1, "MED-2606": 1, "MED-2608": 1, "MED-2816": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2992": 1, "MED-2994": 1, "MED-3781": 1, "MED-3789": 1, "MED-3790": 1, "MED-3782": 1, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1763": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1595": 1, "MED-1596": 1, "MED-1597": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1811": 1, "MED-1812": 1, "MED-1813": 1, "MED-1814": 1, "MED-5190": 1, "MED-4823": 1, "MED-1817": 1, "MED-1818": 1, "MED-1819": 1, "MED-1820": 1, "MED-2086": 1, "MED-2087": 1, "MED-2088": 1, "MED-2099": 1, "MED-2100": 1, "MED-2101": 1, "MED-2102": 1, "MED-2103": 1, "MED-2529": 1, "MED-2105": 1, "MED-2106": 1, "MED-2107": 1, "MED-2108": 1, "MED-2185": 1, "MED-2200": 1, "MED-2201": 1, "MED-2188": 1, "MED-2189": 1, "MED-2202": 1, "MED-2191": 1, "MED-2203": 1, "MED-2204": 1, "MED-2194": 1, "MED-2195": 1, "MED-2208": 1, "MED-2207": 1, "MED-2209": 1, "MED-2210": 1, "MED-2414": 1, "MED-4070": 1, "MED-2416": 1, "MED-2417": 1, "MED-2418": 1, "MED-3498": 1, "MED-2420": 1, "MED-2421": 1, "MED-2422": 1, "MED-2423": 1, "MED-2424": 1, "MED-4451": 1, "MED-2426": 1, "MED-2441": 1, "MED-2442": 1, "MED-2472": 1, "MED-2444": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-2571": 1, "MED-2572": 1, "MED-2575": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2580": 1, "MED-2581": 1, "MED-2583": 1, "MED-2584": 1, "MED-2598": 1, "MED-2601": 1, "MED-2812": 1, "MED-2644": 1, "MED-2646": 1, "MED-2647": 1, "MED-2648": 1, "MED-2650": 1, "MED-2651": 1, "MED-2652": 1, "MED-2653": 1, "MED-2654": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2674": 1, "MED-2993": 1, "MED-3787": 1, "MED-3785": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4040": 1, "MED-5197": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4058": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4072": 1, "MED-4071": 1, "MED-4073": 1, "MED-4092": 1, "MED-4093": 1, "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1, "MED-4332": 1, "MED-4436": 1, "MED-4450": 1, "MED-4468": 1, "MED-4469": 1, "MED-4470": 1, "MED-4471": 1, "MED-4472": 1, "MED-4474": 1, "MED-4475": 1, "MED-4477": 1, "MED-4488": 1, "MED-4479": 1, "MED-4480": 1, "MED-4481": 1, "MED-4482": 1, "MED-4483": 1, "MED-4484": 1, "MED-4485": 1, "MED-4486": 1, "MED-4487": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4546": 1, "MED-4547": 1, "MED-4548": 1, "MED-4618": 1, "MED-4726": 1, "MED-4818": 1, "MED-4819": 1, "MED-4820": 1, "MED-4821": 1, "MED-4865": 1, "MED-4925": 1, "MED-4924": 1, "MED-4972": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4977": 1, "MED-4978": 1, "MED-5002": 1, "MED-5019": 1, "MED-5020": 1, "MED-5036": 1, "MED-5085": 1, "MED-5086": 1, "MED-5087": 1, "MED-5088": 1, "MED-5089": 1, "MED-5122": 1 }, "excluded_self_id": "PLAIN-827", "ranked_doc_ids": [ "MED-4194", "MED-4451", "MED-4391", "MED-4197", "MED-2643", "MED-4493", "MED-5197", "MED-4470", "MED-5033", "MED-4196", "MED-3502", "MED-1139", "MED-4057", "MED-2172", "MED-3000", "MED-4072", "MED-1146", "MED-4482", "MED-2106", "MED-4976" ], "latency_ms": 32.03625, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.01639344262295082, "ndcg_at_5": 0.830419897363192, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.028688524590163935, "ndcg_at_10": 0.7453016244178955, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05737704918032787, "ndcg_at_20": 0.724138619740754, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-838", "query": "carrageenan", "scope": "corpus", "category": "all", "relevant": { "MED-3494": 1, "MED-3501": 1, "MED-3496": 1, "MED-3497": 1, "MED-3502": 1, "MED-3500": 1, "MED-3495": 1, "MED-3498": 1, "MED-3499": 1 }, "excluded_self_id": "PLAIN-838", "ranked_doc_ids": [ "MED-3499", "MED-3501", "MED-3502", "MED-3500", "MED-3496", "MED-3816", "MED-4660", "MED-3448", "MED-3443", "MED-3441", "MED-5015", "MED-1421", "MED-2048", "MED-2672", "MED-5334", "MED-3446", "MED-3643", "MED-4000", "MED-4200", "MED-3639" ], "latency_ms": 32.064125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.5555555555555556, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5555555555555556, "ndcg_at_10": 0.6930221935231563, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5555555555555556, "ndcg_at_20": 0.6930221935231563, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-850", "query": "cauliflower", "scope": "corpus", "category": "all", "relevant": { "MED-3103": 1, "MED-3107": 1, "MED-3106": 1, "MED-3108": 1, "MED-3109": 1, "MED-3112": 1, "MED-3238": 1, "MED-3241": 1, "MED-3242": 1, "MED-3244": 1, "MED-3790": 1, "MED-3245": 1, "MED-5337": 1, "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-717": 1, "MED-718": 1, "MED-719": 1, "MED-720": 1, "MED-721": 1, "MED-722": 1, "MED-723": 1, "MED-724": 1, "MED-2064": 1, "MED-2065": 1, "MED-2066": 1, "MED-2067": 1, "MED-2068": 1, "MED-2069": 1, "MED-2070": 1, "MED-2071": 1, "MED-4454": 1, "MED-2073": 1, "MED-2074": 1, "MED-2075": 1, "MED-2098": 1, "MED-3709": 1, "MED-3105": 1, "MED-3110": 1, "MED-3111": 1, "MED-3697": 1, "MED-3699": 1, "MED-3243": 1, "MED-3371": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-4391": 1, "MED-4392": 1, "MED-4393": 1, "MED-4455": 1, "MED-4523": 1, "MED-4524": 1, "MED-4859": 1 }, "excluded_self_id": "PLAIN-850", "ranked_doc_ids": [ "MED-4455", "MED-2064", "MED-2073", "MED-2066", "MED-5074", "MED-2195", "MED-1447", "MED-4246", "MED-2188", "MED-1450", "MED-948", "MED-5079", "MED-5037", "MED-1303", "MED-887", "MED-5076", "MED-2010", "MED-1254", "MED-4350", "MED-3874" ], "latency_ms": 32.052958, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.07017543859649122, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07017543859649122, "ndcg_at_10": 0.5637884576902256, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07017543859649122, "ndcg_at_20": 0.3638506620318612, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-872", "query": "chanterelle mushrooms", "scope": "corpus", "category": "all", "relevant": { "MED-4650": 1 }, "excluded_self_id": "PLAIN-872", "ranked_doc_ids": [ "MED-3989", "MED-1291", "MED-3712", "MED-3986", "MED-1292", "MED-864", "MED-4540", "MED-707", "MED-4098", "MED-3528", "MED-885", "MED-3985", "MED-2200", "MED-3522", "MED-3526", "MED-5070", "MED-3895", "MED-1671", "MED-4309", "MED-4195" ], "latency_ms": 32.463083, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-882", "query": "Chernobyl", "scope": "corpus", "category": "all", "relevant": { "MED-3617": 1, "MED-3620": 1, "MED-3622": 1, "MED-3631": 1, "MED-3632": 1, "MED-3629": 1, "MED-3634": 1, "MED-3618": 1, "MED-3621": 1, "MED-3615": 1, "MED-3628": 1, "MED-3630": 1, "MED-3633": 1, "MED-3635": 1, "MED-3636": 1 }, "excluded_self_id": "PLAIN-882", "ranked_doc_ids": [ "MED-3630", "MED-3632", "MED-3622", "MED-3636", "MED-3629", "MED-3635", "MED-3615", "MED-3620", "MED-859", "MED-3608", "MED-3607", "MED-3626", "MED-3628", "MED-3634", "MED-3619", "MED-3311", "MED-4433", "MED-3606", "MED-3617", "MED-3625" ], "latency_ms": 31.837041, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5333333333333333, "ndcg_at_10": 0.8701249883466592, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.7333333333333333, "ndcg_at_20": 0.8024519770378881, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-892", "query": "chickpeas", "scope": "corpus", "category": "all", "relevant": { "MED-2988": 1, "MED-2577": 1, "MED-2578": 1, "MED-2572": 1, "MED-2581": 1, "MED-2582": 1, "MED-2584": 1, "MED-2824": 1, "MED-2815": 1, "MED-2794": 1, "MED-2816": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-3137": 1, "MED-3130": 1, "MED-3139": 1, "MED-3140": 1, "MED-3127": 1, "MED-3142": 1, "MED-3135": 1, "MED-3129": 1, "MED-3136": 1, "MED-3138": 1, "MED-3141": 1, "MED-3584": 1, "MED-1880": 1, "MED-1881": 1, "MED-1942": 1, "MED-2786": 1, "MED-1944": 1, "MED-2217": 1, "MED-1947": 1, "MED-1948": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2147": 1, "MED-2148": 1, "MED-2149": 1, "MED-2568": 1, "MED-2570": 1, "MED-2571": 1, "MED-2573": 1, "MED-2574": 1, "MED-2575": 1, "MED-2579": 1, "MED-2580": 1, "MED-2583": 1, "MED-2585": 1, "MED-2820": 1, "MED-2819": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3143": 1, "MED-3123": 1, "MED-3132": 1, "MED-3580": 1, "MED-3581": 1, "MED-3582": 1, "MED-3583": 1, "MED-4149": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-4347": 1, "MED-4627": 1, "MED-4349": 1, "MED-4350": 1 }, "excluded_self_id": "PLAIN-892", "ranked_doc_ids": [ "MED-2009", "MED-3132", "MED-2010", "MED-4510", "MED-3583", "MED-2149", "MED-1593", "MED-4642", "MED-3136", "MED-1528", "MED-3138", "MED-5079", "MED-3140", "MED-4863", "MED-5112", "MED-4991", "MED-4644", "MED-2147", "MED-719", "MED-2148" ], "latency_ms": 32.006875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.043478260869565216, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06521739130434782, "ndcg_at_10": 0.6987957033953601, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10869565217391304, "ndcg_at_20": 0.5936835301707575, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-902", "query": "chlorophyll", "scope": "corpus", "category": "all", "relevant": { "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1 }, "excluded_self_id": "PLAIN-902", "ranked_doc_ids": [ "MED-4195", "MED-4385", "MED-860", "MED-2899", "MED-2895", "MED-4981", "MED-2046", "MED-5024", "MED-3359", "MED-859", "MED-4658", "MED-4203", "MED-5083", "MED-2896", "MED-842", "MED-1503", "MED-5231", "MED-1195", "MED-3617", "MED-4660" ], "latency_ms": 33.77875, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.25, "ndcg_at_5": 0.3903800499921017, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.3903800499921017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.3903800499921017, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-91", "query": "Chronic Headaches and Pork Parasites", "scope": "corpus", "category": "all", "relevant": { "MED-3178": 2, "MED-3169": 2, "MED-3172": 2, "MED-3181": 2, "MED-3174": 2, "MED-3175": 2, "MED-3176": 2, "MED-3182": 2, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3292": 1, "MED-3313": 1, "MED-3294": 1, "MED-3295": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-4433": 1, "MED-3317": 1, "MED-3318": 1, "MED-3302": 1, "MED-3320": 1, "MED-3321": 1, "MED-4356": 1, "MED-4403": 1, "MED-4672": 1, "MED-4742": 1, "MED-4743": 1, "MED-4955": 1, "MED-4956": 1, "MED-4957": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-91", "ranked_doc_ids": [ "MED-3175", "MED-3288", "MED-4818", "MED-3169", "MED-3171", "MED-4356", "MED-3302", "MED-4957", "MED-3180", "MED-1979", "MED-2365", "MED-4963", "MED-3181", "MED-4431", "MED-1977", "MED-4814", "MED-4672", "MED-3178", "MED-2352", "MED-3294" ], "latency_ms": 31.415208, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0625, "ndcg_at_5": 0.6578242262397572, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.6102337899503517, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1875, "ndcg_at_20": 0.604778262632524, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-913", "query": "cinnamon", "scope": "corpus", "category": "all", "relevant": { "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-3811": 1, "MED-759": 1, "MED-760": 1, "MED-2831": 1, "MED-3540": 1, "MED-3544": 1, "MED-3812": 1, "MED-3813": 1, "MED-4389": 1, "MED-4415": 1, "MED-4416": 1, "MED-4417": 1, "MED-4418": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4998": 1, "MED-4999": 1, "MED-5000": 1, "MED-5001": 1, "MED-5052": 1, "MED-5083": 1, "MED-5084": 1, "MED-5156": 1 }, "excluded_self_id": "PLAIN-913", "ranked_doc_ids": [ "MED-4415", "MED-4417", "MED-3813", "MED-4416", "MED-3812", "MED-894", "MED-5000", "MED-3810", "MED-4418", "MED-1441", "MED-875", "MED-2830", "MED-2379", "MED-708", "MED-1444", "MED-760", "MED-2783", "MED-1005", "MED-5084", "MED-2490" ], "latency_ms": 31.545417, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.14705882352941177, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.20588235294117646, "ndcg_at_10": 0.7885497208855956, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.29411764705882354, "ndcg_at_20": 0.6149040239285929, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-924", "query": "cocaine", "scope": "corpus", "category": "all", "relevant": { "MED-2586": 1, "MED-2587": 1, "MED-2588": 1, "MED-2591": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3057": 1, "MED-3055": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-2589": 1, "MED-2590": 1, "MED-3051": 1, "MED-3056": 1, "MED-3540": 1, "MED-3544": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1 }, "excluded_self_id": "PLAIN-924", "ranked_doc_ids": [ "MED-3585", "MED-3044", "MED-3055", "MED-2177", "MED-5248", "MED-3052", "MED-2219", "MED-5063", "MED-3810", "MED-2172", "MED-2173", "MED-5122", "MED-5062", "MED-3806", "MED-2169", "MED-3046", "MED-2176", "MED-1624", "MED-4127", "MED-4439" ], "latency_ms": 31.200583, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0625, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09375, "ndcg_at_10": 0.32730659600126993, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.24598316269365772, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-934", "query": "coffee", "scope": "corpus", "category": "all", "relevant": { "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-3639": 1, "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-2154": 1, "MED-2155": 1, "MED-2156": 1, "MED-2157": 1, "MED-2158": 1, "MED-2159": 1, "MED-2160": 1, "MED-2161": 1, "MED-2162": 1, "MED-2163": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2674": 1, "MED-3637": 1, "MED-3638": 1, "MED-3640": 1, "MED-3641": 1, "MED-3654": 1, "MED-3655": 1, "MED-3656": 1, "MED-3657": 1, "MED-3796": 1, "MED-3778": 1, "MED-3779": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4040": 1, "MED-4976": 1, "MED-5197": 1, "MED-4156": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-4438": 1, "MED-4439": 1, "MED-4774": 1, "MED-4857": 1, "MED-4877": 1, "MED-4878": 1, "MED-4879": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1, "MED-5123": 1 }, "excluded_self_id": "PLAIN-934", "ranked_doc_ids": [ "MED-4974", "MED-1622", "MED-1628", "MED-1631", "MED-1636", "MED-2155", "MED-2156", "MED-5249", "MED-5259", "MED-2160", "MED-5250", "MED-5251", "MED-5256", "MED-1649", "MED-1640", "MED-1627", "MED-1621", "MED-2158", "MED-5243", "MED-1642" ], "latency_ms": 31.39425, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.04950495049504951, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07920792079207921, "ndcg_at_10": 0.8643145546088337, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13861386138613863, "ndcg_at_20": 0.7642556177280765, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-946", "query": "coma", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-3314": 1, "MED-3306": 1, "MED-3307": 1, "MED-3316": 1, "MED-3311": 1, "MED-3292": 1, "MED-3317": 1, "MED-3294": 1, "MED-3320": 1, "MED-3295": 1, "MED-3321": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3305": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3312": 1, "MED-3313": 1, "MED-3315": 1, "MED-4433": 1, "MED-3318": 1, "MED-3302": 1, "MED-4380": 1, "MED-4381": 1, "MED-4713": 1 }, "excluded_self_id": "PLAIN-946", "ranked_doc_ids": [ "MED-926", "MED-3937", "MED-4402", "MED-732", "MED-1523", "MED-854", "MED-5133", "MED-925", "MED-911", "MED-4439", "MED-3939", "MED-3665", "MED-2110", "MED-924", "MED-5142", "MED-729", "MED-3302", "MED-1241", "MED-1568", "MED-1030" ], "latency_ms": 31.588666, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03225806451612903, "ndcg_at_20": 0.0340629722559825, "mrr_at_20": 0.058823529411764705, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-956", "query": "cooking methods", "scope": "corpus", "category": "all", "relevant": { "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2736": 1, "MED-5169": 1, "MED-2745": 1, "MED-2742": 1, "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-2896": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-3137": 1, "MED-3146": 1, "MED-3145": 1, "MED-3178": 1, "MED-3169": 1, "MED-3172": 1, "MED-3181": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3182": 1, "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-1157": 1, "MED-1158": 1, "MED-2494": 1, "MED-1160": 1, "MED-1161": 1, "MED-1162": 1, "MED-1181": 1, "MED-1164": 1, "MED-1165": 1, "MED-1568": 1, "MED-1569": 1, "MED-1570": 1, "MED-1571": 1, "MED-1572": 1, "MED-1573": 1, "MED-1880": 1, "MED-1881": 1, "MED-2064": 1, "MED-2065": 1, "MED-2066": 1, "MED-2067": 1, "MED-2068": 1, "MED-2069": 1, "MED-2070": 1, "MED-2071": 1, "MED-4454": 1, "MED-2073": 1, "MED-2074": 1, "MED-2075": 1, "MED-2098": 1, "MED-2179": 1, "MED-2180": 1, "MED-2181": 1, "MED-2182": 1, "MED-2183": 1, "MED-2184": 1, "MED-2185": 1, "MED-2200": 1, "MED-2201": 1, "MED-2188": 1, "MED-2189": 1, "MED-2202": 1, "MED-2191": 1, "MED-2203": 1, "MED-2204": 1, "MED-2194": 1, "MED-2195": 1, "MED-2208": 1, "MED-2207": 1, "MED-2209": 1, "MED-2210": 1, "MED-2414": 1, "MED-4070": 1, "MED-2416": 1, "MED-2417": 1, "MED-2418": 1, "MED-3498": 1, "MED-2420": 1, "MED-2421": 1, "MED-2422": 1, "MED-2423": 1, "MED-2424": 1, "MED-4451": 1, "MED-2426": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-2674": 1, "MED-4131": 1, "MED-2738": 1, "MED-2740": 1, "MED-2741": 1, "MED-2744": 1, "MED-2831": 1, "MED-4384": 1, "MED-2898": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1, "MED-3144": 1, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3351": 1, "MED-3352": 1, "MED-3353": 1, "MED-3354": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3358": 1, "MED-3359": 1, "MED-3374": 1, "MED-3375": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3648": 1, "MED-3649": 1, "MED-3651": 1, "MED-3652": 1, "MED-3653": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-3982": 1, "MED-3983": 1, "MED-3984": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4040": 1, "MED-5197": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4058": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4072": 1, "MED-4071": 1, "MED-4073": 1, "MED-4332": 1, "MED-4436": 1, "MED-4450": 1, "MED-4452": 1, "MED-4553": 1, "MED-4596": 1, "MED-4858": 1, "MED-4859": 1, "MED-4908": 1, "MED-4909": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4978": 1, "MED-4991": 1, "MED-4992": 1, "MED-5074": 1, "MED-5075": 1, "MED-5076": 1 }, "excluded_self_id": "PLAIN-956", "ranked_doc_ids": [ "MED-2182", "MED-5076", "MED-884", "MED-5191", "MED-2209", "MED-2179", "MED-2191", "MED-2183", "MED-5074", "MED-1441", "MED-3094", "MED-2064", "MED-909", "MED-3651", "MED-2572", "MED-1600", "MED-2700", "MED-2697", "MED-910", "MED-4554" ], "latency_ms": 30.443, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.014563106796116505, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03398058252427184, "ndcg_at_10": 0.7315449642824573, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.043689320388349516, "ndcg_at_20": 0.5468561600321145, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-966", "query": "cortisol", "scope": "corpus", "category": "all", "relevant": { "MED-4103": 1, "MED-4104": 1, "MED-4853": 1 }, "excluded_self_id": "PLAIN-966", "ranked_doc_ids": [ "MED-3671", "MED-1933", "MED-3665", "MED-2324", "MED-4981", "MED-4748", "MED-1618", "MED-4323", "MED-1299", "MED-5292", "MED-1922", "MED-923", "MED-4192", "MED-4322", "MED-2528", "MED-2741", "MED-3959", "MED-3668", "MED-3353", "MED-2472" ], "latency_ms": 31.54225, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-977", "query": "crib death", "scope": "corpus", "category": "all", "relevant": { "MED-4399": 1, "MED-4400": 1, "MED-4402": 1 }, "excluded_self_id": "PLAIN-977", "ranked_doc_ids": [ "MED-4402", "MED-925", "MED-4960", "MED-2110", "MED-4497", "MED-5133", "MED-4609", "MED-2109", "MED-4891", "MED-4431", "MED-1584", "MED-4427", "MED-1786", "MED-4315", "MED-1388", "MED-4819", "MED-3025", "MED-2497", "MED-2282", "MED-996" ], "latency_ms": 31.648291, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.46927872602275644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.46927872602275644, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.46927872602275644, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-987", "query": "cumin", "scope": "corpus", "category": "all", "relevant": { "MED-2830": 1, "MED-735": 1, "MED-2831": 1 }, "excluded_self_id": "PLAIN-987", "ranked_doc_ids": [ "MED-760", "MED-4200", "MED-732", "MED-1785", "MED-1942", "MED-1250", "MED-2810", "MED-4799", "MED-2780", "MED-5312", "MED-5000", "MED-1421", "MED-3842", "MED-4437", "MED-4954", "MED-1828", "MED-5059", "MED-2942", "MED-2170", "MED-4547" ], "latency_ms": 29.925125, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-997", "query": "Czechoslovakia", "scope": "corpus", "category": "all", "relevant": { "MED-4184": 1, "MED-5140": 1 }, "excluded_self_id": "PLAIN-997", "ranked_doc_ids": [ "MED-3691", "MED-1795", "MED-1663", "MED-1619", "MED-1773", "MED-5242", "MED-1282", "MED-4296", "MED-4913", "MED-4826", "MED-4160", "MED-1106", "MED-3474", "MED-4146", "MED-3919", "MED-2758", "MED-2304", "MED-711", "MED-4894", "MED-1721" ], "latency_ms": 32.507, "http_pages": 1, "http_status": 200, "truncated": false, "work": {}, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 } ], "returned_content_change_count": 0, "post_boot_rss_bytes": 1926922240, "saved_chunks": 3635, "ingestion_total_ms": 1311483.304125024, "metrics": { "recall_at_5": 0.1354662270652752, "ndcg_at_5": 0.39129315738541276, "mrr_at_5": 0.5506191950464396, "any_evidence_at_5": 0.6749226006191951, "all_evidence_at_5": 0.043343653250773995, "recall_at_10": 0.17082794584258496, "ndcg_at_10": 0.35972409915904885, "mrr_at_10": 0.5570838861860533, "any_evidence_at_10": 0.7213622291021672, "all_evidence_at_10": 0.04643962848297214, "recall_at_20": 0.2050063105910054, "ndcg_at_20": 0.3324844360089107, "mrr_at_20": 0.5610425215109675, "any_evidence_at_20": 0.7801857585139319, "all_evidence_at_20": 0.05263157894736842 }, "categories": { "all": { "queries": 323, "recall_at_5": 0.1354662270652752, "ndcg_at_5": 0.39129315738541276, "mrr_at_5": 0.5506191950464396, "any_evidence_at_5": 0.6749226006191951, "all_evidence_at_5": 0.043343653250773995, "recall_at_10": 0.17082794584258496, "ndcg_at_10": 0.35972409915904885, "mrr_at_10": 0.5570838861860533, "any_evidence_at_10": 0.7213622291021672, "all_evidence_at_10": 0.04643962848297214, "recall_at_20": 0.2050063105910054, "ndcg_at_20": 0.3324844360089107, "mrr_at_20": 0.5610425215109675, "any_evidence_at_20": 0.7801857585139319, "all_evidence_at_20": 0.05263157894736842 } }, "query_latency_ms": { "p50": 33.552541, "p95": 39.762792, "p99": 43.400375, "samples_ms": [ 31.7955, 32.207792, 35.434583, 32.102667, 33.035, 35.995583, 35.444458, 31.588166, 35.549334, 37.084583, 33.027167, 36.325542, 36.958667, 35.192334, 35.072166, 35.475334, 35.507833, 35.18525, 34.609083, 36.094625, 35.183375, 33.680291, 34.439916, 35.619291, 33.857875, 31.340958, 35.258792, 32.783625, 32.626916, 31.486583, 33.326375, 35.031125, 33.085875, 32.629417, 33.001208, 32.06975, 32.831084, 33.593167, 33.164708, 33.067625, 32.418583, 33.726208, 32.920458, 35.134625, 33.213667, 31.910083, 31.104584, 34.817167, 30.943708, 31.921833, 32.844875, 30.692125, 30.832042, 34.219834, 32.96225, 32.700541, 32.638083, 31.400167, 31.780792, 31.241709, 32.562709, 33.434291, 33.502792, 33.035834, 33.352667, 36.214292, 31.522375, 31.376166, 32.14525, 33.701542, 30.933167, 33.916667, 32.910583, 33.199041, 32.162333, 34.359, 31.220083, 35.193792, 33.0325, 32.714917, 32.12475, 32.619708, 31.096125, 31.750416, 30.837833, 32.638875, 33.880334, 35.209083, 34.148292, 35.589542, 32.155125, 35.533584, 32.91875, 31.44925, 34.113208, 32.543, 30.409208, 33.586166, 33.931417, 30.639375, 34.496875, 30.445375, 35.421208, 34.0825, 30.419709, 30.134, 31.26575, 30.194333, 31.185709, 31.942542, 31.642125, 30.439083, 31.099333, 32.2465, 31.389875, 32.124959, 32.390833, 33.552541, 29.618583, 33.925459, 36.10325, 32.51725, 33.375583, 31.6655, 30.43025, 32.428625, 32.129542, 29.336042, 29.156334, 31.681417, 33.413791, 32.745875, 32.036083, 31.338167, 37.346083, 31.529084, 35.342375, 32.493125, 29.897709, 29.588459, 29.80175, 29.93675, 31.408583, 32.828292, 30.477791, 31.924166, 31.221875, 33.610334, 35.482458, 33.429125, 34.977667, 33.174416, 31.232417, 33.27375, 33.437875, 33.29775, 32.097541, 34.1425, 35.635125, 67.653667, 37.61175, 37.455333, 37.309583, 39.120125, 40.59125, 42.632709, 35.086333, 37.963708, 36.413375, 39.762792, 37.800291, 38.725958, 38.125958, 35.707334, 38.016583, 37.204084, 39.194375, 37.505834, 35.935917, 36.443875, 40.1045, 36.313625, 39.912458, 37.544417, 40.298, 39.603166, 38.182125, 38.061916, 39.345, 36.179166, 35.167375, 35.857042, 35.657709, 37.608583, 36.213875, 34.945458, 36.794875, 36.038625, 38.98725, 34.862875, 36.989542, 38.0985, 38.321959, 38.552542, 35.448084, 41.239125, 36.014208, 36.261416, 38.509375, 38.208, 36.218, 36.685708, 38.073, 35.125916, 36.645291, 40.164208, 45.061292, 37.791708, 36.072166, 35.951125, 36.760958, 35.65375, 37.637, 36.080208, 34.275583, 38.430875, 36.5955, 34.216541, 35.137667, 36.203166, 33.333375, 33.114125, 34.061833, 30.7455, 35.368541, 35.428583, 34.834958, 36.703, 37.58525, 35.317792, 37.293166, 44.116292, 39.770791, 37.838291, 35.790959, 36.084375, 34.390292, 36.180708, 37.101375, 34.46425, 36.042084, 35.715625, 34.98375, 35.129917, 41.083041, 35.285958, 33.511958, 39.716917, 40.443375, 42.606542, 37.836958, 43.400375, 37.313792, 33.476459, 34.120458, 37.9565, 34.722583, 35.729584, 36.640958, 42.765542, 32.986125, 32.342875, 33.080416, 32.24175, 31.030166, 30.223208, 31.976834, 32.135209, 32.720958, 32.10225, 32.003917, 32.1255, 30.091958, 31.446708, 32.1285, 29.820834, 32.352792, 30.293875, 31.171792, 29.43875, 35.136166, 32.091834, 32.225167, 32.132166, 31.467792, 31.863125, 30.737667, 29.892584, 32.170042, 30.090667, 34.286333, 33.893666, 29.540416, 31.639542, 31.834125, 32.174583, 32.03625, 32.064125, 32.052958, 32.463083, 31.837041, 32.006875, 33.77875, 31.415208, 31.545417, 31.200583, 31.39425, 31.588666, 30.443, 31.54225, 31.648291, 29.925125, 32.507 ] }, "accepted_query_latency_ms": { "p50": 33.552541, "p95": 39.762792, "p99": 43.400375, "samples_ms": [ 31.7955, 32.207792, 35.434583, 32.102667, 33.035, 35.995583, 35.444458, 31.588166, 35.549334, 37.084583, 33.027167, 36.325542, 36.958667, 35.192334, 35.072166, 35.475334, 35.507833, 35.18525, 34.609083, 36.094625, 35.183375, 33.680291, 34.439916, 35.619291, 33.857875, 31.340958, 35.258792, 32.783625, 32.626916, 31.486583, 33.326375, 35.031125, 33.085875, 32.629417, 33.001208, 32.06975, 32.831084, 33.593167, 33.164708, 33.067625, 32.418583, 33.726208, 32.920458, 35.134625, 33.213667, 31.910083, 31.104584, 34.817167, 30.943708, 31.921833, 32.844875, 30.692125, 30.832042, 34.219834, 32.96225, 32.700541, 32.638083, 31.400167, 31.780792, 31.241709, 32.562709, 33.434291, 33.502792, 33.035834, 33.352667, 36.214292, 31.522375, 31.376166, 32.14525, 33.701542, 30.933167, 33.916667, 32.910583, 33.199041, 32.162333, 34.359, 31.220083, 35.193792, 33.0325, 32.714917, 32.12475, 32.619708, 31.096125, 31.750416, 30.837833, 32.638875, 33.880334, 35.209083, 34.148292, 35.589542, 32.155125, 35.533584, 32.91875, 31.44925, 34.113208, 32.543, 30.409208, 33.586166, 33.931417, 30.639375, 34.496875, 30.445375, 35.421208, 34.0825, 30.419709, 30.134, 31.26575, 30.194333, 31.185709, 31.942542, 31.642125, 30.439083, 31.099333, 32.2465, 31.389875, 32.124959, 32.390833, 33.552541, 29.618583, 33.925459, 36.10325, 32.51725, 33.375583, 31.6655, 30.43025, 32.428625, 32.129542, 29.336042, 29.156334, 31.681417, 33.413791, 32.745875, 32.036083, 31.338167, 37.346083, 31.529084, 35.342375, 32.493125, 29.897709, 29.588459, 29.80175, 29.93675, 31.408583, 32.828292, 30.477791, 31.924166, 31.221875, 33.610334, 35.482458, 33.429125, 34.977667, 33.174416, 31.232417, 33.27375, 33.437875, 33.29775, 32.097541, 34.1425, 35.635125, 67.653667, 37.61175, 37.455333, 37.309583, 39.120125, 40.59125, 42.632709, 35.086333, 37.963708, 36.413375, 39.762792, 37.800291, 38.725958, 38.125958, 35.707334, 38.016583, 37.204084, 39.194375, 37.505834, 35.935917, 36.443875, 40.1045, 36.313625, 39.912458, 37.544417, 40.298, 39.603166, 38.182125, 38.061916, 39.345, 36.179166, 35.167375, 35.857042, 35.657709, 37.608583, 36.213875, 34.945458, 36.794875, 36.038625, 38.98725, 34.862875, 36.989542, 38.0985, 38.321959, 38.552542, 35.448084, 41.239125, 36.014208, 36.261416, 38.509375, 38.208, 36.218, 36.685708, 38.073, 35.125916, 36.645291, 40.164208, 45.061292, 37.791708, 36.072166, 35.951125, 36.760958, 35.65375, 37.637, 36.080208, 34.275583, 38.430875, 36.5955, 34.216541, 35.137667, 36.203166, 33.333375, 33.114125, 34.061833, 30.7455, 35.368541, 35.428583, 34.834958, 36.703, 37.58525, 35.317792, 37.293166, 44.116292, 39.770791, 37.838291, 35.790959, 36.084375, 34.390292, 36.180708, 37.101375, 34.46425, 36.042084, 35.715625, 34.98375, 35.129917, 41.083041, 35.285958, 33.511958, 39.716917, 40.443375, 42.606542, 37.836958, 43.400375, 37.313792, 33.476459, 34.120458, 37.9565, 34.722583, 35.729584, 36.640958, 42.765542, 32.986125, 32.342875, 33.080416, 32.24175, 31.030166, 30.223208, 31.976834, 32.135209, 32.720958, 32.10225, 32.003917, 32.1255, 30.091958, 31.446708, 32.1285, 29.820834, 32.352792, 30.293875, 31.171792, 29.43875, 35.136166, 32.091834, 32.225167, 32.132166, 31.467792, 31.863125, 30.737667, 29.892584, 32.170042, 30.090667, 34.286333, 33.893666, 29.540416, 31.639542, 31.834125, 32.174583, 32.03625, 32.064125, 32.052958, 32.463083, 31.837041, 32.006875, 33.77875, 31.415208, 31.545417, 31.200583, 31.39425, 31.588666, 30.443, 31.54225, 31.648291, 29.925125, 32.507 ] }, "contract_rejections": 0, "truncated_queries": 0, "errors": 0, "rss_samples_bytes": [ 1926922240, 2880339968, 2887647232, 2900721664, 2970189824, 2971074560, 2971353088, 2973286400, 2973499392, 2976808960, 3052224512, 3067740160, 3154247680, 3156148224, 3178397696, 3181035520, 3181477888, 3184689152, 3185049600, 3185229824, 3242262528, 3243278336, 3260284928, 3268182016, 3275718656, 3275849728, 3289710592, 3289497600, 3290169344, 3294068736, 3300311040, 3305603072, 3315367936, 3315433472 ], "largest_sampled_rss_bytes": 3315433472, "historical_control": { "recorded_at": "2026-10-03T17:39:23.191895+00:00", "report_sha256": "4843db9d6c9c96111be88319fd855b2bcc07e9672f19a9b61f6a64e85c7c3f03", "report": "nfcorpus.json" } }, "instantkv": { "binary_bytes": 8714496, "binary_sha256": "24e79fdbc28c351f356b9325add50cbbdc9a989fc20825d224be5e1fa104b045", "queries": [ { "query_id": "PLAIN-1008", "query": "deafness", "scope": "corpus", "category": "all", "relevant": { "MED-4532": 1, "MED-4533": 1, "MED-4534": 1, "MED-4535": 1, "MED-4536": 1 }, "excluded_self_id": "PLAIN-1008", "ranked_doc_ids": [ "MED-4668" ], "latency_ms": 0.14, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1244, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1018", "query": "DHA", "scope": "corpus", "category": "all", "relevant": { "MED-2750": 1, "MED-2751": 1, "MED-2752": 1, "MED-2754": 1, "MED-2755": 1, "MED-3028": 1, "MED-2913": 1, "MED-3021": 1, "MED-3012": 1, "MED-3033": 1, "MED-2906": 1, "MED-3034": 1, "MED-1831": 1, "MED-1832": 1, "MED-1833": 1, "MED-1834": 1, "MED-5092": 1, "MED-2753": 1, "MED-2756": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3035": 1, "MED-2921": 1, "MED-3019": 1, "MED-3022": 1, "MED-3026": 1, "MED-3029": 1, "MED-3032": 1, "MED-4551": 1, "MED-4936": 1, "MED-4730": 1, "MED-4632": 1, "MED-4633": 1, "MED-4634": 1, "MED-4729": 1, "MED-4731": 1, "MED-4732": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4943": 1, "MED-5091": 1, "MED-5093": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5102": 1, "MED-5104": 1 }, "excluded_self_id": "PLAIN-1018", "ranked_doc_ids": [ "MED-5095", "MED-4936", "MED-839", "MED-5091", "MED-928", "MED-1832", "MED-3012", "MED-5092", "MED-5093", "MED-838", "MED-5364", "MED-4736", "MED-3545", "MED-4633", "MED-5342", "MED-2411", "MED-1801", "MED-5361", "MED-4357", "MED-5096" ], "latency_ms": 0.754458, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 25, "candidates_scanned": 20, "scanned_bytes": 38370, "index_reads": 26, "scored_candidates": 25, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03333333333333333, "ndcg_at_5": 0.36005461457723403, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1, "ndcg_at_10": 0.521098444712307, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11666666666666667, "ndcg_at_20": 0.3726562095391202, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-102", "query": "Stopping Heart Disease in Childhood", "scope": "corpus", "category": "all", "relevant": { "MED-3254": 2, "MED-3253": 2, "MED-3255": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-102", "ranked_doc_ids": [ "MED-3954", "MED-4247", "MED-4616", "MED-1999", "MED-3253", "MED-4160", "MED-2126", "MED-1932", "MED-2484", "MED-4315", "MED-1991", "MED-1722", "MED-4496", "MED-3197", "MED-2495", "MED-4849", "MED-5293", "MED-4680", "MED-4919", "MED-5141" ], "latency_ms": 0.711333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1483, "candidates_scanned": 20, "scanned_bytes": 40369, "index_reads": 1487, "scored_candidates": 1263, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.041666666666666664, "ndcg_at_5": 0.16895390105951028, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.041666666666666664, "ndcg_at_10": 0.12530682344457728, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.041666666666666664, "ndcg_at_20": 0.0892270713203947, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1028", "query": "dietary scoring", "scope": "corpus", "category": "all", "relevant": { "MED-4686": 1 }, "excluded_self_id": "PLAIN-1028", "ranked_doc_ids": [ "MED-4480", "MED-3622", "MED-4163", "MED-3723", "MED-4104", "MED-5327", "MED-1377", "MED-2294", "MED-1402", "MED-1565", "MED-4845", "MED-3699", "MED-3722", "MED-5176", "MED-4629", "MED-5177", "MED-1210", "MED-2852", "MED-1374", "MED-3399" ], "latency_ms": 0.634041, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1261, "candidates_scanned": 20, "scanned_bytes": 37573, "index_reads": 1263, "scored_candidates": 1193, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1039", "query": "domoic acid", "scope": "corpus", "category": "all", "relevant": { "MED-4380": 1, "MED-4381": 1 }, "excluded_self_id": "PLAIN-1039", "ranked_doc_ids": [ "MED-4380", "MED-4381", "MED-3221", "MED-1067", "MED-3215", "MED-846", "MED-2098", "MED-1454", "MED-4626", "MED-1158", "MED-4634", "MED-5270", "MED-4995", "MED-4550", "MED-3943", "MED-4551", "MED-2649", "MED-2102", "MED-4092", "MED-2106" ], "latency_ms": 0.538042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 554, "candidates_scanned": 20, "scanned_bytes": 38061, "index_reads": 556, "scored_candidates": 552, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1050", "query": "Dr. Dean Ornish", "scope": "corpus", "category": "all", "relevant": { "MED-2763": 1, "MED-3780": 1, "MED-3784": 1, "MED-3242": 1, "MED-3244": 1, "MED-3790": 1, "MED-3245": 1, "MED-5337": 1, "MED-3250": 1, "MED-3251": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3254": 1, "MED-3253": 1, "MED-1399": 1, "MED-1393": 1, "MED-1394": 1, "MED-1395": 1, "MED-1489": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1490": 1, "MED-1914": 1, "MED-1915": 1, "MED-1916": 1, "MED-1917": 1, "MED-1918": 1, "MED-1919": 1, "MED-1920": 1, "MED-1921": 1, "MED-1922": 1, "MED-1923": 1, "MED-1924": 1, "MED-4877": 1, "MED-1926": 1, "MED-4878": 1, "MED-1928": 1, "MED-1929": 1, "MED-1930": 1, "MED-1931": 1, "MED-1932": 1, "MED-1933": 1, "MED-1934": 1, "MED-1935": 1, "MED-1936": 1, "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1, "MED-3113": 1, "MED-4247": 1, "MED-3786": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3785": 1, "MED-3243": 1, "MED-3252": 1, "MED-3255": 1, "MED-3722": 1, "MED-3723": 1, "MED-3724": 1, "MED-3744": 1, "MED-3726": 1, "MED-4481": 1, "MED-3728": 1, "MED-3729": 1, "MED-3730": 1, "MED-3731": 1, "MED-3732": 1, "MED-4245": 1, "MED-4246": 1, "MED-4613": 1, "MED-4617": 1, "MED-4615": 1, "MED-4616": 1, "MED-4696": 1, "MED-4879": 1, "MED-4886": 1, "MED-4887": 1, "MED-4888": 1, "MED-4890": 1, "MED-4891": 1 }, "excluded_self_id": "PLAIN-1050", "ranked_doc_ids": [ "MED-1712", "MED-2510", "MED-2324", "MED-2498", "MED-1021", "MED-3283", "MED-2509", "MED-2502", "MED-1116", "MED-2763", "MED-3380", "MED-2820", "MED-2812" ], "latency_ms": 0.330791, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 13, "candidates_scanned": 13, "scanned_bytes": 19460, "index_reads": 14, "scored_candidates": 13, "query_terms": 3, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.010638297872340425, "ndcg_at_10": 0.06362078819895171, "mrr_at_10": 0.1, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.010638297872340425, "ndcg_at_20": 0.04105877938688905, "mrr_at_20": 0.1, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1066", "query": "Dr. Walter Willett", "scope": "corpus", "category": "all", "relevant": { "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1, "MED-4600": 1 }, "excluded_self_id": "PLAIN-1066", "ranked_doc_ids": [ "MED-1712", "MED-2510", "MED-2324", "MED-2498", "MED-1021", "MED-3283", "MED-2509", "MED-2502", "MED-4476", "MED-1116", "MED-2763", "MED-892", "MED-3380", "MED-2820", "MED-2812" ], "latency_ms": 0.334666, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 15, "candidates_scanned": 15, "scanned_bytes": 22917, "index_reads": 18, "scored_candidates": 15, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1088", "query": "ECMO", "scope": "corpus", "category": "all", "relevant": { "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1 }, "excluded_self_id": "PLAIN-1088", "ranked_doc_ids": [ "MED-2109", "MED-2110" ], "latency_ms": 0.132, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2710, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.4, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 0.5531464700081437, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4, "ndcg_at_20": 0.5531464700081437, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1098", "query": "eggnog", "scope": "corpus", "category": "all", "relevant": { "MED-3806": 1, "MED-3807": 1, "MED-3808": 1, "MED-3809": 1, "MED-3810": 1 }, "excluded_self_id": "PLAIN-1098", "ranked_doc_ids": [], "latency_ms": 0.107417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1109", "query": "endocrine disruptors", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-1098": 1, "MED-1099": 1, "MED-1100": 1, "MED-1101": 1, "MED-3590": 1, "MED-1763": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1595": 1, "MED-1596": 1, "MED-1597": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2461": 1, "MED-2464": 1, "MED-2468": 1, "MED-2469": 1, "MED-2471": 1, "MED-2472": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2479": 1, "MED-2482": 1, "MED-2484": 1, "MED-3687": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3665": 1, "MED-3666": 1, "MED-3667": 1, "MED-3668": 1, "MED-3669": 1, "MED-3670": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4936": 1, "MED-4937": 1, "MED-4950": 1, "MED-4951": 1, "MED-5104": 1, "MED-5105": 1 }, "excluded_self_id": "PLAIN-1109", "ranked_doc_ids": [ "MED-2650", "MED-2643", "MED-1763", "MED-5323", "MED-1777", "MED-1737", "MED-1732", "MED-5167", "MED-1003", "MED-1776", "MED-1739", "MED-1100", "MED-1736", "MED-1099", "MED-2087", "MED-919", "MED-4728", "MED-2658", "MED-2627", "MED-2654" ], "latency_ms": 0.494208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 55, "candidates_scanned": 20, "scanned_bytes": 35330, "index_reads": 57, "scored_candidates": 42, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.030612244897959183, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.030612244897959183, "ndcg_at_10": 0.4690000933206748, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08163265306122448, "ndcg_at_20": 0.4760590259083614, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1119", "query": "energy drinks", "scope": "corpus", "category": "all", "relevant": { "MED-3788": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3789": 1, "MED-3790": 1 }, "excluded_self_id": "PLAIN-1119", "ranked_doc_ids": [ "MED-877", "MED-1708", "MED-4025", "MED-2115", "MED-1534", "MED-1710", "MED-2490", "MED-869", "MED-2969", "MED-1597", "MED-898", "MED-1055", "MED-3091", "MED-1596", "MED-3767", "MED-4036", "MED-4398", "MED-3762", "MED-3051", "MED-3776" ], "latency_ms": 0.568125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 390, "candidates_scanned": 20, "scanned_bytes": 36953, "index_reads": 392, "scored_candidates": 377, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-112", "query": "Food Dyes and ADHD", "scope": "corpus", "category": "all", "relevant": { "MED-3378": 2, "MED-3380": 2, "MED-5062": 2, "MED-3382": 2, "MED-2938": 1, "MED-2939": 1, "MED-2940": 1, "MED-2941": 1, "MED-2942": 1, "MED-2943": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-3369": 1, "MED-3370": 1, "MED-3371": 1, "MED-3372": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-3376": 1, "MED-3377": 1, "MED-3379": 1, "MED-3381": 1, "MED-3385": 1, "MED-3386": 1, "MED-3387": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4936": 1, "MED-4932": 1, "MED-5063": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-112", "ranked_doc_ids": [ "MED-3380", "MED-2618", "MED-906", "MED-3382", "MED-2616", "MED-3383", "MED-2619", "MED-1153", "MED-4604", "MED-4655", "MED-2643", "MED-2992", "MED-855", "MED-2742", "MED-5288", "MED-1761", "MED-3356", "MED-4186", "MED-2572", "MED-2738" ], "latency_ms": 0.630083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1025, "candidates_scanned": 20, "scanned_bytes": 36693, "index_reads": 1028, "scored_candidates": 1016, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03571428571428571, "ndcg_at_5": 0.5192956693936299, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03571428571428571, "ndcg_at_10": 0.40271448368754525, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03571428571428571, "ndcg_at_20": 0.2979994227651617, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1130", "query": "ergothioneine", "scope": "corpus", "category": "all", "relevant": { "MED-4165": 1 }, "excluded_self_id": "PLAIN-1130", "ranked_doc_ids": [ "MED-4165" ], "latency_ms": 0.125875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1341, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1141", "query": "Evidence-based medicine", "scope": "corpus", "category": "all", "relevant": { "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1 }, "excluded_self_id": "PLAIN-1141", "ranked_doc_ids": [ "MED-2112", "MED-2428", "MED-5346", "MED-3113", "MED-1398", "MED-4418", "MED-1037", "MED-1343", "MED-945", "MED-1350", "MED-744", "MED-1878", "MED-2817", "MED-743", "MED-4157", "MED-4868", "MED-4840", "MED-3231", "MED-1017", "MED-1051" ], "latency_ms": 0.739333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1512, "candidates_scanned": 20, "scanned_bytes": 30525, "index_reads": 1515, "scored_candidates": 1268, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0625, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0625, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0625, "ndcg_at_20": 0.1637733768567814, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1151", "query": "factory farming practices", "scope": "corpus", "category": "all", "relevant": { "MED-2700": 1, "MED-2695": 1, "MED-2697": 1, "MED-2703": 1, "MED-2698": 1, "MED-2699": 1, "MED-2705": 1, "MED-4131": 1, "MED-2740": 1, "MED-2741": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-3886": 1, "MED-3882": 1, "MED-3889": 1, "MED-3891": 1, "MED-3887": 1, "MED-729": 1, "MED-730": 1, "MED-731": 1, "MED-732": 1, "MED-1215": 1, "MED-1216": 1, "MED-1217": 1, "MED-1218": 1, "MED-1219": 1, "MED-1220": 1, "MED-1221": 1, "MED-4797": 1, "MED-1755": 1, "MED-1978": 1, "MED-1757": 1, "MED-1981": 1, "MED-1759": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-1977": 1, "MED-1979": 1, "MED-1980": 1, "MED-1982": 1, "MED-1983": 1, "MED-2086": 1, "MED-2087": 1, "MED-2088": 1, "MED-2488": 1, "MED-2489": 1, "MED-2693": 1, "MED-2694": 1, "MED-2696": 1, "MED-3729": 1, "MED-2702": 1, "MED-2704": 1, "MED-2736": 1, "MED-2738": 1, "MED-5169": 1, "MED-2742": 1, "MED-2743": 1, "MED-2744": 1, "MED-2745": 1, "MED-2746": 1, "MED-2773": 1, "MED-3880": 1, "MED-4132": 1, "MED-3888": 1, "MED-4136": 1, "MED-3892": 1, "MED-3884": 1, "MED-3567": 1, "MED-3885": 1, "MED-3570": 1, "MED-3572": 1, "MED-3890": 1, "MED-3577": 1, "MED-3648": 1, "MED-3649": 1, "MED-3651": 1, "MED-3652": 1, "MED-3653": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4144": 1, "MED-4145": 1, "MED-4146": 1, "MED-4147": 1, "MED-4148": 1, "MED-4436": 1, "MED-4594": 1, "MED-4593": 1, "MED-4726": 1, "MED-4746": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4752": 1, "MED-4790": 1, "MED-4791": 1, "MED-4792": 1, "MED-4804": 1, "MED-4794": 1, "MED-4795": 1, "MED-4796": 1, "MED-4798": 1, "MED-4799": 1, "MED-4800": 1, "MED-4801": 1, "MED-4802": 1, "MED-4803": 1, "MED-4805": 1, "MED-4806": 1, "MED-4807": 1, "MED-4808": 1, "MED-4809": 1, "MED-4896": 1, "MED-4897": 1, "MED-4898": 1, "MED-4899": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4981": 1, "MED-4980": 1, "MED-5102": 1, "MED-5104": 1, "MED-5108": 1, "MED-5109": 1 }, "excluded_self_id": "PLAIN-1151", "ranked_doc_ids": [ "MED-4139", "MED-1179", "MED-4489", "MED-3087", "MED-3306", "MED-4140", "MED-4129", "MED-4141", "MED-730", "MED-1755", "MED-4137", "MED-4933", "MED-1759", "MED-1182", "MED-3890", "MED-4944", "MED-4130", "MED-2743", "MED-4594", "MED-1956" ], "latency_ms": 0.555625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 258, "candidates_scanned": 20, "scanned_bytes": 34869, "index_reads": 261, "scored_candidates": 252, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.006535947712418301, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0392156862745098, "ndcg_at_10": 0.5711601909662335, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0915032679738562, "ndcg_at_20": 0.6521343288424027, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1161", "query": "fava beans", "scope": "corpus", "category": "all", "relevant": { "MED-4281": 1 }, "excluded_self_id": "PLAIN-1161", "ranked_doc_ids": [ "MED-3584", "MED-4991", "MED-2140", "MED-3138", "MED-1880", "MED-5079", "MED-3141", "MED-2147", "MED-2570", "MED-3136", "MED-2144", "MED-2580", "MED-2141", "MED-5078", "MED-2010", "MED-3132", "MED-2085", "MED-5080", "MED-5118", "MED-719" ], "latency_ms": 0.511, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 53, "candidates_scanned": 20, "scanned_bytes": 34571, "index_reads": 54, "scored_candidates": 53, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1172", "query": "fenugreek", "scope": "corpus", "category": "all", "relevant": { "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3534": 1, "MED-3535": 1, "MED-4150": 1 }, "excluded_self_id": "PLAIN-1172", "ranked_doc_ids": [ "MED-4150" ], "latency_ms": 0.125875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 557, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05263157894736842, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05263157894736842, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05263157894736842, "ndcg_at_20": 0.1467868763787456, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1183", "query": "Finland", "scope": "corpus", "category": "all", "relevant": { "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4084": 1, "MED-4085": 1, "MED-4850": 1, "MED-4087": 1, "MED-4088": 1 }, "excluded_self_id": "PLAIN-1183", "ranked_doc_ids": [ "MED-1276", "MED-4727", "MED-5331", "MED-2582", "MED-10", "MED-3856", "MED-1201", "MED-4070", "MED-5351", "MED-3976", "MED-3981", "MED-5192", "MED-5369", "MED-1242" ], "latency_ms": 0.347125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 14, "candidates_scanned": 14, "scanned_bytes": 25486, "index_reads": 15, "scored_candidates": 14, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.04, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08, "ndcg_at_10": 0.28952298823485745, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08, "ndcg_at_20": 0.18684868323532902, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1193", "query": "flax oil", "scope": "corpus", "category": "all", "relevant": { "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1, "MED-5090": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-1193", "ranked_doc_ids": [ "MED-2378", "MED-3868", "MED-839", "MED-3796", "MED-1825", "MED-1826", "MED-3869", "MED-1827", "MED-4303", "MED-4004", "MED-5085", "MED-927", "MED-2711", "MED-3659", "MED-1523", "MED-3668", "MED-928", "MED-3662", "MED-2195", "MED-1390" ], "latency_ms": 0.543292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 161, "candidates_scanned": 20, "scanned_bytes": 37305, "index_reads": 163, "scored_candidates": 158, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05555555555555555, "ndcg_at_10": 0.06362078819895171, "mrr_at_10": 0.1, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05555555555555555, "ndcg_at_20": 0.043922681482881344, "mrr_at_20": 0.1, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-12", "query": "Exploiting Autophagy to Live Longer", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 2, "MED-5237": 2, "MED-2517": 2, "MED-2518": 2, "MED-2519": 2, "MED-2520": 2, "MED-2521": 2, "MED-2514": 1, "MED-2943": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-12", "ranked_doc_ids": [ "MED-4711", "MED-2501", "MED-4262", "MED-5042", "MED-2519", "MED-1254", "MED-4698", "MED-2311", "MED-2603", "MED-4708", "MED-1376", "MED-2136", "MED-4440", "MED-3968", "MED-2815", "MED-1167", "MED-2333", "MED-1923", "MED-4884", "MED-3281" ], "latency_ms": 0.600292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 248, "candidates_scanned": 20, "scanned_bytes": 32255, "index_reads": 252, "scored_candidates": 238, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03333333333333333, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03333333333333333, "ndcg_at_10": 0.09456701548023279, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03333333333333333, "ndcg_at_20": 0.07245609615059362, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1203", "query": "folic acid", "scope": "corpus", "category": "all", "relevant": { "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-4365": 1, "MED-4575": 1, "MED-4771": 1 }, "excluded_self_id": "PLAIN-1203", "ranked_doc_ids": [ "MED-4771", "MED-1203", "MED-3275", "MED-4872", "MED-4764", "MED-4600", "MED-5208", "MED-986", "MED-1528", "MED-980", "MED-3427", "MED-1504", "MED-994", "MED-2762", "MED-922", "MED-3221", "MED-1067", "MED-3215", "MED-846", "MED-2098" ], "latency_ms": 0.626, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 567, "candidates_scanned": 20, "scanned_bytes": 39388, "index_reads": 569, "scored_candidates": 552, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.32024599984493496, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1214", "query": "Fosamax", "scope": "corpus", "category": "all", "relevant": { "MED-2988": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1489": 1, "MED-1490": 1, "MED-2979": 1, "MED-4319": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1 }, "excluded_self_id": "PLAIN-1214", "ranked_doc_ids": [], "latency_ms": 0.116917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1225", "query": "fructose", "scope": "corpus", "category": "all", "relevant": { "MED-1259": 1, "MED-2529": 1, "MED-1261": 1, "MED-1262": 1, "MED-1674": 1, "MED-1676": 1, "MED-1669": 1, "MED-1670": 1, "MED-1671": 1, "MED-1672": 1, "MED-1673": 1, "MED-1675": 1, "MED-1706": 1, "MED-1707": 1, "MED-1708": 1, "MED-1709": 1, "MED-1710": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-4091": 1, "MED-4089": 1, "MED-5071": 1, "MED-5057": 1 }, "excluded_self_id": "PLAIN-1225", "ranked_doc_ids": [ "MED-918", "MED-1669", "MED-1674", "MED-717", "MED-3059", "MED-1710", "MED-1672", "MED-1675", "MED-1261", "MED-2969", "MED-5057", "MED-3734", "MED-1707", "MED-2420", "MED-2191", "MED-2195", "MED-1743", "MED-3476", "MED-1259", "MED-4822" ], "latency_ms": 0.521416, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 24, "candidates_scanned": 20, "scanned_bytes": 37925, "index_reads": 25, "scored_candidates": 24, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07407407407407407, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2222222222222222, "ndcg_at_10": 0.5363559634917963, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.45593941397921545, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-123", "query": "How Citrus Might Help Keep Your Hands Warm", "scope": "corpus", "category": "all", "relevant": { "MED-3474": 2, "MED-3479": 2, "MED-3482": 2, "MED-3484": 2, "MED-3485": 2, "MED-3477": 2, "MED-3467": 1, "MED-3473": 1, "MED-3469": 1, "MED-3481": 1, "MED-3471": 1, "MED-3478": 1, "MED-3475": 1, "MED-3476": 1, "MED-3480": 1, "MED-3483": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4029": 1, "MED-4013": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4019": 1, "MED-4035": 1, "MED-4036": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-123", "ranked_doc_ids": [ "MED-4256", "MED-4969", "MED-4392", "MED-4429", "MED-1020", "MED-2718", "MED-3483", "MED-2501", "MED-4922", "MED-3436", "MED-2200", "MED-2182", "MED-1705", "MED-5088", "MED-4769", "MED-3319", "MED-1035", "MED-3759", "MED-1482", "MED-2265" ], "latency_ms": 0.612709, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 573, "candidates_scanned": 20, "scanned_bytes": 30904, "index_reads": 581, "scored_candidates": 524, "query_terms": 8, "selected_terms": 8, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0196078431372549, "ndcg_at_10": 0.04247244516790241, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0196078431372549, "ndcg_at_20": 0.032221888623701615, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1236", "query": "galactosemia", "scope": "corpus", "category": "all", "relevant": { "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1 }, "excluded_self_id": "PLAIN-1236", "ranked_doc_ids": [ "MED-1341" ], "latency_ms": 0.148125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 2285, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.3391602052736161, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.3391602052736161, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1249", "query": "genetic manipulation", "scope": "corpus", "category": "all", "relevant": { "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1 }, "excluded_self_id": "PLAIN-1249", "ranked_doc_ids": [ "MED-1321", "MED-3283", "MED-3353", "MED-2458", "MED-2303", "MED-4659", "MED-1751", "MED-3706", "MED-4698", "MED-2333", "MED-2090", "MED-2674", "MED-5055", "MED-3928", "MED-1780", "MED-3173", "MED-2247", "MED-1442", "MED-3305", "MED-4854" ], "latency_ms": 0.507625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 161, "candidates_scanned": 20, "scanned_bytes": 29643, "index_reads": 163, "scored_candidates": 160, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1262", "query": "Global Burden of Disease Study", "scope": "corpus", "category": "all", "relevant": { "MED-2076": 1, "MED-2077": 1, "MED-2078": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1 }, "excluded_self_id": "PLAIN-1262", "ranked_doc_ids": [ "MED-983", "MED-5293", "MED-1054", "MED-4911", "MED-4932", "MED-5331", "MED-4697", "MED-5303", "MED-2211", "MED-4096", "MED-921", "MED-1611", "MED-2082", "MED-3174", "MED-1353", "MED-1055", "MED-2484", "MED-4132", "MED-5220", "MED-1979" ], "latency_ms": 1.1485, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3708, "candidates_scanned": 20, "scanned_bytes": 46367, "index_reads": 3712, "scored_candidates": 2805, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.2082936658103318, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3, "ndcg_at_20": 0.26610066589403725, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1275", "query": "goji berries", "scope": "corpus", "category": "all", "relevant": { "MED-2882": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2895": 1, "MED-2926": 1, "MED-2922": 1, "MED-3465": 1, "MED-2923": 1, "MED-2925": 1, "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-3609": 1, "MED-3610": 1, "MED-4544": 1, "MED-2899": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2894": 1, "MED-2924": 1, "MED-2928": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3534": 1, "MED-3535": 1, "MED-3619": 1, "MED-3601": 1, "MED-3602": 1, "MED-3603": 1, "MED-3604": 1, "MED-3615": 1, "MED-3606": 1, "MED-3607": 1, "MED-3608": 1, "MED-4545": 1, "MED-4712": 1, "MED-5083": 1, "MED-5084": 1 }, "excluded_self_id": "PLAIN-1275", "ranked_doc_ids": [ "MED-2886", "MED-4712", "MED-2922", "MED-4900", "MED-1676", "MED-3493", "MED-2924", "MED-2076", "MED-1671", "MED-3951", "MED-2665", "MED-4366", "MED-5070", "MED-4576", "MED-3929", "MED-3721", "MED-2966", "MED-4850", "MED-3716", "MED-3944" ], "latency_ms": 0.535, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 48, "candidates_scanned": 20, "scanned_bytes": 36943, "index_reads": 50, "scored_candidates": 46, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05454545454545454, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07272727272727272, "ndcg_at_10": 0.5423640154200348, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07272727272727272, "ndcg_at_20": 0.35002402653171516, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1288", "query": "grapes", "scope": "corpus", "category": "all", "relevant": { "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2668": 1, "MED-2670": 1, "MED-2669": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-3697": 1, "MED-3698": 1, "MED-3699": 1, "MED-3742": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1533": 1, "MED-1534": 1, "MED-1535": 1, "MED-3900": 1, "MED-5081": 1, "MED-1538": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-1789": 1, "MED-1790": 1, "MED-1791": 1, "MED-1792": 1, "MED-1793": 1, "MED-1794": 1, "MED-1795": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2272": 1, "MED-2273": 1, "MED-2274": 1, "MED-3464": 1, "MED-2276": 1, "MED-3535": 1, "MED-2278": 1, "MED-2324": 1, "MED-2325": 1, "MED-2326": 1, "MED-2327": 1, "MED-2328": 1, "MED-2335": 1, "MED-2330": 1, "MED-2331": 1, "MED-2332": 1, "MED-2333": 1, "MED-2823": 1, "MED-2336": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2667": 1, "MED-2819": 1, "MED-2882": 1, "MED-2898": 1, "MED-2893": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2899": 1, "MED-2888": 1, "MED-2889": 1, "MED-2894": 1, "MED-2895": 1, "MED-4523": 1, "MED-2966": 1, "MED-2967": 1, "MED-2951": 1, "MED-2968": 1, "MED-2969": 1, "MED-2970": 1, "MED-2971": 1, "MED-2972": 1, "MED-3540": 1, "MED-3544": 1, "MED-3696": 1, "MED-3700": 1, "MED-3701": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4029": 1, "MED-4013": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4019": 1, "MED-4035": 1, "MED-4036": 1, "MED-4127": 1, "MED-4124": 1, "MED-4125": 1, "MED-4126": 1, "MED-4265": 1, "MED-4266": 1, "MED-4267": 1, "MED-4286": 1, "MED-4281": 1, "MED-4413": 1, "MED-4545": 1, "MED-4585": 1, "MED-5064": 1, "MED-5065": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-1288", "ranked_doc_ids": [ "MED-2668", "MED-2669", "MED-1538", "MED-2083", "MED-5065", "MED-1533", "MED-2663", "MED-4585", "MED-3744", "MED-2966", "MED-3952", "MED-3945", "MED-2085", "MED-4413", "MED-4303", "MED-4103", "MED-3700", "MED-3728", "MED-1795", "MED-3382" ], "latency_ms": 0.497791, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 29, "candidates_scanned": 20, "scanned_bytes": 35861, "index_reads": 30, "scored_candidates": 29, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.02040816326530612, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.04591836734693878, "ndcg_at_10": 0.905211635630449, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.061224489795918366, "ndcg_at_20": 0.6874782638940087, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1299", "query": "growth promoters", "scope": "corpus", "category": "all", "relevant": { "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-3563": 1, "MED-3557": 1, "MED-3558": 1, "MED-3887": 1, "MED-2086": 1, "MED-2087": 1, "MED-2088": 1, "MED-2773": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-3567": 1, "MED-3884": 1, "MED-3885": 1, "MED-3570": 1, "MED-3886": 1, "MED-3572": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3577": 1, "MED-3891": 1, "MED-3892": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4144": 1, "MED-4145": 1, "MED-4146": 1, "MED-4147": 1, "MED-4148": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4791": 1, "MED-4792": 1, "MED-4804": 1, "MED-4794": 1, "MED-4795": 1, "MED-4796": 1, "MED-4797": 1, "MED-4798": 1, "MED-4799": 1, "MED-4800": 1, "MED-4801": 1, "MED-4802": 1, "MED-4803": 1, "MED-4912": 1, "MED-4911": 1, "MED-5341": 1 }, "excluded_self_id": "PLAIN-1299", "ranked_doc_ids": [ "MED-1229", "MED-2123", "MED-2774", "MED-4897", "MED-2136", "MED-4222", "MED-1770", "MED-2114", "MED-5239", "MED-4394", "MED-2430", "MED-4747", "MED-1794", "MED-4612", "MED-1054", "MED-4777", "MED-2227", "MED-888", "MED-836", "MED-3887" ], "latency_ms": 0.583209, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 446, "candidates_scanned": 20, "scanned_bytes": 37957, "index_reads": 448, "scored_candidates": 412, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.01639344262295082, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.01639344262295082, "ndcg_at_10": 0.11004588314904008, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04918032786885246, "ndcg_at_20": 0.14174294913053137, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1309", "query": "halibut", "scope": "corpus", "category": "all", "relevant": { "MED-4182": 1, "MED-4183": 1, "MED-4380": 1, "MED-4381": 1 }, "excluded_self_id": "PLAIN-1309", "ranked_doc_ids": [], "latency_ms": 0.123667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1320", "query": "Harvard Physicians\u2019 Study II", "scope": "corpus", "category": "all", "relevant": { "MED-2757": 1, "MED-2758": 1, "MED-2762": 1, "MED-2759": 1, "MED-2760": 1, "MED-2761": 1 }, "excluded_self_id": "PLAIN-1320", "ranked_doc_ids": [ "MED-1986", "MED-4929", "MED-2760", "MED-4398", "MED-2758", "MED-3932", "MED-2761", "MED-2525", "MED-1053", "MED-5368", "MED-728", "MED-1622", "MED-1549", "MED-1545", "MED-2112", "MED-727", "MED-1097", "MED-1543", "MED-3759", "MED-3427" ], "latency_ms": 0.831417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2571, "candidates_scanned": 20, "scanned_bytes": 38881, "index_reads": 2575, "scored_candidates": 2441, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.30078518014914984, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.36923127105364145, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.36923127105364145, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-133", "query": "Starving Tumors of Their Blood Supply", "scope": "corpus", "category": "all", "relevant": { "MED-3549": 2, "MED-3550": 2, "MED-3551": 2, "MED-3554": 2, "MED-3555": 2, "MED-3548": 1, "MED-3552": 1, "MED-3553": 1, "MED-4089": 1, "MED-4090": 1, "MED-4652": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1, "MED-5341": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-133", "ranked_doc_ids": [ "MED-1666", "MED-4627", "MED-4423", "MED-4536", "MED-1665", "MED-2923", "MED-2751", "MED-2010", "MED-2066", "MED-2513", "MED-4690", "MED-2129", "MED-5273", "MED-4374", "MED-1657", "MED-1659", "MED-1774", "MED-5160", "MED-2216", "MED-3649" ], "latency_ms": 0.7935, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1590, "candidates_scanned": 20, "scanned_bytes": 37418, "index_reads": 1594, "scored_candidates": 1390, "query_terms": 5, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1331", "query": "hearing", "scope": "corpus", "category": "all", "relevant": { "MED-4375": 1 }, "excluded_self_id": "PLAIN-1331", "ranked_doc_ids": [ "MED-1049", "MED-3381", "MED-3391" ], "latency_ms": 0.162833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 4801, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1342", "query": "heme iron", "scope": "corpus", "category": "all", "relevant": { "MED-1401": 1, "MED-1402": 1, "MED-1366": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-2582": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1 }, "excluded_self_id": "PLAIN-1342", "ranked_doc_ids": [ "MED-4317", "MED-2851", "MED-1403", "MED-2845", "MED-2844", "MED-1401", "MED-5326", "MED-4493", "MED-2108", "MED-847", "MED-5235", "MED-4316", "MED-4318", "MED-898", "MED-4926", "MED-4773", "MED-2901", "MED-2983", "MED-2979", "MED-4772" ], "latency_ms": 0.509084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 73, "candidates_scanned": 20, "scanned_bytes": 33425, "index_reads": 75, "scored_candidates": 62, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.125, "ndcg_at_5": 0.5087403079104241, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1875, "ndcg_at_10": 0.40853591842579556, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3125, "ndcg_at_20": 0.3912701355675195, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1353", "query": "hernia", "scope": "corpus", "category": "all", "relevant": { "MED-2997": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1 }, "excluded_self_id": "PLAIN-1353", "ranked_doc_ids": [ "MED-976", "MED-2110" ], "latency_ms": 0.139375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2237, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1363", "query": "Hiroshima", "scope": "corpus", "category": "all", "relevant": { "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1 }, "excluded_self_id": "PLAIN-1363", "ranked_doc_ids": [ "MED-3620" ], "latency_ms": 0.129625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1923, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09090909090909091, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09090909090909091, "ndcg_at_20": 0.2073612289146658, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1374", "query": "hormonal dysfunction", "scope": "corpus", "category": "all", "relevant": { "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4752": 1, "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1, "MED-4758": 1, "MED-4759": 1, "MED-4897": 1, "MED-4951": 1 }, "excluded_self_id": "PLAIN-1374", "ranked_doc_ids": [ "MED-3429", "MED-3398", "MED-826", "MED-3434", "MED-828", "MED-5223", "MED-3673", "MED-3940", "MED-1647", "MED-3428", "MED-3247", "MED-1595", "MED-4747", "MED-4157", "MED-1010", "MED-4664", "MED-1592", "MED-5218", "MED-4147", "MED-1594" ], "latency_ms": 0.52525, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 308, "candidates_scanned": 20, "scanned_bytes": 36128, "index_reads": 310, "scored_candidates": 307, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.038461538461538464, "ndcg_at_20": 0.03730675036644463, "mrr_at_20": 0.07692307692307693, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1387", "query": "hyperactivity", "scope": "corpus", "category": "all", "relevant": { "MED-3378": 1, "MED-3380": 1, "MED-5062": 1, "MED-3382": 1, "MED-3383": 1, "MED-3384": 1, "MED-3379": 1, "MED-3381": 1, "MED-4711": 1, "MED-4840": 1, "MED-5058": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-1387", "ranked_doc_ids": [ "MED-3380", "MED-3381", "MED-5063", "MED-1686", "MED-3383", "MED-5062", "MED-4655", "MED-2078", "MED-1153", "MED-3384", "MED-3013", "MED-4637", "MED-4840", "MED-3382", "MED-1598", "MED-2121", "MED-2992" ], "latency_ms": 0.374167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 17, "candidates_scanned": 17, "scanned_bytes": 27705, "index_reads": 18, "scored_candidates": 17, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6961622681399229, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7229235769581427, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1398", "query": "IGF-1", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-3563": 1, "MED-3557": 1, "MED-3558": 1, "MED-1763": 1, "MED-1584": 1, "MED-1585": 1, "MED-1586": 1, "MED-1587": 1, "MED-1588": 1, "MED-1595": 1, "MED-1596": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-1711": 1, "MED-1712": 1, "MED-2763": 1, "MED-1714": 1, "MED-1715": 1, "MED-1716": 1, "MED-1717": 1, "MED-1718": 1, "MED-1719": 1, "MED-1720": 1, "MED-1721": 1, "MED-1722": 1, "MED-1723": 1, "MED-1724": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2355": 1, "MED-2356": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4112": 1, "MED-4113": 1, "MED-4114": 1, "MED-4115": 1, "MED-4163": 1, "MED-4164": 1, "MED-4224": 1, "MED-4226": 1, "MED-4228": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-4220": 1, "MED-4612": 1, "MED-4222": 1, "MED-4223": 1, "MED-4225": 1, "MED-4227": 1, "MED-4897": 1, "MED-4953": 1, "MED-4954": 1 }, "excluded_self_id": "PLAIN-1398", "ranked_doc_ids": [ "MED-1715", "MED-4228", "MED-4212", "MED-4897", "MED-4216", "MED-1722", "MED-4220", "MED-1720", "MED-1723", "MED-4225", "MED-3959", "MED-1716", "MED-1711", "MED-1712", "MED-2114", "MED-1724", "MED-1719", "MED-4211", "MED-4239", "MED-1587" ], "latency_ms": 0.738541, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1615, "candidates_scanned": 20, "scanned_bytes": 34636, "index_reads": 1617, "scored_candidates": 1583, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.04854368932038835, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0970873786407767, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.17475728155339806, "ndcg_at_20": 0.9316250195240087, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1409", "query": "industrial toxins", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-3028": 1, "MED-2913": 1, "MED-3021": 1, "MED-3012": 1, "MED-3033": 1, "MED-2906": 1, "MED-3034": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-1098": 1, "MED-1099": 1, "MED-1100": 1, "MED-1101": 1, "MED-3590": 1, "MED-1763": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1595": 1, "MED-1596": 1, "MED-1597": 1, "MED-1747": 1, "MED-1748": 1, "MED-1749": 1, "MED-1750": 1, "MED-1751": 1, "MED-1752": 1, "MED-1753": 1, "MED-1754": 1, "MED-1762": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-1831": 1, "MED-1832": 1, "MED-1833": 1, "MED-1834": 1, "MED-5092": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-2042": 1, "MED-2043": 1, "MED-2044": 1, "MED-2045": 1, "MED-2046": 1, "MED-2047": 1, "MED-2048": 1, "MED-2049": 1, "MED-2050": 1, "MED-2051": 1, "MED-2052": 1, "MED-2099": 1, "MED-2100": 1, "MED-2101": 1, "MED-2102": 1, "MED-2103": 1, "MED-2529": 1, "MED-2105": 1, "MED-2106": 1, "MED-2107": 1, "MED-2108": 1, "MED-2385": 1, "MED-2386": 1, "MED-2395": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2407": 1, "MED-2405": 1, "MED-2394": 1, "MED-2397": 1, "MED-2398": 1, "MED-2400": 1, "MED-2402": 1, "MED-2411": 1, "MED-2404": 1, "MED-2406": 1, "MED-2409": 1, "MED-2410": 1, "MED-2412": 1, "MED-2413": 1, "MED-2461": 1, "MED-2464": 1, "MED-2468": 1, "MED-2469": 1, "MED-2471": 1, "MED-2472": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2479": 1, "MED-2482": 1, "MED-2484": 1, "MED-3687": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3035": 1, "MED-2921": 1, "MED-3102": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4167": 1, "MED-4168": 1, "MED-4169": 1, "MED-4170": 1, "MED-4171": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4180": 1, "MED-4181": 1, "MED-4182": 1, "MED-4183": 1, "MED-4184": 1, "MED-4187": 1, "MED-4404": 1, "MED-4405": 1, "MED-4436": 1, "MED-4525": 1, "MED-4526": 1, "MED-4527": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1, "MED-4531": 1, "MED-4532": 1, "MED-4534": 1, "MED-4536": 1, "MED-4548": 1, "MED-4622": 1, "MED-4936": 1, "MED-4730": 1, "MED-4653": 1, "MED-4654": 1, "MED-4655": 1, "MED-4656": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4944": 1, "MED-4950": 1, "MED-4991": 1, "MED-4992": 1, "MED-5085": 1, "MED-5086": 1, "MED-5087": 1, "MED-5088": 1, "MED-5089": 1, "MED-5094": 1, "MED-5095": 1, "MED-5096": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5102": 1, "MED-5104": 1, "MED-5105": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-1409", "ranked_doc_ids": [ "MED-1569", "MED-2173", "MED-943", "MED-1570", "MED-3515", "MED-1749", "MED-1266", "MED-1272", "MED-1572", "MED-4525", "MED-4961", "MED-4967", "MED-4380", "MED-4807", "MED-2221", "MED-2726", "MED-3634", "MED-4797", "MED-1058", "MED-1144" ], "latency_ms": 0.478375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 146, "candidates_scanned": 20, "scanned_bytes": 30306, "index_reads": 148, "scored_candidates": 144, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.007905138339920948, "ndcg_at_10": 0.14201905717762703, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.007905138339920948, "ndcg_at_20": 0.0916544623615061, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1419", "query": "insects", "scope": "corpus", "category": "all", "relevant": { "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-1148": 1, "MED-1149": 1, "MED-1150": 1, "MED-1151": 1, "MED-1152": 1, "MED-1153": 1, "MED-1179": 1, "MED-1181": 1, "MED-1156": 1, "MED-2337": 1, "MED-2338": 1, "MED-2339": 1, "MED-2340": 1, "MED-2341": 1, "MED-2355": 1, "MED-2356": 1, "MED-2344": 1, "MED-2345": 1, "MED-2346": 1, "MED-2347": 1, "MED-2348": 1, "MED-2349": 1, "MED-2350": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-4198": 1, "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4357": 1, "MED-4403": 1, "MED-4913": 1, "MED-4914": 1, "MED-4915": 1, "MED-5029": 1 }, "excluded_self_id": "PLAIN-1419", "ranked_doc_ids": [ "MED-3279", "MED-4198", "MED-2327", "MED-3662", "MED-5156", "MED-1220", "MED-2344", "MED-2204" ], "latency_ms": 0.230334, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 8, "candidates_scanned": 8, "scanned_bytes": 14667, "index_reads": 9, "scored_candidates": 8, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03076923076923077, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.046153846153846156, "ndcg_at_10": 0.43231813227099475, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.046153846153846156, "ndcg_at_20": 0.2790040067148865, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1429", "query": "Iowa Women\u2019s Health Study", "scope": "corpus", "category": "all", "relevant": { "MED-2757": 1, "MED-2758": 1, "MED-2762": 1, "MED-2759": 1, "MED-2760": 1, "MED-2761": 1 }, "excluded_self_id": "PLAIN-1429", "ranked_doc_ids": [ "MED-1381", "MED-4594", "MED-4802", "MED-4057", "MED-1559", "MED-1210", "MED-2428", "MED-5125", "MED-4786", "MED-3696", "MED-3354", "MED-4735", "MED-3448", "MED-1826", "MED-2977", "MED-4892", "MED-4925", "MED-5090", "MED-4157", "MED-1299" ], "latency_ms": 1.063166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4621, "candidates_scanned": 20, "scanned_bytes": 36144, "index_reads": 4626, "scored_candidates": 2899, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-143", "query": "Are Dental X-Rays Safe?", "scope": "corpus", "category": "all", "relevant": { "MED-3618": 2, "MED-3621": 2, "MED-3619": 1, "MED-3601": 1, "MED-3602": 1, "MED-3603": 1, "MED-3604": 1, "MED-3615": 1, "MED-3606": 1, "MED-3607": 1, "MED-3608": 1, "MED-3609": 1, "MED-3610": 1, "MED-3617": 1, "MED-3620": 1, "MED-3622": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-143", "ranked_doc_ids": [ "MED-3621", "MED-2093", "MED-3282", "MED-3962", "MED-4027", "MED-3374", "MED-4028", "MED-4036", "MED-869", "MED-3618", "MED-854", "MED-3220", "MED-3235", "MED-5155", "MED-872", "MED-5097", "MED-1461", "MED-1858", "MED-4019", "MED-4026" ], "latency_ms": 0.511667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 213, "candidates_scanned": 20, "scanned_bytes": 36254, "index_reads": 217, "scored_candidates": 192, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0196078431372549, "ndcg_at_5": 0.43673949858938643, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0392156862745098, "ndcg_at_10": 0.41754542187436805, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0392156862745098, "ndcg_at_20": 0.2973210405702038, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1441", "query": "Japan", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2999": 1, "MED-2997": 1, "MED-2765": 1, "MED-3001": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-2882": 1, "MED-2899": 1, "MED-2894": 1, "MED-3136": 1, "MED-3138": 1, "MED-3141": 1, "MED-3140": 1, "MED-3443": 1, "MED-3444": 1, "MED-3441": 1, "MED-3445": 1, "MED-3446": 1, "MED-3442": 1, "MED-3447": 1, "MED-3448": 1, "MED-1318": 1, "MED-1319": 1, "MED-1320": 1, "MED-1321": 1, "MED-1322": 1, "MED-1323": 1, "MED-1324": 1, "MED-1612": 1, "MED-1326": 1, "MED-1327": 1, "MED-1328": 1, "MED-1329": 1, "MED-1330": 1, "MED-1331": 1, "MED-1332": 1, "MED-1333": 1, "MED-1334": 1, "MED-1335": 1, "MED-1795": 1, "MED-1418": 1, "MED-1419": 1, "MED-1420": 1, "MED-1421": 1, "MED-3964": 1, "MED-4342": 1, "MED-1581": 1, "MED-1425": 1, "MED-1426": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2126": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-3000": 1, "MED-2773": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2895": 1, "MED-3139": 1, "MED-3142": 1, "MED-3143": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3863": 1, "MED-3864": 1, "MED-3865": 1, "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-3971": 1, "MED-3972": 1, "MED-3973": 1, "MED-3974": 1, "MED-3975": 1, "MED-4127": 1, "MED-4124": 1, "MED-4125": 1, "MED-4126": 1, "MED-4184": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-4466": 1, "MED-4625": 1, "MED-4626": 1, "MED-4635": 1, "MED-4640": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-5030": 1 }, "excluded_self_id": "PLAIN-1441", "ranked_doc_ids": [ "MED-2216", "MED-2773", "MED-2770", "MED-3659", "MED-1332", "MED-3629", "MED-2299", "MED-5117", "MED-2218", "MED-4824", "MED-4817", "MED-5094", "MED-4410", "MED-3973", "MED-3000", "MED-1532", "MED-2657", "MED-3448", "MED-5139", "MED-2385" ], "latency_ms": 0.452292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 60, "candidates_scanned": 20, "scanned_bytes": 31523, "index_reads": 61, "scored_candidates": 60, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.016129032258064516, "ndcg_at_5": 0.5147714448836774, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.021505376344086023, "ndcg_at_10": 0.4124497136428909, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04838709677419355, "ndcg_at_20": 0.44029851230329276, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1453", "query": "junk food", "scope": "corpus", "category": "all", "relevant": { "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3093": 1, "MED-332": 1, "MED-3090": 1, "MED-334": 1, "MED-335": 1, "MED-3092": 1, "MED-3094": 1, "MED-3348": 1, "MED-3351": 1, "MED-3354": 1, "MED-3359": 1, "MED-3352": 1, "MED-3350": 1, "MED-3356": 1, "MED-3358": 1, "MED-3355": 1, "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-3374": 1, "MED-3598": 1, "MED-3597": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-1374": 1, "MED-1375": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-2505": 1, "MED-1380": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1533": 1, "MED-1534": 1, "MED-1535": 1, "MED-3900": 1, "MED-5081": 1, "MED-1538": 1, "MED-1540": 1, "MED-1541": 1, "MED-1557": 1, "MED-1558": 1, "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1581": 1, "MED-1582": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1650": 1, "MED-1651": 1, "MED-2726": 1, "MED-2221": 1, "MED-4602": 1, "MED-1760": 1, "MED-1761": 1, "MED-1847": 1, "MED-1848": 1, "MED-1849": 1, "MED-1850": 1, "MED-1851": 1, "MED-1852": 1, "MED-1861": 1, "MED-1862": 1, "MED-1863": 1, "MED-1864": 1, "MED-1865": 1, "MED-1866": 1, "MED-1867": 1, "MED-1868": 1, "MED-1869": 1, "MED-1871": 1, "MED-1872": 1, "MED-1873": 1, "MED-1874": 1, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-2722": 1, "MED-2489": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2126": 1, "MED-2179": 1, "MED-2180": 1, "MED-2181": 1, "MED-2182": 1, "MED-2183": 1, "MED-2184": 1, "MED-2219": 1, "MED-2220": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2288": 1, "MED-3137": 1, "MED-2290": 1, "MED-2291": 1, "MED-2292": 1, "MED-2293": 1, "MED-2294": 1, "MED-2295": 1, "MED-2296": 1, "MED-2819": 1, "MED-3051": 1, "MED-3055": 1, "MED-3056": 1, "MED-3057": 1, "MED-3085": 1, "MED-3086": 1, "MED-3091": 1, "MED-3095": 1, "MED-3096": 1, "MED-3371": 1, "MED-3353": 1, "MED-3373": 1, "MED-3375": 1, "MED-3599": 1, "MED-3769": 1, "MED-3770": 1, "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4251": 1, "MED-4352": 1, "MED-4353": 1, "MED-4450": 1, "MED-4556": 1, "MED-4559": 1, "MED-4585": 1, "MED-4590": 1, "MED-4587": 1, "MED-4588": 1, "MED-4589": 1, "MED-4686": 1, "MED-4687": 1, "MED-4689": 1, "MED-4711": 1, "MED-4715": 1, "MED-4716": 1, "MED-4744": 1, "MED-4746": 1, "MED-4785": 1, "MED-4782": 1, "MED-5038": 1, "MED-5039": 1, "MED-5040": 1, "MED-5052": 1, "MED-5056": 1, "MED-5057": 1, "MED-5059": 1, "MED-5062": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-1453", "ranked_doc_ids": [ "MED-2221", "MED-4366", "MED-1955", "MED-2742", "MED-5288", "MED-1761", "MED-3356", "MED-4186", "MED-2572", "MED-2738", "MED-4796", "MED-3085", "MED-2181", "MED-1150", "MED-3770", "MED-1046", "MED-3769", "MED-2063", "MED-3060", "MED-2951" ], "latency_ms": 0.635083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1014, "candidates_scanned": 20, "scanned_bytes": 37168, "index_reads": 1016, "scored_candidates": 1011, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.004081632653061225, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.012244897959183673, "ndcg_at_10": 0.37185395737611554, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0326530612244898, "ndcg_at_20": 0.41811174374996146, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1463", "query": "kidney beans", "scope": "corpus", "category": "all", "relevant": { "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-4523": 1, "MED-2967": 1, "MED-2969": 1, "MED-2971": 1, "MED-3136": 1, "MED-3137": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1 }, "excluded_self_id": "PLAIN-1463", "ranked_doc_ids": [ "MED-2140", "MED-2147", "MED-3136", "MED-3132", "MED-4165", "MED-3584", "MED-4991", "MED-3138", "MED-1880", "MED-5079", "MED-3141", "MED-2570", "MED-2352", "MED-2144", "MED-1133", "MED-2777", "MED-1137", "MED-2580", "MED-2141", "MED-2263" ], "latency_ms": 0.547667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 129, "candidates_scanned": 20, "scanned_bytes": 33592, "index_reads": 131, "scored_candidates": 124, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08333333333333333, "ndcg_at_5": 0.5087403079104241, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.3995688713838975, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.36671102866408906, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1473", "query": "kohlrabi", "scope": "corpus", "category": "all", "relevant": { "MED-4455": 1 }, "excluded_self_id": "PLAIN-1473", "ranked_doc_ids": [ "MED-4455" ], "latency_ms": 0.183208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1447, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1485", "query": "lard", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-1249": 1, "MED-1250": 1, "MED-4831": 1, "MED-1252": 1, "MED-1253": 1, "MED-1254": 1, "MED-1801": 1, "MED-1256": 1, "MED-1257": 1, "MED-1258": 1, "MED-1381": 1, "MED-2593": 1, "MED-1383": 1, "MED-1393": 1, "MED-4710": 1, "MED-1386": 1, "MED-1387": 1, "MED-1388": 1, "MED-1389": 1, "MED-1390": 1, "MED-1394": 1, "MED-1491": 1, "MED-1492": 1, "MED-1493": 1, "MED-1494": 1, "MED-1495": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-4349": 1, "MED-4520": 1, "MED-4450": 1, "MED-4451": 1, "MED-4686": 1 }, "excluded_self_id": "PLAIN-1485", "ranked_doc_ids": [ "MED-2099" ], "latency_ms": 0.14725, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1323, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1496", "query": "leeks", "scope": "corpus", "category": "all", "relevant": { "MED-4859": 1 }, "excluded_self_id": "PLAIN-1496", "ranked_doc_ids": [ "MED-1950", "MED-1580" ], "latency_ms": 0.211083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 4191, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1506", "query": "leucine", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1 }, "excluded_self_id": "PLAIN-1506", "ranked_doc_ids": [ "MED-5239", "MED-2126", "MED-2121", "MED-4306", "MED-2117", "MED-2509", "MED-5025" ], "latency_ms": 0.242667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 7, "candidates_scanned": 7, "scanned_bytes": 12877, "index_reads": 8, "scored_candidates": 7, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06666666666666667, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13333333333333333, "ndcg_at_10": 0.2984900352767555, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13333333333333333, "ndcg_at_20": 0.23138144801632507, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1516", "query": "Lindane", "scope": "corpus", "category": "all", "relevant": { "MED-5102": 1, "MED-5104": 1 }, "excluded_self_id": "PLAIN-1516", "ranked_doc_ids": [ "MED-4181", "MED-930" ], "latency_ms": 0.1555, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2685, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1527", "query": "liver disease", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2780": 1, "MED-2810": 1, "MED-2787": 1, "MED-2788": 1, "MED-2777": 1, "MED-2816": 1, "MED-3315": 1, "MED-3305": 1, "MED-3308": 1, "MED-3310": 1, "MED-3312": 1, "MED-3318": 1, "MED-3313": 1, "MED-3486": 1, "MED-3492": 1, "MED-3487": 1, "MED-3493": 1, "MED-3488": 1, "MED-3489": 1, "MED-3490": 1, "MED-3491": 1, "MED-3811": 1, "MED-1301": 1, "MED-1302": 1, "MED-1303": 1, "MED-1304": 1, "MED-1305": 1, "MED-1313": 1, "MED-1307": 1, "MED-1308": 1, "MED-1309": 1, "MED-1327": 1, "MED-1669": 1, "MED-1670": 1, "MED-1671": 1, "MED-1672": 1, "MED-1673": 1, "MED-1674": 1, "MED-1675": 1, "MED-1676": 1, "MED-1706": 1, "MED-1707": 1, "MED-1708": 1, "MED-1709": 1, "MED-1710": 1, "MED-1853": 1, "MED-1871": 1, "MED-1864": 1, "MED-4027": 1, "MED-1857": 1, "MED-1858": 1, "MED-1859": 1, "MED-1860": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2042": 1, "MED-2043": 1, "MED-2044": 1, "MED-2045": 1, "MED-2046": 1, "MED-2047": 1, "MED-2048": 1, "MED-2049": 1, "MED-2050": 1, "MED-2051": 1, "MED-2052": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2154": 1, "MED-2155": 1, "MED-2156": 1, "MED-2157": 1, "MED-2158": 1, "MED-2159": 1, "MED-2160": 1, "MED-2161": 1, "MED-2162": 1, "MED-2163": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2355": 1, "MED-2356": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-2616": 1, "MED-2617": 1, "MED-2618": 1, "MED-2619": 1, "MED-2674": 1, "MED-2815": 1, "MED-2781": 1, "MED-2782": 1, "MED-2783": 1, "MED-2818": 1, "MED-2785": 1, "MED-2786": 1, "MED-3306": 1, "MED-3307": 1, "MED-3309": 1, "MED-3311": 1, "MED-3314": 1, "MED-3317": 1, "MED-3319": 1, "MED-3320": 1, "MED-3321": 1, "MED-3733": 1, "MED-3734": 1, "MED-3744": 1, "MED-3745": 1, "MED-3742": 1, "MED-3738": 1, "MED-3747": 1, "MED-3743": 1, "MED-3748": 1, "MED-4100": 1, "MED-4101": 1, "MED-4102": 1, "MED-4116": 1, "MED-4117": 1, "MED-4118": 1, "MED-4119": 1, "MED-4165": 1, "MED-4969": 1, "MED-4363": 1, "MED-4364": 1, "MED-4373": 1, "MED-4374": 1, "MED-4415": 1, "MED-4416": 1, "MED-4417": 1, "MED-4418": 1, "MED-4543": 1, "MED-4544": 1, "MED-4804": 1, "MED-4812": 1, "MED-4813": 1, "MED-4814": 1, "MED-4815": 1, "MED-4816": 1, "MED-4817": 1, "MED-4870": 1, "MED-4872": 1, "MED-4873": 1, "MED-4874": 1, "MED-4930": 1, "MED-4991": 1, "MED-4992": 1, "MED-5025": 1, "MED-5079": 1, "MED-5080": 1, "MED-5157": 1, "MED-5158": 1, "MED-5163": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-1527", "ranked_doc_ids": [ "MED-2160", "MED-1307", "MED-1302", "MED-1304", "MED-5233", "MED-1868", "MED-4101", "MED-2154", "MED-1309", "MED-2158", "MED-4817", "MED-1833", "MED-912", "MED-5158", "MED-1710", "MED-4873", "MED-1301", "MED-1236", "MED-1598", "MED-2161" ], "latency_ms": 0.660042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1302, "candidates_scanned": 20, "scanned_bytes": 34505, "index_reads": 1304, "scored_candidates": 1237, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.019801980198019802, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.039603960396039604, "ndcg_at_10": 0.8364586133797036, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06930693069306931, "ndcg_at_20": 0.752461878469279, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-153", "query": "How Should I Take Probiotics?", "scope": "corpus", "category": "all", "relevant": { "MED-3679": 2, "MED-3671": 1, "MED-3672": 1, "MED-3673": 1, "MED-3674": 1, "MED-3675": 1, "MED-3676": 1, "MED-3677": 1, "MED-3678": 1, "MED-3680": 1, "MED-3681": 1, "MED-3682": 1, "MED-3683": 1, "MED-3693": 1, "MED-3685": 1, "MED-3686": 1, "MED-3687": 1, "MED-3688": 1, "MED-3689": 1, "MED-3690": 1, "MED-3691": 1, "MED-3692": 1, "MED-3694": 1, "MED-3695": 1, "MED-4566": 1, "MED-4574": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-153", "ranked_doc_ids": [ "MED-3677", "MED-3675", "MED-4266", "MED-2105", "MED-3679", "MED-1716", "MED-3695", "MED-4511", "MED-2527", "MED-3673", "MED-3692", "MED-3164", "MED-2182", "MED-3683", "MED-1248", "MED-3680", "MED-3688", "MED-3690", "MED-4371", "MED-3691" ], "latency_ms": 0.685292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 891, "candidates_scanned": 20, "scanned_bytes": 38383, "index_reads": 896, "scored_candidates": 803, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06382978723404255, "ndcg_at_5": 0.609006018713193, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.10638297872340426, "ndcg_at_10": 0.5460451206671149, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.23404255319148937, "ndcg_at_20": 0.5608614606747533, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1537", "query": "low-carb diets", "scope": "corpus", "category": "all", "relevant": { "MED-2586": 1, "MED-2587": 1, "MED-2588": 1, "MED-2591": 1, "MED-1463": 1, "MED-1464": 1, "MED-1465": 1, "MED-1466": 1, "MED-1467": 1, "MED-1468": 1, "MED-1474": 1, "MED-1470": 1, "MED-1471": 1, "MED-1472": 1, "MED-1473": 1, "MED-1475": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1655": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-2589": 1, "MED-2590": 1, "MED-4514": 1, "MED-4515": 1 }, "excluded_self_id": "PLAIN-1537", "ranked_doc_ids": [ "MED-4880", "MED-2943", "MED-1714", "MED-4515", "MED-3874", "MED-4885", "MED-2458", "MED-5267", "MED-5113", "MED-3149", "MED-2511", "MED-1258", "MED-3216", "MED-5272", "MED-3273", "MED-1669", "MED-4985", "MED-4522", "MED-1257", "MED-3965" ], "latency_ms": 0.813625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1769, "candidates_scanned": 20, "scanned_bytes": 39773, "index_reads": 1772, "scored_candidates": 1420, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.022222222222222223, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.022222222222222223, "ndcg_at_10": 0.09478836436955078, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.022222222222222223, "ndcg_at_20": 0.061173315378031855, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1547", "query": "lyme disease", "scope": "corpus", "category": "all", "relevant": { "MED-2355": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2369": 1 }, "excluded_self_id": "PLAIN-1547", "ranked_doc_ids": [ "MED-2360", "MED-2361", "MED-975", "MED-983", "MED-5281", "MED-4431", "MED-3706", "MED-2385", "MED-2997", "MED-5030", "MED-2590", "MED-972", "MED-2111", "MED-2658", "MED-2815", "MED-4013", "MED-1028", "MED-1167", "MED-3480", "MED-2303" ], "latency_ms": 0.55125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1154, "candidates_scanned": 20, "scanned_bytes": 24575, "index_reads": 1156, "scored_candidates": 1152, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1557", "query": "magnesium", "scope": "corpus", "category": "all", "relevant": { "MED-3137": 1, "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-1133": 1, "MED-1134": 1, "MED-1135": 1, "MED-1136": 1, "MED-1137": 1, "MED-1138": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1, "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4314": 1, "MED-4315": 1, "MED-5145": 1 }, "excluded_self_id": "PLAIN-1557", "ranked_doc_ids": [ "MED-1406", "MED-2248", "MED-3918", "MED-4315", "MED-1447", "MED-4313", "MED-5005", "MED-1528", "MED-2455", "MED-2380", "MED-4298", "MED-885", "MED-4627", "MED-5231", "MED-3497", "MED-2917", "MED-1137", "MED-915", "MED-2201", "MED-4991" ], "latency_ms": 0.482333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 29, "candidates_scanned": 20, "scanned_bytes": 35310, "index_reads": 30, "scored_candidates": 29, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07692307692307693, "ndcg_at_5": 0.3156484524795145, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.11538461538461539, "ndcg_at_10": 0.28323251649726616, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15384615384615385, "ndcg_at_20": 0.21685199042546005, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1568", "query": "maple syrup", "scope": "corpus", "category": "all", "relevant": { "MED-4150": 1, "MED-5056": 1 }, "excluded_self_id": "PLAIN-1568", "ranked_doc_ids": [ "MED-4150", "MED-5056", "MED-2490", "MED-1710", "MED-2054", "MED-4782", "MED-5057", "MED-717", "MED-1672", "MED-5059", "MED-3734", "MED-1674", "MED-4266" ], "latency_ms": 0.336291, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 15, "candidates_scanned": 13, "scanned_bytes": 25906, "index_reads": 17, "scored_candidates": 13, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1579", "query": "mastitis", "scope": "corpus", "category": "all", "relevant": { "MED-4667": 1, "MED-5109": 1, "MED-4665": 1, "MED-4666": 1, "MED-4668": 1 }, "excluded_self_id": "PLAIN-1579", "ranked_doc_ids": [ "MED-4667", "MED-4801" ], "latency_ms": 0.143875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 3458, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.3391602052736161, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.3391602052736161, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1590", "query": "medical ethics", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3619": 1, "MED-3601": 1, "MED-3602": 1, "MED-3603": 1, "MED-3604": 1, "MED-3615": 1, "MED-3606": 1, "MED-3607": 1, "MED-3608": 1, "MED-3609": 1, "MED-3610": 1 }, "excluded_self_id": "PLAIN-1590", "ranked_doc_ids": [ "MED-748", "MED-1344", "MED-3604", "MED-3757", "MED-3754", "MED-3760", "MED-3749", "MED-1744", "MED-3759", "MED-1803", "MED-1240", "MED-1991", "MED-1014", "MED-749", "MED-4599", "MED-4674", "MED-2472", "MED-1354", "MED-1350", "MED-1830" ], "latency_ms": 0.541916, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 312, "candidates_scanned": 20, "scanned_bytes": 32586, "index_reads": 314, "scored_candidates": 305, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05555555555555555, "ndcg_at_10": 0.11004588314904008, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05555555555555555, "ndcg_at_20": 0.07597375654860733, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1601", "query": "memory", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2668": 1, "MED-2670": 1, "MED-2669": 1, "MED-3536": 1, "MED-3537": 1, "MED-3539": 1, "MED-5030": 1, "MED-3771": 1, "MED-3774": 1, "MED-3775": 1, "MED-3776": 1, "MED-1098": 1, "MED-1099": 1, "MED-1100": 1, "MED-1101": 1, "MED-3590": 1, "MED-1166": 1, "MED-1167": 1, "MED-1178": 1, "MED-1169": 1, "MED-1170": 1, "MED-1171": 1, "MED-1172": 1, "MED-1173": 1, "MED-1174": 1, "MED-1175": 1, "MED-1176": 1, "MED-1177": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2667": 1, "MED-3538": 1, "MED-4380": 1, "MED-4381": 1, "MED-4404": 1, "MED-4405": 1, "MED-4438": 1, "MED-4439": 1, "MED-4581": 1, "MED-4582": 1, "MED-4583": 1, "MED-4711": 1, "MED-4790": 1, "MED-4789": 1, "MED-4946": 1, "MED-4996": 1, "MED-5002": 1, "MED-5003": 1, "MED-5004": 1 }, "excluded_self_id": "PLAIN-1601", "ranked_doc_ids": [ "MED-1700", "MED-4996", "MED-3537", "MED-4860", "MED-2669", "MED-5002", "MED-2668", "MED-2367", "MED-1506", "MED-1630", "MED-4581", "MED-3179", "MED-3773", "MED-1503", "MED-5093", "MED-3774", "MED-4381", "MED-3776", "MED-982", "MED-1499" ], "latency_ms": 0.488584, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 44, "candidates_scanned": 20, "scanned_bytes": 32010, "index_reads": 45, "scored_candidates": 44, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05405405405405406, "ndcg_at_5": 0.6608397947263839, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08108108108108109, "ndcg_at_10": 0.5806020001118017, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13513513513513514, "ndcg_at_20": 0.5165732767180728, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1611", "query": "mesquite", "scope": "corpus", "category": "all", "relevant": { "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2674": 1 }, "excluded_self_id": "PLAIN-1611", "ranked_doc_ids": [], "latency_ms": 0.119375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1621", "query": "Mevacor", "scope": "corpus", "category": "all", "relevant": { "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1 }, "excluded_self_id": "PLAIN-1621", "ranked_doc_ids": [], "latency_ms": 0.115333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1635", "query": "milk", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2774": 1, "MED-2775": 1, "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-3146": 1, "MED-3145": 1, "MED-3781": 1, "MED-3789": 1, "MED-3790": 1, "MED-3782": 1, "MED-3780": 1, "MED-3784": 1, "MED-3220": 1, "MED-3221": 1, "MED-3231": 1, "MED-3230": 1, "MED-3236": 1, "MED-3217": 1, "MED-3237": 1, "MED-3250": 1, "MED-3251": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-1148": 1, "MED-1149": 1, "MED-1150": 1, "MED-1151": 1, "MED-1152": 1, "MED-1153": 1, "MED-1179": 1, "MED-1181": 1, "MED-1156": 1, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1551": 1, "MED-1552": 1, "MED-1553": 1, "MED-1554": 1, "MED-1555": 1, "MED-1556": 1, "MED-1557": 1, "MED-1558": 1, "MED-1763": 1, "MED-1584": 1, "MED-1585": 1, "MED-1586": 1, "MED-1587": 1, "MED-1588": 1, "MED-1595": 1, "MED-1596": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1597": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-1762": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2031": 1, "MED-2032": 1, "MED-2033": 1, "MED-2034": 1, "MED-2035": 1, "MED-2036": 1, "MED-2037": 1, "MED-2038": 1, "MED-2039": 1, "MED-2040": 1, "MED-2041": 1, "MED-2053": 1, "MED-2054": 1, "MED-2055": 1, "MED-2056": 1, "MED-2057": 1, "MED-2058": 1, "MED-2059": 1, "MED-2060": 1, "MED-2061": 1, "MED-2062": 1, "MED-2063": 1, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2488": 1, "MED-2489": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2650": 1, "MED-2654": 1, "MED-2773": 1, "MED-2831": 1, "MED-3144": 1, "MED-3787": 1, "MED-3785": 1, "MED-3786": 1, "MED-3193": 1, "MED-3783": 1, "MED-3226": 1, "MED-3228": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3227": 1, "MED-3229": 1, "MED-3233": 1, "MED-3252": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-3353": 1, "MED-3369": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3351": 1, "MED-3352": 1, "MED-3358": 1, "MED-3359": 1, "MED-3449": 1, "MED-3450": 1, "MED-3451": 1, "MED-3452": 1, "MED-3453": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3457": 1, "MED-3458": 1, "MED-3467": 1, "MED-3473": 1, "MED-3469": 1, "MED-3481": 1, "MED-3471": 1, "MED-3478": 1, "MED-3494": 1, "MED-3495": 1, "MED-3496": 1, "MED-3497": 1, "MED-3498": 1, "MED-3499": 1, "MED-3500": 1, "MED-3501": 1, "MED-3502": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3654": 1, "MED-3655": 1, "MED-3656": 1, "MED-3657": 1, "MED-3679": 1, "MED-3749": 1, "MED-3750": 1, "MED-3751": 1, "MED-3752": 1, "MED-3753": 1, "MED-3754": 1, "MED-3755": 1, "MED-3756": 1, "MED-3757": 1, "MED-3758": 1, "MED-3759": 1, "MED-3760": 1, "MED-3761": 1, "MED-3769": 1, "MED-3770": 1, "MED-3771": 1, "MED-3772": 1, "MED-3773": 1, "MED-3774": 1, "MED-3775": 1, "MED-3776": 1, "MED-3788": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3794": 1, "MED-3795": 1, "MED-3796": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1, "MED-3801": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4167": 1, "MED-4168": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4182": 1, "MED-4183": 1, "MED-4305": 1, "MED-4306": 1, "MED-4308": 1, "MED-4320": 1, "MED-4349": 1, "MED-4520": 1, "MED-4352": 1, "MED-4353": 1, "MED-4394": 1, "MED-4398": 1, "MED-4396": 1, "MED-5106": 1, "MED-4399": 1, "MED-4400": 1, "MED-4402": 1, "MED-4450": 1, "MED-4451": 1, "MED-4602": 1, "MED-4665": 1, "MED-4666": 1, "MED-4667": 1, "MED-4668": 1, "MED-4677": 1, "MED-4682": 1, "MED-4687": 1, "MED-4689": 1, "MED-4752": 1, "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1, "MED-4837": 1, "MED-4841": 1, "MED-4894": 1, "MED-4897": 1, "MED-4898": 1, "MED-4899": 1, "MED-4900": 1, "MED-4901": 1, "MED-4902": 1, "MED-4903": 1, "MED-4912": 1, "MED-4911": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1, "MED-5003": 1, "MED-5004": 1, "MED-5107": 1, "MED-5108": 1, "MED-5109": 1, "MED-5143": 1, "MED-5144": 1, "MED-5145": 1, "MED-5155": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-1635", "ranked_doc_ids": [ "MED-4899", "MED-5118", "MED-3087", "MED-2774", "MED-2341", "MED-4071", "MED-4753", "MED-4902", "MED-1229", "MED-2123", "MED-2055", "MED-4897", "MED-4751", "MED-5109", "MED-1337", "MED-900", "MED-4398", "MED-1224", "MED-899", "MED-1223" ], "latency_ms": 0.492667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 169, "candidates_scanned": 20, "scanned_bytes": 35861, "index_reads": 170, "scored_candidates": 169, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.004640371229698376, "ndcg_at_5": 0.48522855511632257, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.013921113689095127, "ndcg_at_10": 0.5875502863571089, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.030162412993039442, "ndcg_at_20": 0.6288965283003347, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1645", "query": "molasses", "scope": "corpus", "category": "all", "relevant": { "MED-1491": 1, "MED-1492": 1, "MED-1493": 1, "MED-1494": 1, "MED-1495": 1, "MED-5056": 1 }, "excluded_self_id": "PLAIN-1645", "ranked_doc_ids": [ "MED-5056" ], "latency_ms": 0.133, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 2080, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3026024134988135, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.3026024134988135, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-165", "query": "Breast Cancer & Alcohol: How Much is Safe?", "scope": "corpus", "category": "all", "relevant": { "MED-3762": 2, "MED-3763": 2, "MED-3764": 2, "MED-3696": 1, "MED-3697": 1, "MED-3698": 1, "MED-3699": 1, "MED-3700": 1, "MED-3701": 1, "MED-3765": 1, "MED-3766": 1, "MED-3767": 1, "MED-3768": 1, "MED-4507": 1, "MED-4994": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-165", "ranked_doc_ids": [ "MED-3766", "MED-4445", "MED-5087", "MED-3762", "MED-4465", "MED-3696", "MED-3767", "MED-2824", "MED-1564", "MED-3447", "MED-3765", "MED-2604", "MED-3768", "MED-4694", "MED-3697", "MED-2437", "MED-4450", "MED-4096", "MED-3701", "MED-3205" ], "latency_ms": 0.752459, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1605, "candidates_scanned": 20, "scanned_bytes": 33074, "index_reads": 1611, "scored_candidates": 1207, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.3664521781827401, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.38218560275656827, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2222222222222222, "ndcg_at_20": 0.3896834718469794, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1656", "query": "mouth cancer", "scope": "corpus", "category": "all", "relevant": { "MED-2200": 1, "MED-2201": 1, "MED-2202": 1, "MED-2203": 1, "MED-2204": 1, "MED-2205": 1, "MED-2206": 1, "MED-2207": 1, "MED-2208": 1, "MED-2209": 1, "MED-2210": 1, "MED-2239": 1, "MED-2240": 1, "MED-2245": 1, "MED-2814": 1, "MED-2243": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4433": 1, "MED-4819": 1, "MED-4739": 1, "MED-4740": 1, "MED-4741": 1, "MED-4818": 1, "MED-4842": 1, "MED-5019": 1, "MED-5020": 1 }, "excluded_self_id": "PLAIN-1656", "ranked_doc_ids": [ "MED-4470", "MED-4819", "MED-4479", "MED-3764", "MED-1813", "MED-1248", "MED-4036", "MED-2092", "MED-2095", "MED-4507", "MED-2101", "MED-1246", "MED-4035", "MED-2091", "MED-3489", "MED-4033", "MED-3358", "MED-1857", "MED-3621", "MED-3703" ], "latency_ms": 0.559208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 806, "candidates_scanned": 20, "scanned_bytes": 35537, "index_reads": 808, "scored_candidates": 800, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03571428571428571, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03571428571428571, "ndcg_at_10": 0.13886244387355454, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03571428571428571, "ndcg_at_20": 0.08961728720334346, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1667", "query": "muscle health", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-3454": 1, "MED-3163": 1, "MED-3156": 1, "MED-3164": 1, "MED-3157": 1, "MED-3158": 1, "MED-3450": 1, "MED-3451": 1, "MED-3165": 1, "MED-3161": 1, "MED-3166": 1, "MED-3168": 1, "MED-3466": 1, "MED-3178": 1, "MED-3169": 1, "MED-3172": 1, "MED-3181": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3182": 1, "MED-3220": 1, "MED-3221": 1, "MED-3231": 1, "MED-3230": 1, "MED-3236": 1, "MED-3217": 1, "MED-3237": 1, "MED-3455": 1, "MED-3456": 1, "MED-3449": 1, "MED-3457": 1, "MED-3458": 1, "MED-3453": 1, "MED-3534": 1, "MED-3464": 1, "MED-3460": 1, "MED-3465": 1, "MED-3461": 1, "MED-3473": 1, "MED-3469": 1, "MED-3481": 1, "MED-3471": 1, "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-1342": 1, "MED-1343": 1, "MED-1344": 1, "MED-1345": 1, "MED-1355": 1, "MED-1347": 1, "MED-1348": 1, "MED-1349": 1, "MED-1350": 1, "MED-1351": 1, "MED-1352": 1, "MED-1353": 1, "MED-1354": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1470": 1, "MED-1471": 1, "MED-1472": 1, "MED-1473": 1, "MED-1475": 1, "MED-2279": 1, "MED-2280": 1, "MED-2281": 1, "MED-2282": 1, "MED-2284": 1, "MED-2285": 1, "MED-3535": 1, "MED-2287": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-3226": 1, "MED-3228": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3227": 1, "MED-3229": 1, "MED-3233": 1, "MED-3452": 1, "MED-3459": 1, "MED-3462": 1, "MED-3467": 1, "MED-3478": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3771": 1, "MED-3772": 1, "MED-3773": 1, "MED-3774": 1, "MED-3775": 1, "MED-3776": 1, "MED-3941": 1, "MED-3942": 1, "MED-3943": 1, "MED-3944": 1, "MED-3945": 1, "MED-3946": 1, "MED-3947": 1, "MED-4407": 1, "MED-3949": 1, "MED-3950": 1, "MED-3951": 1, "MED-3952": 1, "MED-3953": 1, "MED-4224": 1, "MED-4226": 1, "MED-4228": 1, "MED-4404": 1, "MED-4405": 1, "MED-4508": 1, "MED-4504": 1, "MED-4505": 1, "MED-4506": 1, "MED-4553": 1, "MED-4554": 1, "MED-4828": 1, "MED-4829": 1, "MED-4830": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-5025": 1 }, "excluded_self_id": "PLAIN-1667", "ranked_doc_ids": [ "MED-3231", "MED-3462", "MED-4828", "MED-1474", "MED-1466", "MED-4626", "MED-4166", "MED-1752", "MED-4830", "MED-3460", "MED-1460", "MED-4829", "MED-923", "MED-5233", "MED-3171", "MED-3534", "MED-1473", "MED-3459", "MED-1750", "MED-4315" ], "latency_ms": 0.611625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 994, "candidates_scanned": 20, "scanned_bytes": 32302, "index_reads": 996, "scored_candidates": 982, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.025157232704402517, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03773584905660377, "ndcg_at_10": 0.6936634693435663, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07547169811320754, "ndcg_at_20": 0.6634341054029592, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1679", "query": "myelopathy", "scope": "corpus", "category": "all", "relevant": { "MED-5142": 1 }, "excluded_self_id": "PLAIN-1679", "ranked_doc_ids": [], "latency_ms": 0.114916, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1690", "query": "National Academy of Sciences", "scope": "corpus", "category": "all", "relevant": { "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4804": 1 }, "excluded_self_id": "PLAIN-1690", "ranked_doc_ids": [ "MED-4599", "MED-4674", "MED-1878", "MED-2327", "MED-3726", "MED-2220", "MED-2295", "MED-1504", "MED-1557", "MED-4255", "MED-4613", "MED-1441", "MED-2944", "MED-4617", "MED-3487", "MED-3692", "MED-3490", "MED-1493", "MED-3654", "MED-1754" ], "latency_ms": 0.534208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 321, "candidates_scanned": 20, "scanned_bytes": 33683, "index_reads": 324, "scored_candidates": 305, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1700", "query": "Native Americans", "scope": "corpus", "category": "all", "relevant": { "MED-2999": 1, "MED-2997": 1, "MED-2765": 1, "MED-3001": 1, "MED-3000": 1 }, "excluded_self_id": "PLAIN-1700", "ranked_doc_ids": [ "MED-1417", "MED-5201", "MED-1100", "MED-5198", "MED-5353", "MED-4555", "MED-4750", "MED-1428", "MED-1744", "MED-4165", "MED-1708", "MED-1747", "MED-3718", "MED-3502", "MED-4095", "MED-3033", "MED-976", "MED-4104", "MED-2213", "MED-1548" ], "latency_ms": 0.521875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 181, "candidates_scanned": 20, "scanned_bytes": 35997, "index_reads": 183, "scored_candidates": 175, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1710", "query": "neurocysticercosis", "scope": "corpus", "category": "all", "relevant": { "MED-3178": 1, "MED-3169": 1, "MED-3172": 1, "MED-3181": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3182": 1, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-4356": 1, "MED-4672": 1 }, "excluded_self_id": "PLAIN-1710", "ranked_doc_ids": [ "MED-3169", "MED-3180", "MED-3181", "MED-3175", "MED-3178", "MED-3174", "MED-3179", "MED-3172", "MED-3170", "MED-3177", "MED-4672", "MED-3176", "MED-3182" ], "latency_ms": 0.327167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 13, "candidates_scanned": 13, "scanned_bytes": 22703, "index_reads": 14, "scored_candidates": 13, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3125, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.625, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.8125, "ndcg_at_20": 0.8770703002965653, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1721", "query": "NIH-AARP study", "scope": "corpus", "category": "all", "relevant": { "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-4820": 1, "MED-4821": 1, "MED-4822": 1, "MED-4823": 1, "MED-4824": 1, "MED-4825": 1, "MED-4826": 1, "MED-4985": 1, "MED-4983": 1 }, "excluded_self_id": "PLAIN-1721", "ranked_doc_ids": [ "MED-4821", "MED-1602", "MED-4787", "MED-4485", "MED-4823", "MED-1627", "MED-1606", "MED-1377", "MED-1230", "MED-4983", "MED-873", "MED-5258", "MED-4514", "MED-1656", "MED-4097", "MED-5362", "MED-2158", "MED-2771", "MED-5323", "MED-5250" ], "latency_ms": 0.825084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2386, "candidates_scanned": 20, "scanned_bytes": 38406, "index_reads": 2389, "scored_candidates": 2364, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0967741935483871, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1935483870967742, "ndcg_at_10": 0.6594803070902427, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1935483870967742, "ndcg_at_20": 0.4256070571483785, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1731", "query": "norovirus", "scope": "corpus", "category": "all", "relevant": { "MED-2747": 1, "MED-2748": 1, "MED-2749": 1 }, "excluded_self_id": "PLAIN-1731", "ranked_doc_ids": [ "MED-2749", "MED-2748", "MED-3509", "MED-4132", "MED-4131" ], "latency_ms": 0.195375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5, "candidates_scanned": 5, "scanned_bytes": 8447, "index_reads": 6, "scored_candidates": 5, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7653606369886217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7653606369886217, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7653606369886217, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1741", "query": "nuts", "scope": "corpus", "category": "all", "relevant": { "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2577": 1, "MED-2578": 1, "MED-2572": 1, "MED-2581": 1, "MED-2582": 1, "MED-2584": 1, "MED-2882": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2895": 1, "MED-2896": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-3427": 1, "MED-3429": 1, "MED-3432": 1, "MED-3433": 1, "MED-3394": 1, "MED-3396": 1, "MED-3397": 1, "MED-3399": 1, "MED-3423": 1, "MED-3436": 1, "MED-3424": 1, "MED-3430": 1, "MED-1190": 1, "MED-5293": 1, "MED-1192": 1, "MED-1193": 1, "MED-1194": 1, "MED-1208": 1, "MED-1209": 1, "MED-1210": 1, "MED-1211": 1, "MED-1212": 1, "MED-1213": 1, "MED-5303": 1, "MED-1231": 1, "MED-1232": 1, "MED-1233": 1, "MED-1234": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-2505": 1, "MED-1381": 1, "MED-2593": 1, "MED-1393": 1, "MED-4710": 1, "MED-1386": 1, "MED-1387": 1, "MED-1388": 1, "MED-1389": 1, "MED-1390": 1, "MED-1394": 1, "MED-1399": 1, "MED-1395": 1, "MED-1489": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-1401": 1, "MED-1402": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1507": 1, "MED-1508": 1, "MED-1509": 1, "MED-1510": 1, "MED-1511": 1, "MED-1512": 1, "MED-1513": 1, "MED-1514": 1, "MED-1515": 1, "MED-1516": 1, "MED-1517": 1, "MED-1518": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1703": 1, "MED-1699": 1, "MED-1700": 1, "MED-1701": 1, "MED-1702": 1, "MED-1775": 1, "MED-1776": 1, "MED-1777": 1, "MED-1778": 1, "MED-1779": 1, "MED-1780": 1, "MED-1781": 1, "MED-1782": 1, "MED-1783": 1, "MED-1784": 1, "MED-1785": 1, "MED-1786": 1, "MED-1787": 1, "MED-1788": 1, "MED-2529": 1, "MED-2524": 1, "MED-2525": 1, "MED-2527": 1, "MED-2530": 1, "MED-2528": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2376": 1, "MED-2378": 1, "MED-2379": 1, "MED-2380": 1, "MED-2381": 1, "MED-2382": 1, "MED-2383": 1, "MED-2384": 1, "MED-2427": 1, "MED-2428": 1, "MED-2429": 1, "MED-2430": 1, "MED-2431": 1, "MED-2440": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2579": 1, "MED-2544": 1, "MED-2546": 1, "MED-2592": 1, "MED-2594": 1, "MED-2595": 1, "MED-2596": 1, "MED-2597": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2894": 1, "MED-4384": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-3422": 1, "MED-3391": 1, "MED-3395": 1, "MED-3398": 1, "MED-3425": 1, "MED-3426": 1, "MED-3428": 1, "MED-3407": 1, "MED-3434": 1, "MED-3435": 1, "MED-3437": 1, "MED-3438": 1, "MED-3417": 1, "MED-3439": 1, "MED-3440": 1, "MED-3420": 1, "MED-3421": 1, "MED-3518": 1, "MED-3519": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3524": 1, "MED-3525": 1, "MED-3526": 1, "MED-3527": 1, "MED-3528": 1, "MED-3539": 1, "MED-3530": 1, "MED-3531": 1, "MED-3532": 1, "MED-3533": 1, "MED-3534": 1, "MED-3535": 1, "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1, "MED-3815": 1, "MED-3816": 1, "MED-3817": 1, "MED-3818": 1, "MED-3819": 1, "MED-3820": 1, "MED-3821": 1, "MED-3822": 1, "MED-3841": 1, "MED-3842": 1, "MED-3843": 1, "MED-3844": 1, "MED-3845": 1, "MED-3846": 1, "MED-3847": 1, "MED-3848": 1, "MED-3849": 1, "MED-3850": 1, "MED-4094": 1, "MED-3852": 1, "MED-3853": 1, "MED-3854": 1, "MED-3855": 1, "MED-3856": 1, "MED-3857": 1, "MED-3896": 1, "MED-3897": 1, "MED-3906": 1, "MED-3908": 1, "MED-3900": 1, "MED-4289": 1, "MED-3910": 1, "MED-4715": 1, "MED-4165": 1, "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4249": 1, "MED-4250": 1, "MED-4258": 1, "MED-4290": 1, "MED-4261": 1, "MED-4286": 1, "MED-4281": 1, "MED-4284": 1, "MED-4292": 1, "MED-4287": 1, "MED-4288": 1, "MED-4291": 1, "MED-4295": 1, "MED-4846": 1, "MED-4296": 1, "MED-4298": 1, "MED-4300": 1, "MED-4301": 1, "MED-4302": 1, "MED-4313": 1, "MED-4314": 1, "MED-4315": 1, "MED-4320": 1, "MED-4324": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4406": 1, "MED-4514": 1, "MED-4515": 1, "MED-4555": 1, "MED-4600": 1, "MED-4619": 1, "MED-4620": 1, "MED-4621": 1, "MED-4645": 1, "MED-4647": 1, "MED-4686": 1, "MED-4690": 1, "MED-4691": 1, "MED-4692": 1, "MED-4693": 1, "MED-4694": 1, "MED-4695": 1, "MED-4696": 1, "MED-4705": 1, "MED-4706": 1, "MED-4707": 1, "MED-4708": 1, "MED-4709": 1, "MED-4727": 1, "MED-4728": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1, "MED-4925": 1, "MED-4924": 1, "MED-4952": 1, "MED-5009": 1, "MED-5010": 1, "MED-5011": 1, "MED-5017": 1, "MED-5064": 1, "MED-5065": 1, "MED-5072": 1, "MED-5073": 1, "MED-5083": 1, "MED-5084": 1, "MED-5111": 1, "MED-5136": 1, "MED-5153": 1, "MED-5155": 1 }, "excluded_self_id": "PLAIN-1741", "ranked_doc_ids": [ "MED-4292", "MED-1381", "MED-2595", "MED-4300", "MED-5017", "MED-4286", "MED-2597", "MED-4707", "MED-2383", "MED-2593", "MED-4301", "MED-1388", "MED-2596", "MED-4289", "MED-2594", "MED-4290", "MED-4706", "MED-2380", "MED-2381", "MED-4291" ], "latency_ms": 0.490959, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 101, "candidates_scanned": 20, "scanned_bytes": 35544, "index_reads": 102, "scored_candidates": 101, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.011904761904761904, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.023809523809523808, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.047619047619047616, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-175", "query": "Diet and Cellulite", "scope": "corpus", "category": "all", "relevant": { "MED-3815": 2, "MED-3816": 2, "MED-3820": 2, "MED-3821": 2, "MED-3817": 2, "MED-3818": 1, "MED-3819": 1, "MED-3822": 1, "MED-4256": 1, "MED-4257": 1, "MED-4546": 1, "MED-4547": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-175", "ranked_doc_ids": [ "MED-3818", "MED-3816", "MED-3822", "MED-3786", "MED-4848", "MED-5267", "MED-1374", "MED-5200", "MED-825", "MED-5207", "MED-4854", "MED-2294", "MED-3149", "MED-4984", "MED-5272", "MED-4347", "MED-2459", "MED-2523", "MED-1669", "MED-4985" ], "latency_ms": 0.61075, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1045, "candidates_scanned": 20, "scanned_bytes": 35808, "index_reads": 1047, "scored_candidates": 1045, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08108108108108109, "ndcg_at_5": 0.46835641868973965, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08108108108108109, "ndcg_at_10": 0.36864024334781587, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08108108108108109, "ndcg_at_20": 0.2764976326484944, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1752", "query": "okra", "scope": "corpus", "category": "all", "relevant": { "MED-2098": 1 }, "excluded_self_id": "PLAIN-1752", "ranked_doc_ids": [], "latency_ms": 0.106166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1762", "query": "oral intraepithelial neoplasia", "scope": "corpus", "category": "all", "relevant": { "MED-3714": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1, "MED-3720": 1, "MED-3721": 1 }, "excluded_self_id": "PLAIN-1762", "ranked_doc_ids": [ "MED-865", "MED-3721", "MED-759", "MED-3716", "MED-3103", "MED-3111", "MED-3558", "MED-3561", "MED-2498", "MED-3108", "MED-3105", "MED-4752", "MED-2033", "MED-3107", "MED-3106", "MED-4512", "MED-4030", "MED-4024", "MED-4690", "MED-3500" ], "latency_ms": 0.510125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 215, "candidates_scanned": 20, "scanned_bytes": 32336, "index_reads": 218, "scored_candidates": 208, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.25, "ndcg_at_5": 0.36005461457723403, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.26852556974265224, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.26852556974265224, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1772", "query": "organotins", "scope": "corpus", "category": "all", "relevant": { "MED-4727": 1, "MED-4728": 1 }, "excluded_self_id": "PLAIN-1772", "ranked_doc_ids": [ "MED-4728", "MED-4727" ], "latency_ms": 0.148375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 3362, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1784", "query": "oxen meat", "scope": "corpus", "category": "all", "relevant": { "MED-4687": 1, "MED-4689": 1 }, "excluded_self_id": "PLAIN-1784", "ranked_doc_ids": [ "MED-2671", "MED-5326", "MED-5235", "MED-4493", "MED-3499", "MED-5195", "MED-4482", "MED-2170", "MED-4977", "MED-1802", "MED-4057", "MED-4175", "MED-4261", "MED-4485", "MED-2673", "MED-4758", "MED-4494", "MED-4814", "MED-4844", "MED-4072" ], "latency_ms": 0.513291, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 327, "candidates_scanned": 20, "scanned_bytes": 34126, "index_reads": 328, "scored_candidates": 327, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1794", "query": "Panama", "scope": "corpus", "category": "all", "relevant": { "MED-5041": 1, "MED-5042": 1 }, "excluded_self_id": "PLAIN-1794", "ranked_doc_ids": [ "MED-5041", "MED-5042" ], "latency_ms": 0.1475, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2918, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-1805", "query": "Parkinson's disease", "scope": "corpus", "category": "all", "relevant": { "MED-1166": 1, "MED-1167": 1, "MED-1178": 1, "MED-1169": 1, "MED-1170": 1, "MED-1171": 1, "MED-1172": 1, "MED-1173": 1, "MED-1174": 1, "MED-1175": 1, "MED-1176": 1, "MED-1177": 1, "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-1277": 1, "MED-1279": 1, "MED-1280": 1, "MED-1281": 1, "MED-1283": 1, "MED-1284": 1, "MED-1285": 1, "MED-4876": 1, "MED-1288": 1, "MED-1289": 1, "MED-1290": 1, "MED-1725": 1, "MED-1726": 1, "MED-2763": 1, "MED-1728": 1, "MED-1729": 1, "MED-1730": 1, "MED-1731": 1, "MED-1732": 1, "MED-1733": 1, "MED-1738": 1, "MED-1880": 1, "MED-1881": 1, "MED-2031": 1, "MED-2032": 1, "MED-2033": 1, "MED-2034": 1, "MED-2035": 1, "MED-2036": 1, "MED-2037": 1, "MED-2038": 1, "MED-2039": 1, "MED-2040": 1, "MED-2041": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-4488": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4671": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1, "MED-4955": 1, "MED-4956": 1, "MED-5172": 1, "MED-5173": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-1805", "ranked_doc_ids": [ "MED-3938", "MED-5196", "MED-3931", "MED-4939", "MED-3935", "MED-3933", "MED-2173", "MED-1499", "MED-3925", "MED-1287", "MED-4876", "MED-3930", "MED-5335", "MED-4926", "MED-3928", "MED-3927", "MED-5054", "MED-2979", "MED-1408", "MED-1434" ], "latency_ms": 0.699542, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1924, "candidates_scanned": 20, "scanned_bytes": 33245, "index_reads": 1927, "scored_candidates": 1615, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.04310344827586207, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07758620689655173, "ndcg_at_10": 0.9305687780632227, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11206896551724138, "ndcg_at_20": 0.7488245926867519, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1817", "query": "peanut butter", "scope": "corpus", "category": "all", "relevant": { "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-3371": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-4094": 1, "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1, "MED-4281": 1, "MED-4286": 1, "MED-4284": 1, "MED-4705": 1, "MED-4706": 1, "MED-4707": 1, "MED-4708": 1, "MED-4709": 1, "MED-4710": 1 }, "excluded_self_id": "PLAIN-1817", "ranked_doc_ids": [ "MED-4284", "MED-4706", "MED-2150", "MED-4287", "MED-2382", "MED-3198", "MED-1534", "MED-973", "MED-5016", "MED-4709", "MED-2792", "MED-3385", "MED-3387", "MED-4707", "MED-1930", "MED-4765", "MED-1148", "MED-3358", "MED-1412", "MED-3132" ], "latency_ms": 0.495708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 39, "candidates_scanned": 20, "scanned_bytes": 35142, "index_reads": 41, "scored_candidates": 35, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14814814814814814, "ndcg_at_10": 0.5326208815196265, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18518518518518517, "ndcg_at_20": 0.3800924140292573, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1827", "query": "Peoria", "scope": "corpus", "category": "all", "relevant": { "MED-4539": 1, "MED-4540": 1, "MED-4541": 1 }, "excluded_self_id": "PLAIN-1827", "ranked_doc_ids": [], "latency_ms": 0.124041, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1837", "query": "pesticides", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2747": 1, "MED-2748": 1, "MED-2749": 1, "MED-3276": 1, "MED-3277": 1, "MED-3271": 1, "MED-3278": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3282": 1, "MED-3585": 1, "MED-3586": 1, "MED-3592": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1148": 1, "MED-1149": 1, "MED-1150": 1, "MED-1151": 1, "MED-1152": 1, "MED-1153": 1, "MED-1179": 1, "MED-1156": 1, "MED-1157": 1, "MED-1158": 1, "MED-1160": 1, "MED-1161": 1, "MED-1162": 1, "MED-1164": 1, "MED-1165": 1, "MED-1166": 1, "MED-1178": 1, "MED-1169": 1, "MED-1170": 1, "MED-1171": 1, "MED-1172": 1, "MED-1173": 1, "MED-1174": 1, "MED-1175": 1, "MED-1176": 1, "MED-1177": 1, "MED-1180": 1, "MED-1182": 1, "MED-1725": 1, "MED-1726": 1, "MED-2763": 1, "MED-1728": 1, "MED-1729": 1, "MED-1730": 1, "MED-1731": 1, "MED-1732": 1, "MED-1733": 1, "MED-1738": 1, "MED-1743": 1, "MED-1736": 1, "MED-1737": 1, "MED-1739": 1, "MED-1740": 1, "MED-1741": 1, "MED-1749": 1, "MED-1744": 1, "MED-1745": 1, "MED-1746": 1, "MED-1747": 1, "MED-1748": 1, "MED-1750": 1, "MED-1751": 1, "MED-1752": 1, "MED-1753": 1, "MED-1754": 1, "MED-1956": 1, "MED-1957": 1, "MED-1958": 1, "MED-1959": 1, "MED-1960": 1, "MED-1961": 1, "MED-1962": 1, "MED-1963": 1, "MED-2405": 1, "MED-2406": 1, "MED-2407": 1, "MED-3028": 1, "MED-2409": 1, "MED-2410": 1, "MED-2411": 1, "MED-2412": 1, "MED-2413": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-3270": 1, "MED-3273": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3283": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4181": 1, "MED-4187": 1, "MED-4532": 1, "MED-4533": 1, "MED-4534": 1, "MED-4535": 1, "MED-4536": 1, "MED-4548": 1, "MED-4729": 1, "MED-4730": 1, "MED-4731": 1, "MED-4732": 1, "MED-4804": 1, "MED-4913": 1, "MED-4914": 1, "MED-4915": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1, "MED-4943": 1, "MED-4951": 1, "MED-5029": 1, "MED-5053": 1, "MED-5054": 1, "MED-5055": 1, "MED-5102": 1, "MED-5104": 1, "MED-5108": 1, "MED-5109": 1, "MED-5110": 1, "MED-5167": 1, "MED-5168": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-1837", "ranked_doc_ids": [ "MED-1161", "MED-1162", "MED-4177", "MED-4535", "MED-1139", "MED-2748", "MED-1157", "MED-4178", "MED-1725", "MED-3936", "MED-1160", "MED-1174", "MED-1172", "MED-1167", "MED-4179", "MED-4187", "MED-1164", "MED-1170", "MED-1158", "MED-4939" ], "latency_ms": 0.486, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 71, "candidates_scanned": 20, "scanned_bytes": 35062, "index_reads": 72, "scored_candidates": 71, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.025510204081632654, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05102040816326531, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10204081632653061, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1847", "query": "philippines", "scope": "corpus", "category": "all", "relevant": { "MED-3982": 1, "MED-3983": 1, "MED-3984": 1, "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1 }, "excluded_self_id": "PLAIN-1847", "ranked_doc_ids": [ "MED-3603", "MED-4000", "MED-3983", "MED-867" ], "latency_ms": 0.179667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4, "candidates_scanned": 4, "scanned_bytes": 7970, "index_reads": 5, "scored_candidates": 4, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.18181818181818182, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.18181818181818182, "ndcg_at_10": 0.2489083270225946, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18181818181818182, "ndcg_at_20": 0.2345109835167376, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1857", "query": "phytic acid", "scope": "corpus", "category": "all", "relevant": { "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2577": 1, "MED-2578": 1, "MED-2572": 1, "MED-2581": 1, "MED-2582": 1, "MED-2584": 1, "MED-2579": 1, "MED-2544": 1, "MED-2546": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1 }, "excluded_self_id": "PLAIN-1857", "ranked_doc_ids": [ "MED-4319", "MED-2544", "MED-2988", "MED-2578", "MED-2986", "MED-2979", "MED-5357", "MED-1745", "MED-5231", "MED-2575", "MED-3221", "MED-1067", "MED-3215", "MED-846", "MED-2098", "MED-1454", "MED-4626", "MED-1158", "MED-4634", "MED-5270" ], "latency_ms": 0.555834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 562, "candidates_scanned": 20, "scanned_bytes": 37198, "index_reads": 564, "scored_candidates": 552, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.12121212121212122, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15151515151515152, "ndcg_at_10": 0.6274092458891772, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15151515151515152, "ndcg_at_20": 0.4049094414187503, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-186", "query": "Best Treatment for Constipation", "scope": "corpus", "category": "all", "relevant": { "MED-3904": 1, "MED-5175": 1, "MED-4810": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-186", "ranked_doc_ids": [ "MED-2054", "MED-2059", "MED-3904", "MED-2292", "MED-949", "MED-2057", "MED-2203", "MED-3510", "MED-3933", "MED-1016", "MED-5005", "MED-2063", "MED-2055", "MED-2061", "MED-2100", "MED-4641", "MED-2060", "MED-2053", "MED-977", "MED-2058" ], "latency_ms": 0.651166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 765, "candidates_scanned": 20, "scanned_bytes": 32272, "index_reads": 768, "scored_candidates": 733, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.041666666666666664, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.041666666666666664, "ndcg_at_10": 0.11004588314904008, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.041666666666666664, "ndcg_at_20": 0.07102001981682865, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1867", "query": "pineapples", "scope": "corpus", "category": "all", "relevant": { "MED-3742": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1 }, "excluded_self_id": "PLAIN-1867", "ranked_doc_ids": [ "MED-3744", "MED-1846" ], "latency_ms": 0.172708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 4375, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.27487633291429087, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.27487633291429087, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1877", "query": "plant-based diet", "scope": "corpus", "category": "all", "relevant": { "MED-3585": 1, "MED-3586": 1, "MED-3592": 1, "MED-3598": 1, "MED-3597": 1, "MED-3671": 1, "MED-3676": 1, "MED-4481": 1, "MED-3728": 1, "MED-3730": 1, "MED-3722": 1, "MED-3723": 1, "MED-3788": 1, "MED-3796": 1, "MED-3778": 1, "MED-3801": 1, "MED-3794": 1, "MED-666": 1, "MED-3811": 1, "MED-1116": 1, "MED-4851": 1, "MED-1118": 1, "MED-3852": 1, "MED-1120": 1, "MED-1121": 1, "MED-1122": 1, "MED-1123": 1, "MED-1124": 1, "MED-1125": 1, "MED-1126": 1, "MED-1127": 1, "MED-1128": 1, "MED-1129": 1, "MED-1130": 1, "MED-1131": 1, "MED-4849": 1 }, "excluded_self_id": "PLAIN-1877", "ranked_doc_ids": [ "MED-1991", "MED-4831", "MED-4255", "MED-4613", "MED-1997", "MED-1874", "MED-2432", "MED-1489", "MED-4349", "MED-1249", "MED-4515", "MED-2951", "MED-4689", "MED-4203", "MED-3931", "MED-1445", "MED-1450", "MED-4389", "MED-5083", "MED-1723" ], "latency_ms": 0.725875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1941, "candidates_scanned": 20, "scanned_bytes": 34952, "index_reads": 1944, "scored_candidates": 1604, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1887", "query": "poisonous plants", "scope": "corpus", "category": "all", "relevant": { "MED-5159": 1, "MED-5160": 1, "MED-5161": 1, "MED-5162": 1 }, "excluded_self_id": "PLAIN-1887", "ranked_doc_ids": [ "MED-2143", "MED-1573", "MED-3013", "MED-2824", "MED-3022", "MED-1572", "MED-4380", "MED-1571", "MED-4959", "MED-1731", "MED-4381", "MED-4874", "MED-4439", "MED-853", "MED-4960", "MED-4966", "MED-4958", "MED-4913", "MED-1569", "MED-1568" ], "latency_ms": 0.459834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 287, "candidates_scanned": 20, "scanned_bytes": 26587, "index_reads": 289, "scored_candidates": 283, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1897", "query": "polypropylene plastic", "scope": "corpus", "category": "all", "relevant": { "MED-4991": 1, "MED-4992": 1 }, "excluded_self_id": "PLAIN-1897", "ranked_doc_ids": [ "MED-4186", "MED-3173", "MED-2644", "MED-1312", "MED-2559", "MED-996", "MED-4602", "MED-4996", "MED-2650", "MED-4426" ], "latency_ms": 0.296792, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 10, "candidates_scanned": 10, "scanned_bytes": 16057, "index_reads": 11, "scored_candidates": 10, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1909", "query": "pork", "scope": "corpus", "category": "all", "relevant": { "MED-3886": 1, "MED-3882": 1, "MED-3889": 1, "MED-3891": 1, "MED-2940": 1, "MED-2941": 1, "MED-2943": 1, "MED-2944": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-2991": 1, "MED-332": 1, "MED-3090": 1, "MED-334": 1, "MED-335": 1, "MED-3092": 1, "MED-3094": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-3197": 1, "MED-3198": 1, "MED-3220": 1, "MED-3221": 1, "MED-3231": 1, "MED-3230": 1, "MED-3236": 1, "MED-3217": 1, "MED-3237": 1, "MED-729": 1, "MED-730": 1, "MED-731": 1, "MED-732": 1, "MED-1208": 1, "MED-1209": 1, "MED-1210": 1, "MED-1211": 1, "MED-1212": 1, "MED-1213": 1, "MED-5303": 1, "MED-1215": 1, "MED-1216": 1, "MED-1217": 1, "MED-1218": 1, "MED-1219": 1, "MED-1220": 1, "MED-1221": 1, "MED-4797": 1, "MED-1318": 1, "MED-1319": 1, "MED-1320": 1, "MED-1321": 1, "MED-1322": 1, "MED-1323": 1, "MED-1324": 1, "MED-1612": 1, "MED-1326": 1, "MED-1327": 1, "MED-1328": 1, "MED-1329": 1, "MED-1330": 1, "MED-1331": 1, "MED-1332": 1, "MED-1333": 1, "MED-1334": 1, "MED-1335": 1, "MED-1795": 1, "MED-1431": 1, "MED-1432": 1, "MED-1433": 1, "MED-1434": 1, "MED-1435": 1, "MED-1436": 1, "MED-1437": 1, "MED-1438": 1, "MED-1439": 1, "MED-1440": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1966": 1, "MED-2967": 1, "MED-1968": 1, "MED-1977": 1, "MED-1978": 1, "MED-1979": 1, "MED-1980": 1, "MED-1981": 1, "MED-1982": 1, "MED-1983": 1, "MED-2000": 1, "MED-2001": 1, "MED-2002": 1, "MED-2003": 1, "MED-2004": 1, "MED-2005": 1, "MED-2006": 1, "MED-2007": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2337": 1, "MED-2338": 1, "MED-2339": 1, "MED-2340": 1, "MED-2341": 1, "MED-2355": 1, "MED-2356": 1, "MED-2344": 1, "MED-2345": 1, "MED-2346": 1, "MED-2347": 1, "MED-2348": 1, "MED-2349": 1, "MED-2350": 1, "MED-2351": 1, "MED-2352": 1, "MED-2353": 1, "MED-2354": 1, "MED-2357": 1, "MED-3316": 1, "MED-2359": 1, "MED-2360": 1, "MED-2361": 1, "MED-2362": 1, "MED-2363": 1, "MED-2364": 1, "MED-2365": 1, "MED-2366": 1, "MED-2367": 1, "MED-2368": 1, "MED-2369": 1, "MED-2488": 1, "MED-2489": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-3880": 1, "MED-3887": 1, "MED-4132": 1, "MED-3888": 1, "MED-4136": 1, "MED-3892": 1, "MED-3884": 1, "MED-2843": 1, "MED-2844": 1, "MED-2845": 1, "MED-2846": 1, "MED-2847": 1, "MED-2848": 1, "MED-2849": 1, "MED-2850": 1, "MED-2851": 1, "MED-2852": 1, "MED-2853": 1, "MED-2938": 1, "MED-2939": 1, "MED-2942": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-4523": 1, "MED-2969": 1, "MED-2971": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3091": 1, "MED-3093": 1, "MED-3095": 1, "MED-3096": 1, "MED-3102": 1, "MED-3169": 1, "MED-3170": 1, "MED-3171": 1, "MED-3172": 1, "MED-3173": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3177": 1, "MED-3178": 1, "MED-3179": 1, "MED-3180": 1, "MED-3181": 1, "MED-3182": 1, "MED-3226": 1, "MED-3228": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3227": 1, "MED-3229": 1, "MED-3233": 1, "MED-3232": 1, "MED-3235": 1, "MED-3238": 1, "MED-3697": 1, "MED-3699": 1, "MED-3241": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3250": 1, "MED-3251": 1, "MED-3252": 1, "MED-3369": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3351": 1, "MED-3352": 1, "MED-3353": 1, "MED-3354": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3358": 1, "MED-3359": 1, "MED-3449": 1, "MED-3450": 1, "MED-3451": 1, "MED-3452": 1, "MED-3453": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3457": 1, "MED-3458": 1, "MED-3567": 1, "MED-3885": 1, "MED-3570": 1, "MED-3572": 1, "MED-3890": 1, "MED-3577": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-3648": 1, "MED-3649": 1, "MED-3651": 1, "MED-3652": 1, "MED-3653": 1, "MED-3722": 1, "MED-3723": 1, "MED-3724": 1, "MED-3744": 1, "MED-3726": 1, "MED-4481": 1, "MED-3728": 1, "MED-3729": 1, "MED-3730": 1, "MED-3731": 1, "MED-3732": 1, "MED-3769": 1, "MED-3770": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3794": 1, "MED-3795": 1, "MED-3796": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1, "MED-3801": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4040": 1, "MED-5197": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4058": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4072": 1, "MED-4071": 1, "MED-4073": 1, "MED-4091": 1, "MED-4089": 1, "MED-5071": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4167": 1, "MED-4168": 1, "MED-4182": 1, "MED-4183": 1, "MED-4261": 1, "MED-4300": 1, "MED-4301": 1, "MED-4319": 1, "MED-4320": 1, "MED-4335": 1, "MED-4336": 1, "MED-4337": 1, "MED-4356": 1, "MED-4357": 1, "MED-4969": 1, "MED-4363": 1, "MED-4364": 1, "MED-4436": 1, "MED-4437": 1, "MED-4450": 1, "MED-4451": 1, "MED-4470": 1, "MED-4471": 1, "MED-4472": 1, "MED-4474": 1, "MED-4475": 1, "MED-4477": 1, "MED-4479": 1, "MED-4480": 1, "MED-4482": 1, "MED-4483": 1, "MED-4484": 1, "MED-4485": 1, "MED-4486": 1, "MED-4487": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4493": 1, "MED-4494": 1, "MED-4556": 1, "MED-4559": 1, "MED-4594": 1, "MED-4593": 1, "MED-4672": 1, "MED-4719": 1, "MED-4812": 1, "MED-4813": 1, "MED-4814": 1, "MED-4815": 1, "MED-4816": 1, "MED-4817": 1, "MED-4818": 1, "MED-4819": 1, "MED-4820": 1, "MED-4821": 1, "MED-4912": 1, "MED-4911": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4980": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5094": 1, "MED-5095": 1, "MED-5096": 1, "MED-5102": 1, "MED-5104": 1, "MED-5110": 1 }, "excluded_self_id": "PLAIN-1909", "ranked_doc_ids": [ "MED-4818", "MED-2341", "MED-1979", "MED-1983", "MED-2352", "MED-3171", "MED-1610", "MED-4593", "MED-3288", "MED-3891", "MED-2340", "MED-4357", "MED-2678", "MED-4803", "MED-1491", "MED-1977", "MED-4808", "MED-3653", "MED-2369", "MED-4976" ], "latency_ms": 0.473833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 56, "candidates_scanned": 20, "scanned_bytes": 32095, "index_reads": 57, "scored_candidates": 56, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.01079913606911447, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.019438444924406047, "ndcg_at_10": 0.933745776545611, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.032397408207343416, "ndcg_at_20": 0.8140056669655881, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1919", "query": "poultry workers", "scope": "corpus", "category": "all", "relevant": { "MED-3314": 1, "MED-3306": 1, "MED-3307": 1, "MED-3316": 1, "MED-3311": 1, "MED-3292": 1, "MED-3317": 1, "MED-3294": 1, "MED-3320": 1, "MED-3295": 1, "MED-3321": 1, "MED-3315": 1, "MED-3305": 1, "MED-3308": 1, "MED-3310": 1, "MED-3312": 1, "MED-3318": 1, "MED-3313": 1, "MED-3288": 1, "MED-4433": 1, "MED-3302": 1, "MED-3309": 1, "MED-3319": 1, "MED-4431": 1, "MED-4819": 1, "MED-4436": 1, "MED-4818": 1 }, "excluded_self_id": "PLAIN-1919", "ranked_doc_ids": [ "MED-3321", "MED-4431", "MED-4819", "MED-3320", "MED-4433", "MED-3315", "MED-3385", "MED-3615", "MED-3790", "MED-3311", "MED-4802", "MED-3302", "MED-3545", "MED-3387", "MED-4182", "MED-3319", "MED-4980", "MED-4429", "MED-5139", "MED-3307" ], "latency_ms": 0.503042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 126, "candidates_scanned": 20, "scanned_bytes": 36214, "index_reads": 128, "scored_candidates": 120, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.18518518518518517, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25925925925925924, "ndcg_at_10": 0.7909506325094736, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.37037037037037035, "ndcg_at_20": 0.6159268144779245, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1929", "query": "prenatal vitamins", "scope": "corpus", "category": "all", "relevant": { "MED-4511": 1, "MED-4512": 1, "MED-4513": 1, "MED-4665": 1, "MED-4666": 1, "MED-4667": 1, "MED-4668": 1, "MED-4685": 1, "MED-4772": 1, "MED-4773": 1 }, "excluded_self_id": "PLAIN-1929", "ranked_doc_ids": [ "MED-2497", "MED-4656", "MED-2495", "MED-2905", "MED-3032", "MED-4038", "MED-5097", "MED-3035", "MED-5099", "MED-1003", "MED-2904", "MED-3026", "MED-1166", "MED-4150", "MED-1175", "MED-3023", "MED-2421", "MED-2910", "MED-306", "MED-1176" ], "latency_ms": 0.561083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 252, "candidates_scanned": 20, "scanned_bytes": 39784, "index_reads": 254, "scored_candidates": 252, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1940", "query": "prolactin", "scope": "corpus", "category": "all", "relevant": { "MED-3801": 1, "MED-3794": 1, "MED-666": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3795": 1, "MED-3796": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1 }, "excluded_self_id": "PLAIN-1940", "ranked_doc_ids": [ "MED-3792", "MED-3797", "MED-4946", "MED-4114", "MED-1198", "MED-2006", "MED-829" ], "latency_ms": 0.385542, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 7, "candidates_scanned": 7, "scanned_bytes": 12219, "index_reads": 8, "scored_candidates": 7, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.32024599984493496, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1950", "query": "prunes", "scope": "corpus", "category": "all", "relevant": { "MED-3896": 1, "MED-3897": 1, "MED-3906": 1, "MED-3908": 1, "MED-3900": 1, "MED-4289": 1, "MED-3910": 1, "MED-4715": 1, "MED-3904": 1, "MED-5175": 1, "MED-3907": 1, "MED-4250": 1, "MED-4603": 1 }, "excluded_self_id": "PLAIN-1950", "ranked_doc_ids": [ "MED-912", "MED-4250", "MED-3904", "MED-1950", "MED-1795" ], "latency_ms": 0.279, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5, "candidates_scanned": 5, "scanned_bytes": 9027, "index_reads": 6, "scored_candidates": 5, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.15384615384615385, "ndcg_at_5": 0.38356636737133565, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15384615384615385, "ndcg_at_10": 0.2489083270225946, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15384615384615385, "ndcg_at_20": 0.2111759851719728, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-196", "query": "Should We Avoid Titanium Dioxide?", "scope": "corpus", "category": "all", "relevant": { "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4853": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4132": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4136": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4167": 1, "MED-4168": 1, "MED-4333": 1, "MED-4337": 1, "MED-4342": 1, "MED-4349": 1, "MED-5326": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4627": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-196", "ranked_doc_ids": [ "MED-3969", "MED-3964", "MED-895", "MED-3960", "MED-5059", "MED-3963", "MED-3970", "MED-5134", "MED-5133", "MED-2709", "MED-4391", "MED-1162", "MED-1667", "MED-3766", "MED-5326", "MED-3592", "MED-5297", "MED-4324", "MED-4327", "MED-4127" ], "latency_ms": 0.952709, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1917, "candidates_scanned": 20, "scanned_bytes": 33531, "index_reads": 1922, "scored_candidates": 1709, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.043478260869565216, "ndcg_at_5": 0.6992148198508501, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07246376811594203, "ndcg_at_10": 0.6055047656192208, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08695652173913043, "ndcg_at_20": 0.4262830149759497, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1962", "query": "pumpkin", "scope": "corpus", "category": "all", "relevant": { "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-2831": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1, "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-1962", "ranked_doc_ids": [ "MED-2438", "MED-4295" ], "latency_ms": 0.172708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 3091, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1972", "query": "quinine", "scope": "corpus", "category": "all", "relevant": { "MED-2790": 1, "MED-2792": 1, "MED-2793": 1, "MED-2794": 1, "MED-4390": 1, "MED-2800": 1, "MED-2791": 1, "MED-2825": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1 }, "excluded_self_id": "PLAIN-1972", "ranked_doc_ids": [ "MED-1442", "MED-2143" ], "latency_ms": 0.183875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2708, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1983", "query": "rapamycin", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-5237": 1, "MED-2517": 1, "MED-2518": 1, "MED-2520": 1, "MED-2521": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2132": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2514": 1, "MED-2943": 1 }, "excluded_self_id": "PLAIN-1983", "ranked_doc_ids": [ "MED-2137", "MED-2521", "MED-2134", "MED-2520", "MED-2514", "MED-2132", "MED-2507", "MED-5237", "MED-2517", "MED-2127", "MED-2504", "MED-2124", "MED-4711", "MED-1229", "MED-2123", "MED-2117", "MED-2126", "MED-2509", "MED-2128", "MED-2114" ], "latency_ms": 0.44175, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 24, "candidates_scanned": 20, "scanned_bytes": 27204, "index_reads": 25, "scored_candidates": 24, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.15625, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3125, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.40625, "ndcg_at_20": 0.7512908774680483, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-1995", "query": "red tea", "scope": "corpus", "category": "all", "relevant": { "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4864": 1, "MED-5122": 1, "MED-5120": 1, "MED-5121": 1 }, "excluded_self_id": "PLAIN-1995", "ranked_doc_ids": [ "MED-4413", "MED-5305", "MED-2200", "MED-4902", "MED-4332", "MED-898", "MED-4330", "MED-4776", "MED-5156", "MED-1853", "MED-1647", "MED-5257", "MED-4713", "MED-5245", "MED-1645", "MED-5241", "MED-897", "MED-4365", "MED-1840", "MED-5047" ], "latency_ms": 0.929334, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 256, "candidates_scanned": 20, "scanned_bytes": 35165, "index_reads": 258, "scored_candidates": 249, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2", "query": "Do Cholesterol Statin Drugs Cause Breast Cancer?", "scope": "corpus", "category": "all", "relevant": { "MED-2427": 2, "MED-10": 2, "MED-2429": 2, "MED-2430": 2, "MED-2431": 2, "MED-14": 2, "MED-2432": 2, "MED-2428": 1, "MED-2440": 1, "MED-2434": 1, "MED-2435": 1, "MED-2436": 1, "MED-2437": 1, "MED-2438": 1, "MED-2439": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4556": 1, "MED-4559": 1, "MED-4560": 1, "MED-4828": 1, "MED-4829": 1, "MED-4830": 1 }, "excluded_self_id": "PLAIN-2", "ranked_doc_ids": [ "MED-10", "MED-14", "MED-2429", "MED-2428", "MED-1193", "MED-2431", "MED-2427", "MED-3204", "MED-4827", "MED-1887", "MED-4830", "MED-1207", "MED-2525", "MED-4559", "MED-2434", "MED-4650", "MED-3832", "MED-2439", "MED-2792", "MED-4829" ], "latency_ms": 0.9645, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2359, "candidates_scanned": 20, "scanned_bytes": 36974, "index_reads": 2366, "scored_candidates": 1710, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.795760747566305, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.7421100456360405, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4583333333333333, "ndcg_at_20": 0.6854667090263442, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2009", "query": "rhabdomyolysis", "scope": "corpus", "category": "all", "relevant": { "MED-4828": 1, "MED-4829": 1, "MED-4830": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-5025": 1 }, "excluded_self_id": "PLAIN-2009", "ranked_doc_ids": [ "MED-5173", "MED-3951", "MED-4961", "MED-1733", "MED-4439" ], "latency_ms": 0.22725, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5, "candidates_scanned": 5, "scanned_bytes": 6332, "index_reads": 6, "scored_candidates": 5, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.125, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.12647135138382856, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.12647135138382856, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2019", "query": "rickets", "scope": "corpus", "category": "all", "relevant": { "MED-4575": 1, "MED-4573": 1, "MED-4574": 1 }, "excluded_self_id": "PLAIN-2019", "ranked_doc_ids": [ "MED-4573" ], "latency_ms": 0.162334, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1606, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.46927872602275644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.46927872602275644, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.46927872602275644, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2030", "query": "Rutin", "scope": "corpus", "category": "all", "relevant": { "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1 }, "excluded_self_id": "PLAIN-2030", "ranked_doc_ids": [ "MED-4051", "MED-2816" ], "latency_ms": 0.163917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 3616, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.3026024134988135, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.3026024134988135, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2040", "query": "salmon", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2672": 1, "MED-2673": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-301": 1, "MED-3012": 1, "MED-3013": 1, "MED-3030": 1, "MED-3029": 1, "MED-306": 1, "MED-3035": 1, "MED-3631": 1, "MED-3632": 1, "MED-3629": 1, "MED-3634": 1, "MED-1133": 1, "MED-1134": 1, "MED-1135": 1, "MED-1136": 1, "MED-1137": 1, "MED-1138": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1747": 1, "MED-1748": 1, "MED-1749": 1, "MED-1750": 1, "MED-1751": 1, "MED-1752": 1, "MED-1753": 1, "MED-1754": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2385": 1, "MED-2386": 1, "MED-2395": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2407": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2671": 1, "MED-2674": 1, "MED-3019": 1, "MED-3021": 1, "MED-3022": 1, "MED-3023": 1, "MED-3024": 1, "MED-3025": 1, "MED-3026": 1, "MED-3027": 1, "MED-3028": 1, "MED-3032": 1, "MED-3033": 1, "MED-3034": 1, "MED-4183": 1, "MED-4377": 1, "MED-4936": 1, "MED-4730": 1, "MED-4687": 1, "MED-4689": 1, "MED-4932": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-5091": 1, "MED-5092": 1, "MED-5093": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-2040", "ranked_doc_ids": [ "MED-4933", "MED-4936", "MED-3024", "MED-4961", "MED-4943", "MED-4964", "MED-2678", "MED-5094", "MED-2396", "MED-4934", "MED-4474", "MED-5271", "MED-2391" ], "latency_ms": 0.333208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 13, "candidates_scanned": 13, "scanned_bytes": 20872, "index_reads": 14, "scored_candidates": 13, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.030303030303030304, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05303030303030303, "ndcg_at_10": 0.7670273914429263, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06060606060606061, "ndcg_at_20": 0.5323211841781122, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2051", "query": "saturated fat", "scope": "corpus", "category": "all", "relevant": { "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-3780": 1, "MED-3784": 1, "MED-3197": 1, "MED-3198": 1, "MED-3250": 1, "MED-3251": 1, "MED-3247": 1, "MED-3248": 1, "MED-3249": 1, "MED-3254": 1, "MED-3253": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3449": 1, "MED-3450": 1, "MED-3457": 1, "MED-3458": 1, "MED-3451": 1, "MED-3453": 1, "MED-3585": 1, "MED-3586": 1, "MED-3592": 1, "MED-1204": 1, "MED-1205": 1, "MED-1489": 1, "MED-1207": 1, "MED-1249": 1, "MED-1250": 1, "MED-4831": 1, "MED-1252": 1, "MED-1253": 1, "MED-1254": 1, "MED-1801": 1, "MED-1256": 1, "MED-1257": 1, "MED-1258": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1399": 1, "MED-1393": 1, "MED-1394": 1, "MED-1395": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-1445": 1, "MED-1446": 1, "MED-1447": 1, "MED-1448": 1, "MED-1449": 1, "MED-1450": 1, "MED-1451": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1470": 1, "MED-1471": 1, "MED-1472": 1, "MED-1473": 1, "MED-1475": 1, "MED-1491": 1, "MED-1492": 1, "MED-1493": 1, "MED-1494": 1, "MED-1495": 1, "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-1551": 1, "MED-1552": 1, "MED-1553": 1, "MED-1554": 1, "MED-1555": 1, "MED-1556": 1, "MED-1557": 1, "MED-1558": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-1775": 1, "MED-1776": 1, "MED-1777": 1, "MED-1779": 1, "MED-1780": 1, "MED-1782": 1, "MED-1783": 1, "MED-1784": 1, "MED-1785": 1, "MED-1786": 1, "MED-1787": 1, "MED-1788": 1, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-1914": 1, "MED-1915": 1, "MED-1916": 1, "MED-1917": 1, "MED-1918": 1, "MED-1919": 1, "MED-1920": 1, "MED-1921": 1, "MED-1922": 1, "MED-1923": 1, "MED-1924": 1, "MED-4877": 1, "MED-1926": 1, "MED-4878": 1, "MED-1928": 1, "MED-1929": 1, "MED-1930": 1, "MED-1931": 1, "MED-1932": 1, "MED-1933": 1, "MED-1934": 1, "MED-1935": 1, "MED-1936": 1, "MED-1949": 1, "MED-1950": 1, "MED-1951": 1, "MED-1952": 1, "MED-1953": 1, "MED-1954": 1, "MED-1955": 1, "MED-1966": 1, "MED-2967": 1, "MED-1968": 1, "MED-2000": 1, "MED-2001": 1, "MED-2002": 1, "MED-2003": 1, "MED-2004": 1, "MED-2005": 1, "MED-2006": 1, "MED-2007": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2076": 1, "MED-2077": 1, "MED-2078": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1, "MED-2179": 1, "MED-2180": 1, "MED-2181": 1, "MED-2182": 1, "MED-2183": 1, "MED-2184": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-2374": 1, "MED-2237": 1, "MED-2238": 1, "MED-2288": 1, "MED-3137": 1, "MED-2290": 1, "MED-2291": 1, "MED-2292": 1, "MED-2293": 1, "MED-2294": 1, "MED-2295": 1, "MED-2296": 1, "MED-2461": 1, "MED-2464": 1, "MED-2644": 1, "MED-2646": 1, "MED-2468": 1, "MED-2469": 1, "MED-2471": 1, "MED-2472": 1, "MED-2652": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2655": 1, "MED-2479": 1, "MED-2482": 1, "MED-2659": 1, "MED-2484": 1, "MED-2661": 1, "MED-2662": 1, "MED-3687": 1, "MED-2647": 1, "MED-2648": 1, "MED-2650": 1, "MED-2651": 1, "MED-2653": 1, "MED-2654": 1, "MED-2819": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1, "MED-3786": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3785": 1, "MED-3252": 1, "MED-3255": 1, "MED-3452": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3654": 1, "MED-3655": 1, "MED-3656": 1, "MED-3657": 1, "MED-3782": 1, "MED-3787": 1, "MED-3788": 1, "MED-3790": 1, "MED-4000": 1, "MED-4002": 1, "MED-5016": 1, "MED-4005": 1, "MED-4007": 1, "MED-4001": 1, "MED-4004": 1, "MED-4006": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4026": 1, "MED-4027": 1, "MED-4028": 1, "MED-4029": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4035": 1, "MED-4036": 1, "MED-4853": 1, "MED-4198": 1, "MED-4200": 1, "MED-4201": 1, "MED-4202": 1, "MED-4302": 1, "MED-4319": 1, "MED-4320": 1, "MED-4333": 1, "MED-4337": 1, "MED-4335": 1, "MED-4336": 1, "MED-4349": 1, "MED-4520": 1, "MED-4352": 1, "MED-4353": 1, "MED-4450": 1, "MED-4451": 1, "MED-4555": 1, "MED-4556": 1, "MED-4559": 1, "MED-4676": 1, "MED-4837": 1, "MED-4944": 1, "MED-5012": 1, "MED-5013": 1, "MED-5014": 1, "MED-5015": 1, "MED-5038": 1, "MED-5039": 1, "MED-5040": 1, "MED-5090": 1, "MED-5108": 1, "MED-5109": 1, "MED-5146": 1, "MED-5147": 1, "MED-5148": 1, "MED-5149": 1, "MED-5150": 1, "MED-5151": 1, "MED-5152": 1 }, "excluded_self_id": "PLAIN-2051", "ranked_doc_ids": [ "MED-1556", "MED-5267", "MED-1781", "MED-4556", "MED-1454", "MED-3586", "MED-1873", "MED-4005", "MED-1072", "MED-5014", "MED-1069", "MED-4154", "MED-5315", "MED-2511", "MED-4450", "MED-1063", "MED-3198", "MED-1921", "MED-1506", "MED-1258" ], "latency_ms": 0.595042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 588, "candidates_scanned": 20, "scanned_bytes": 36250, "index_reads": 590, "scored_candidates": 481, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.011267605633802818, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.01971830985915493, "ndcg_at_10": 0.7215194105726963, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03380281690140845, "ndcg_at_20": 0.6338588041286887, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2061", "query": "seafood", "scope": "corpus", "category": "all", "relevant": { "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2493": 1, "MED-2497": 1, "MED-2644": 1, "MED-2646": 1, "MED-2651": 1, "MED-118": 1, "MED-2652": 1, "MED-2653": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2750": 1, "MED-2751": 1, "MED-2752": 1, "MED-2754": 1, "MED-2755": 1, "MED-3028": 1, "MED-2913": 1, "MED-3021": 1, "MED-3012": 1, "MED-3033": 1, "MED-2906": 1, "MED-3034": 1, "MED-2940": 1, "MED-2941": 1, "MED-2943": 1, "MED-2944": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-301": 1, "MED-3013": 1, "MED-3030": 1, "MED-3029": 1, "MED-306": 1, "MED-3035": 1, "MED-3023": 1, "MED-3031": 1, "MED-3020": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-1277": 1, "MED-1279": 1, "MED-1280": 1, "MED-1281": 1, "MED-1283": 1, "MED-1284": 1, "MED-1285": 1, "MED-4876": 1, "MED-1288": 1, "MED-1289": 1, "MED-1290": 1, "MED-1318": 1, "MED-1319": 1, "MED-1320": 1, "MED-1321": 1, "MED-1322": 1, "MED-1323": 1, "MED-1324": 1, "MED-1612": 1, "MED-1326": 1, "MED-1327": 1, "MED-1328": 1, "MED-1329": 1, "MED-1330": 1, "MED-1331": 1, "MED-1332": 1, "MED-1333": 1, "MED-1334": 1, "MED-1335": 1, "MED-1795": 1, "MED-1374": 1, "MED-1375": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-1380": 1, "MED-1568": 1, "MED-1569": 1, "MED-1570": 1, "MED-1571": 1, "MED-1572": 1, "MED-1573": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2272": 1, "MED-2273": 1, "MED-2274": 1, "MED-3464": 1, "MED-2276": 1, "MED-3535": 1, "MED-2278": 1, "MED-2337": 1, "MED-2338": 1, "MED-2339": 1, "MED-2340": 1, "MED-2341": 1, "MED-2355": 1, "MED-2356": 1, "MED-2344": 1, "MED-2345": 1, "MED-2346": 1, "MED-2347": 1, "MED-2348": 1, "MED-2349": 1, "MED-2350": 1, "MED-2405": 1, "MED-2394": 1, "MED-2395": 1, "MED-2396": 1, "MED-2397": 1, "MED-2398": 1, "MED-2407": 1, "MED-2400": 1, "MED-2402": 1, "MED-2411": 1, "MED-2404": 1, "MED-2406": 1, "MED-2409": 1, "MED-2410": 1, "MED-2412": 1, "MED-2413": 1, "MED-2488": 1, "MED-2489": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2753": 1, "MED-2756": 1, "MED-2904": 1, "MED-2905": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-2917": 1, "MED-2921": 1, "MED-2938": 1, "MED-2939": 1, "MED-2942": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-4523": 1, "MED-2967": 1, "MED-2951": 1, "MED-2969": 1, "MED-2971": 1, "MED-3019": 1, "MED-3022": 1, "MED-3026": 1, "MED-3032": 1, "MED-3102": 1, "MED-4313": 1, "MED-3148": 1, "MED-3149": 1, "MED-3786": 1, "MED-3780": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3197": 1, "MED-3198": 1, "MED-3226": 1, "MED-3228": 1, "MED-3231": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3217": 1, "MED-3237": 1, "MED-3227": 1, "MED-3220": 1, "MED-3221": 1, "MED-3229": 1, "MED-3230": 1, "MED-3233": 1, "MED-3236": 1, "MED-3305": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3312": 1, "MED-3313": 1, "MED-3315": 1, "MED-4433": 1, "MED-3318": 1, "MED-3302": 1, "MED-3449": 1, "MED-3450": 1, "MED-3451": 1, "MED-3452": 1, "MED-3453": 1, "MED-3454": 1, "MED-3455": 1, "MED-3456": 1, "MED-3457": 1, "MED-3458": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3782": 1, "MED-3787": 1, "MED-3788": 1, "MED-3790": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4174": 1, "MED-4175": 1, "MED-4176": 1, "MED-4177": 1, "MED-4178": 1, "MED-4179": 1, "MED-4182": 1, "MED-4183": 1, "MED-4349": 1, "MED-4520": 1, "MED-4342": 1, "MED-4345": 1, "MED-4346": 1, "MED-4354": 1, "MED-4359": 1, "MED-4360": 1, "MED-4375": 1, "MED-4376": 1, "MED-4377": 1, "MED-4378": 1, "MED-4379": 1, "MED-4380": 1, "MED-4381": 1, "MED-4719": 1, "MED-4727": 1, "MED-4728": 1, "MED-4733": 1, "MED-4736": 1, "MED-4735": 1, "MED-4739": 1, "MED-4738": 1, "MED-4740": 1, "MED-4741": 1, "MED-4742": 1, "MED-4743": 1, "MED-4791": 1, "MED-4792": 1, "MED-4811": 1, "MED-4822": 1, "MED-4823": 1, "MED-4824": 1, "MED-4825": 1, "MED-4826": 1, "MED-4880": 1, "MED-4881": 1, "MED-4882": 1, "MED-4883": 1, "MED-4884": 1, "MED-4908": 1, "MED-4909": 1, "MED-4936": 1, "MED-4932": 1, "MED-4933": 1, "MED-4934": 1, "MED-4935": 1, "MED-4937": 1, "MED-4943": 1, "MED-4944": 1, "MED-4946": 1, "MED-4947": 1, "MED-4948": 1, "MED-4949": 1, "MED-4950": 1, "MED-4951": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1, "MED-4962": 1, "MED-4963": 1, "MED-4964": 1, "MED-4969": 1, "MED-4966": 1, "MED-4967": 1, "MED-4968": 1, "MED-4988": 1, "MED-4989": 1, "MED-5091": 1, "MED-5092": 1, "MED-5093": 1, "MED-5094": 1, "MED-5095": 1, "MED-5096": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1, "MED-5102": 1, "MED-5104": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-2061", "ranked_doc_ids": [ "MED-3031", "MED-4736", "MED-2344", "MED-5101", "MED-4742", "MED-2262", "MED-4968", "MED-3295", "MED-2411", "MED-2406", "MED-4962", "MED-4960", "MED-4359", "MED-2461", "MED-2339", "MED-4376", "MED-3030", "MED-1380", "MED-4739", "MED-3631" ], "latency_ms": 0.503584, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 42, "candidates_scanned": 20, "scanned_bytes": 33846, "index_reads": 43, "scored_candidates": 42, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.012195121951219513, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02195121951219512, "ndcg_at_10": 0.9305687780632227, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04390243902439024, "ndcg_at_20": 0.9188350684097893, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-207", "query": "Avoiding Cooked Meat Carcinogens", "scope": "corpus", "category": "all", "relevant": { "MED-4053": 1, "MED-4058": 1, "MED-4055": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4072": 1, "MED-5197": 1, "MED-4071": 1, "MED-4073": 1, "MED-4180": 1, "MED-4365": 1, "MED-4474": 1, "MED-4475": 1, "MED-4476": 1, "MED-4477": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4726": 1, "MED-4976": 1, "MED-4972": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4978": 1, "MED-5104": 1, "MED-5105": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-207", "ranked_doc_ids": [ "MED-4451", "MED-4972", "MED-4060", "MED-4068", "MED-5197", "MED-3000", "MED-4482", "MED-4493", "MED-4071", "MED-2678", "MED-5326", "MED-4073", "MED-4057", "MED-4485", "MED-4040", "MED-5074", "MED-4391", "MED-4053", "MED-2168", "MED-4049" ], "latency_ms": 0.584708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 647, "candidates_scanned": 20, "scanned_bytes": 35435, "index_reads": 651, "scored_candidates": 548, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07272727272727272, "ndcg_at_5": 0.6608397947263839, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09090909090909091, "ndcg_at_10": 0.4950940324881554, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16363636363636364, "ndcg_at_20": 0.468267469957578, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2071", "query": "serotonin", "scope": "corpus", "category": "all", "relevant": { "MED-3518": 1, "MED-3519": 1, "MED-3532": 1, "MED-3533": 1, "MED-3524": 1, "MED-3527": 1, "MED-3539": 1, "MED-3536": 1, "MED-3537": 1, "MED-5030": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3525": 1, "MED-3526": 1, "MED-3528": 1, "MED-3530": 1, "MED-3531": 1, "MED-3534": 1, "MED-3535": 1, "MED-3538": 1, "MED-3540": 1, "MED-3544": 1, "MED-4305": 1, "MED-4306": 1, "MED-4308": 1 }, "excluded_self_id": "PLAIN-2071", "ranked_doc_ids": [ "MED-3532", "MED-4306", "MED-4309", "MED-1349", "MED-3530", "MED-1352", "MED-3526", "MED-1245", "MED-3540", "MED-3524", "MED-5365", "MED-3658", "MED-3546", "MED-3539", "MED-1006", "MED-1342", "MED-4308", "MED-3661", "MED-4148", "MED-946" ], "latency_ms": 0.491834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 21, "candidates_scanned": 20, "scanned_bytes": 41673, "index_reads": 22, "scored_candidates": 21, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06666666666666667, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13333333333333333, "ndcg_at_10": 0.6473362615659565, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.525495697299759, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2081", "query": "shelf life", "scope": "corpus", "category": "all", "relevant": { "MED-4303": 1 }, "excluded_self_id": "PLAIN-2081", "ranked_doc_ids": [ "MED-4303", "MED-1182", "MED-2700", "MED-2671", "MED-859", "MED-2074", "MED-2810", "MED-2505", "MED-2309", "MED-4180", "MED-2324", "MED-3762", "MED-1223", "MED-2769", "MED-5359", "MED-4919", "MED-2303", "MED-3976", "MED-1914", "MED-3170" ], "latency_ms": 0.562959, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 269, "candidates_scanned": 20, "scanned_bytes": 34969, "index_reads": 271, "scored_candidates": 263, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-2092", "query": "sirtuins", "scope": "corpus", "category": "all", "relevant": { "MED-1431": 1, "MED-1432": 1, "MED-1433": 1, "MED-1434": 1, "MED-1435": 1, "MED-1436": 1, "MED-1437": 1, "MED-1438": 1, "MED-1439": 1, "MED-1440": 1 }, "excluded_self_id": "PLAIN-2092", "ranked_doc_ids": [ "MED-1434", "MED-1437", "MED-1436", "MED-1432", "MED-1440" ], "latency_ms": 0.201, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5, "candidates_scanned": 5, "scanned_bytes": 7156, "index_reads": 6, "scored_candidates": 5, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6489315753318465, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6489315753318465, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2102", "query": "smoking", "scope": "corpus", "category": "all", "relevant": { "MED-2522": 1, "MED-2606": 1, "MED-2607": 1, "MED-2608": 1, "MED-2816": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2763": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1208": 1, "MED-1209": 1, "MED-1210": 1, "MED-1211": 1, "MED-1212": 1, "MED-1213": 1, "MED-5303": 1, "MED-1301": 1, "MED-1302": 1, "MED-1303": 1, "MED-1304": 1, "MED-1305": 1, "MED-1313": 1, "MED-1307": 1, "MED-1308": 1, "MED-1309": 1, "MED-1327": 1, "MED-1399": 1, "MED-1393": 1, "MED-1394": 1, "MED-1395": 1, "MED-1489": 1, "MED-1397": 1, "MED-1398": 1, "MED-1400": 1, "MED-2370": 1, "MED-1428": 1, "MED-1429": 1, "MED-1430": 1, "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-1519": 1, "MED-1520": 1, "MED-1521": 1, "MED-1522": 1, "MED-1523": 1, "MED-1524": 1, "MED-1525": 1, "MED-1526": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1542": 1, "MED-1543": 1, "MED-1544": 1, "MED-1545": 1, "MED-1546": 1, "MED-2527": 1, "MED-1548": 1, "MED-1549": 1, "MED-1680": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1650": 1, "MED-1651": 1, "MED-2726": 1, "MED-2221": 1, "MED-4602": 1, "MED-1655": 1, "MED-1677": 1, "MED-1678": 1, "MED-1679": 1, "MED-1681": 1, "MED-1703": 1, "MED-1704": 1, "MED-1705": 1, "MED-1711": 1, "MED-1712": 1, "MED-1714": 1, "MED-1715": 1, "MED-1716": 1, "MED-1717": 1, "MED-1718": 1, "MED-1719": 1, "MED-1720": 1, "MED-1721": 1, "MED-1722": 1, "MED-1723": 1, "MED-1724": 1, "MED-1760": 1, "MED-1761": 1, "MED-1796": 1, "MED-1797": 1, "MED-1798": 1, "MED-1799": 1, "MED-1800": 1, "MED-1801": 1, "MED-1802": 1, "MED-1803": 1, "MED-1804": 1, "MED-4767": 1, "MED-1806": 1, "MED-1807": 1, "MED-1808": 1, "MED-4769": 1, "MED-1810": 1, "MED-2722": 1, "MED-2489": 1, "MED-1966": 1, "MED-2967": 1, "MED-1968": 1, "MED-2089": 1, "MED-2090": 1, "MED-2091": 1, "MED-2092": 1, "MED-2093": 1, "MED-2094": 1, "MED-2095": 1, "MED-2096": 1, "MED-2097": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2219": 1, "MED-2220": 1, "MED-2374": 1, "MED-2237": 1, "MED-2238": 1, "MED-2244": 1, "MED-2245": 1, "MED-2246": 1, "MED-2247": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2297": 1, "MED-2298": 1, "MED-2299": 1, "MED-2300": 1, "MED-2301": 1, "MED-2303": 1, "MED-2304": 1, "MED-2305": 1, "MED-2306": 1, "MED-2371": 1, "MED-2372": 1, "MED-4324": 1, "MED-2441": 1, "MED-2442": 1, "MED-2472": 1, "MED-2444": 1, "MED-2461": 1, "MED-4551": 1, "MED-2643": 1, "MED-2464": 1, "MED-2645": 1, "MED-2644": 1, "MED-2646": 1, "MED-2468": 1, "MED-2469": 1, "MED-2649": 1, "MED-2471": 1, "MED-2652": 1, "MED-2474": 1, "MED-2475": 1, "MED-2476": 1, "MED-2655": 1, "MED-2656": 1, "MED-2479": 1, "MED-2657": 1, "MED-2658": 1, "MED-2482": 1, "MED-2659": 1, "MED-2484": 1, "MED-2661": 1, "MED-2662": 1, "MED-3687": 1, "MED-2523": 1, "MED-2592": 1, "MED-2593": 1, "MED-2594": 1, "MED-2595": 1, "MED-2596": 1, "MED-2597": 1, "MED-2812": 1, "MED-2674": 1, "MED-4523": 1, "MED-2951": 1, "MED-2969": 1, "MED-2971": 1, "MED-3051": 1, "MED-3055": 1, "MED-3056": 1, "MED-3057": 1, "MED-3102": 1, "MED-3113": 1, "MED-4247": 1, "MED-3197": 1, "MED-3198": 1, "MED-3253": 1, "MED-3254": 1, "MED-3255": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3309": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3313": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-3317": 1, "MED-3318": 1, "MED-3319": 1, "MED-3320": 1, "MED-3321": 1, "MED-3385": 1, "MED-3386": 1, "MED-3387": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3696": 1, "MED-3697": 1, "MED-3698": 1, "MED-3700": 1, "MED-3701": 1, "MED-3714": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1, "MED-3720": 1, "MED-3721": 1, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-3765": 1, "MED-3766": 1, "MED-3767": 1, "MED-3768": 1, "MED-3941": 1, "MED-3942": 1, "MED-3943": 1, "MED-3944": 1, "MED-3945": 1, "MED-3946": 1, "MED-3947": 1, "MED-4407": 1, "MED-3949": 1, "MED-3950": 1, "MED-3951": 1, "MED-3952": 1, "MED-3953": 1, "MED-4053": 1, "MED-4058": 1, "MED-4055": 1, "MED-4060": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4072": 1, "MED-5197": 1, "MED-4075": 1, "MED-4071": 1, "MED-4073": 1, "MED-4095": 1, "MED-4100": 1, "MED-4101": 1, "MED-4102": 1, "MED-4200": 1, "MED-4201": 1, "MED-4202": 1, "MED-4261": 1, "MED-4382": 1, "MED-4408": 1, "MED-4411": 1, "MED-4410": 1, "MED-4412": 1, "MED-4466": 1, "MED-4474": 1, "MED-4475": 1, "MED-4477": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4555": 1, "MED-4676": 1, "MED-4719": 1, "MED-4720": 1, "MED-4721": 1, "MED-4776": 1, "MED-4777": 1, "MED-4778": 1, "MED-4779": 1, "MED-4780": 1 }, "excluded_self_id": "PLAIN-2102", "ranked_doc_ids": [ "MED-1545", "MED-3318", "MED-2678", "MED-3033", "MED-2675", "MED-2237", "MED-1603", "MED-5159", "MED-2676", "MED-2172", "MED-759", "MED-3544", "MED-1605", "MED-1598", "MED-2176", "MED-5256", "MED-2169", "MED-3394", "MED-2252", "MED-3634" ], "latency_ms": 0.539958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 230, "candidates_scanned": 20, "scanned_bytes": 35944, "index_reads": 231, "scored_candidates": 230, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.009501187648456057, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.019002375296912115, "ndcg_at_10": 0.8357804136936718, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.035629453681710214, "ndcg_at_20": 0.7862093098808988, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2113", "query": "soil health", "scope": "corpus", "category": "all", "relevant": { "MED-4771": 1 }, "excluded_self_id": "PLAIN-2113", "ranked_doc_ids": [ "MED-3890", "MED-1182", "MED-1757", "MED-1147", "MED-1594", "MED-3887", "MED-915", "MED-2521", "MED-2099", "MED-3635", "MED-4135", "MED-842", "MED-2292", "MED-1157", "MED-2060", "MED-4179", "MED-1755", "MED-3966", "MED-1216", "MED-2264" ], "latency_ms": 0.610375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 911, "candidates_scanned": 20, "scanned_bytes": 35088, "index_reads": 913, "scored_candidates": 908, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2124", "query": "spearmint", "scope": "corpus", "category": "all", "relevant": { "MED-1240": 1, "MED-1241": 1, "MED-1242": 1, "MED-1243": 1, "MED-1244": 1, "MED-1245": 1, "MED-1246": 1, "MED-1247": 1, "MED-1248": 1, "MED-1519": 1, "MED-1520": 1, "MED-1521": 1, "MED-1522": 1, "MED-1523": 1, "MED-1524": 1, "MED-1525": 1, "MED-1526": 1 }, "excluded_self_id": "PLAIN-2124", "ranked_doc_ids": [ "MED-1525", "MED-1522" ], "latency_ms": 0.153167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 4314, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.11764705882352941, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.11764705882352941, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11764705882352941, "ndcg_at_20": 0.2570088759103378, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2134", "query": "Splenda", "scope": "corpus", "category": "all", "relevant": { "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1581": 1, "MED-1582": 1, "MED-5053": 1, "MED-5054": 1, "MED-5055": 1 }, "excluded_self_id": "PLAIN-2134", "ranked_doc_ids": [], "latency_ms": 0.116708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2145", "query": "St. John's wort", "scope": "corpus", "category": "all", "relevant": { "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4371": 1, "MED-4372": 1 }, "excluded_self_id": "PLAIN-2145", "ranked_doc_ids": [ "MED-743", "MED-3918", "MED-2891", "MED-1293", "MED-1860", "MED-1867", "MED-3967", "MED-4525", "MED-1359", "MED-3882", "MED-1744", "MED-5108", "MED-2094", "MED-2786", "MED-3145", "MED-1210", "MED-2344", "MED-1834", "MED-3466", "MED-4551" ], "latency_ms": 0.580916, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 791, "candidates_scanned": 20, "scanned_bytes": 34093, "index_reads": 795, "scored_candidates": 765, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.14829723057014912, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.14829723057014912, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2156", "query": "stevia", "scope": "corpus", "category": "all", "relevant": { "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-5053": 1, "MED-5054": 1, "MED-5055": 1 }, "excluded_self_id": "PLAIN-2156", "ranked_doc_ids": [ "MED-4868", "MED-5055", "MED-4867" ], "latency_ms": 0.154167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 4686, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.644824486427155, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.644824486427155, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2167", "query": "subsidies", "scope": "corpus", "category": "all", "relevant": { "MED-2722": 1 }, "excluded_self_id": "PLAIN-2167", "ranked_doc_ids": [ "MED-2488", "MED-3001" ], "latency_ms": 0.145542, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2650, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-217", "query": "Plant-Based Diets for Psoriasis", "scope": "corpus", "category": "all", "relevant": { "MED-4103": 1, "MED-4104": 1, "MED-4853": 1, "MED-4843": 1, "MED-4844": 1, "MED-4845": 1, "MED-4846": 1, "MED-4847": 1, "MED-4848": 1, "MED-4849": 1, "MED-4850": 1, "MED-4851": 1, "MED-4852": 1, "MED-4854": 1, "MED-5090": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-217", "ranked_doc_ids": [ "MED-1991", "MED-4831", "MED-2444", "MED-2812", "MED-4255", "MED-4613", "MED-1997", "MED-1874", "MED-2432", "MED-1489", "MED-2813", "MED-4349", "MED-1249", "MED-4515", "MED-2951", "MED-4689", "MED-4203", "MED-3931", "MED-1445", "MED-1450" ], "latency_ms": 0.701708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1948, "candidates_scanned": 20, "scanned_bytes": 34827, "index_reads": 1952, "scored_candidates": 1609, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2177", "query": "sulfur", "scope": "corpus", "category": "all", "relevant": { "MED-717": 1, "MED-718": 1, "MED-719": 1, "MED-720": 1, "MED-721": 1, "MED-722": 1, "MED-723": 1, "MED-724": 1, "MED-5204": 1, "MED-1184": 1, "MED-1185": 1, "MED-1186": 1, "MED-1187": 1, "MED-1188": 1, "MED-1582": 1, "MED-1418": 1, "MED-1419": 1, "MED-1420": 1, "MED-1421": 1, "MED-3964": 1, "MED-4342": 1, "MED-1581": 1, "MED-1425": 1, "MED-1426": 1 }, "excluded_self_id": "PLAIN-2177", "ranked_doc_ids": [ "MED-3282", "MED-4320", "MED-1185", "MED-1421", "MED-1953", "MED-4499", "MED-3228", "MED-4206", "MED-4687", "MED-1420" ], "latency_ms": 0.440709, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 10, "candidates_scanned": 10, "scanned_bytes": 17797, "index_reads": 11, "scored_candidates": 10, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08333333333333333, "ndcg_at_5": 0.3156484524795145, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.2684550357175426, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.17325211458174955, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2187", "query": "suppositories", "scope": "corpus", "category": "all", "relevant": { "MED-1240": 1, "MED-1241": 1, "MED-1242": 1, "MED-1243": 1, "MED-1244": 1, "MED-1245": 1, "MED-1246": 1, "MED-1247": 1, "MED-1248": 1 }, "excluded_self_id": "PLAIN-2187", "ranked_doc_ids": [ "MED-1248", "MED-1244" ], "latency_ms": 0.443375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2686, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2222222222222222, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2222222222222222, "ndcg_at_10": 0.3833427799846345, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2222222222222222, "ndcg_at_20": 0.3833427799846345, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2197", "query": "sweeteners", "scope": "corpus", "category": "all", "relevant": { "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-3050": 1, "MED-3051": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3055": 1, "MED-3056": 1, "MED-3044": 1, "MED-3057": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-4091": 1, "MED-4089": 1, "MED-5071": 1, "MED-4120": 1, "MED-4121": 1, "MED-4124": 1, "MED-4127": 1, "MED-4125": 1, "MED-4126": 1, "MED-4686": 1, "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-5053": 1, "MED-5055": 1, "MED-5056": 1, "MED-5057": 1 }, "excluded_self_id": "PLAIN-2197", "ranked_doc_ids": [ "MED-4868", "MED-5054", "MED-4120", "MED-1625", "MED-1627", "MED-2226", "MED-1710", "MED-5056", "MED-5057", "MED-1646", "MED-2461", "MED-1707", "MED-4822", "MED-5053", "MED-4121", "MED-4126", "MED-1108", "MED-4604", "MED-3738", "MED-1626" ], "latency_ms": 0.6935, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 34, "candidates_scanned": 20, "scanned_bytes": 33453, "index_reads": 35, "scored_candidates": 34, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08620689655172414, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13793103448275862, "ndcg_at_10": 0.8482378089219645, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.20689655172413793, "ndcg_at_20": 0.686379747351581, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2209", "query": "taro", "scope": "corpus", "category": "all", "relevant": { "MED-4635": 1, "MED-4640": 1 }, "excluded_self_id": "PLAIN-2209", "ranked_doc_ids": [], "latency_ms": 0.205167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2220", "query": "tempeh", "scope": "corpus", "category": "all", "relevant": { "MED-4440": 1, "MED-4785": 1, "MED-4471": 1, "MED-4472": 1, "MED-4976": 1, "MED-4546": 1, "MED-4547": 1, "MED-5002": 1, "MED-5078": 1 }, "excluded_self_id": "PLAIN-2220", "ranked_doc_ids": [ "MED-4976" ], "latency_ms": 0.168042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1832, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.2350455494144854, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.2350455494144854, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2230", "query": "thiamine", "scope": "corpus", "category": "all", "relevant": { "MED-3148": 1, "MED-3149": 1, "MED-4313": 1, "MED-4609": 1, "MED-4613": 1, "MED-4617": 1, "MED-4612": 1 }, "excluded_self_id": "PLAIN-2230", "ranked_doc_ids": [ "MED-557", "MED-2009", "MED-4872", "MED-4313", "MED-4034", "MED-4716" ], "latency_ms": 0.233708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 6, "candidates_scanned": 6, "scanned_bytes": 13052, "index_reads": 7, "scored_candidates": 6, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.11838279295536293, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.11838279295536293, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2240", "query": "titanium dioxide", "scope": "corpus", "category": "all", "relevant": { "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1 }, "excluded_self_id": "PLAIN-2240", "ranked_doc_ids": [ "MED-3969", "MED-5059", "MED-3960", "MED-3964", "MED-895", "MED-3963", "MED-3970", "MED-1185", "MED-1161" ], "latency_ms": 0.263834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 15, "candidates_scanned": 9, "scanned_bytes": 18777, "index_reads": 17, "scored_candidates": 9, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2727272727272727, "ndcg_at_5": 0.6548086577531307, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.45454545454545453, "ndcg_at_10": 0.5766882048947064, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.45454545454545453, "ndcg_at_20": 0.5433314334240137, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2250", "query": "tongue worm", "scope": "corpus", "category": "all", "relevant": { "MED-4359": 1, "MED-4360": 1 }, "excluded_self_id": "PLAIN-2250", "ranked_doc_ids": [ "MED-2346", "MED-2210", "MED-5024", "MED-2510", "MED-4819", "MED-1724", "MED-3311", "MED-4437", "MED-957" ], "latency_ms": 0.30375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 9, "candidates_scanned": 9, "scanned_bytes": 22904, "index_reads": 11, "scored_candidates": 9, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2261", "query": "trans fats", "scope": "corpus", "category": "all", "relevant": { "MED-2726": 1, "MED-2725": 1, "MED-3374": 1, "MED-3376": 1, "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-1476": 1, "MED-2432": 1, "MED-1478": 1, "MED-1479": 1, "MED-1557": 1, "MED-1558": 1, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-2076": 1, "MED-2077": 1, "MED-2078": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1, "MED-2999": 1, "MED-3000": 1, "MED-3001": 1, "MED-3369": 1, "MED-3370": 1, "MED-3371": 1, "MED-3372": 1, "MED-3373": 1, "MED-3375": 1, "MED-3377": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4200": 1, "MED-4201": 1, "MED-4202": 1, "MED-4295": 1, "MED-4352": 1, "MED-4353": 1, "MED-4984": 1, "MED-4388": 1, "MED-4389": 1, "MED-4450": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-2261", "ranked_doc_ids": [ "MED-3599", "MED-4556", "MED-4450", "MED-5193", "MED-4600", "MED-3597", "MED-1700", "MED-3530", "MED-3598", "MED-1558", "MED-4004", "MED-2850", "MED-4726", "MED-4559", "MED-1681", "MED-4509", "MED-5007", "MED-3585", "MED-4609", "MED-3850" ], "latency_ms": 0.605083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 490, "candidates_scanned": 20, "scanned_bytes": 36245, "index_reads": 492, "scored_candidates": 474, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1, "ndcg_at_10": 0.6772733739526908, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11666666666666667, "ndcg_at_20": 0.4734464095189059, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-227", "query": "Increasing Muscle Strength with Fenugreek", "scope": "corpus", "category": "all", "relevant": { "MED-4544": 1, "MED-4150": 1, "MED-5341": 1, "MED-5337": 1, "MED-4464": 1, "MED-4465": 1, "MED-4468": 1, "MED-4469": 1, "MED-4501": 1, "MED-4502": 1, "MED-4543": 1, "MED-4538": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4671": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1, "MED-5140": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-227", "ranked_doc_ids": [ "MED-4829", "MED-4150", "MED-3534", "MED-3466", "MED-3459", "MED-4144", "MED-1752", "MED-1474", "MED-923", "MED-3461", "MED-4315", "MED-1491", "MED-3462", "MED-3453", "MED-4828", "MED-5257", "MED-1466", "MED-4166", "MED-4830", "MED-3460" ], "latency_ms": 0.837833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1651, "candidates_scanned": 20, "scanned_bytes": 32021, "index_reads": 1655, "scored_candidates": 1587, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.025, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.025, "ndcg_at_10": 0.13886244387355454, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.025, "ndcg_at_20": 0.08961728720334346, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2271", "query": "Tufts", "scope": "corpus", "category": "all", "relevant": { "MED-762": 1, "MED-4247": 1, "MED-4642": 1, "MED-4643": 1, "MED-4644": 1, "MED-4776": 1, "MED-4777": 1, "MED-4778": 1, "MED-4779": 1, "MED-4780": 1 }, "excluded_self_id": "PLAIN-2271", "ranked_doc_ids": [], "latency_ms": 0.12625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2281", "query": "turnips", "scope": "corpus", "category": "all", "relevant": { "MED-2098": 1 }, "excluded_self_id": "PLAIN-2281", "ranked_doc_ids": [ "MED-948", "MED-2066", "MED-2200" ], "latency_ms": 0.176541, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5131, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2291", "query": "ultra-processed foods", "scope": "corpus", "category": "all", "relevant": { "MED-1650": 1, "MED-1651": 1, "MED-2726": 1, "MED-2221": 1, "MED-4602": 1 }, "excluded_self_id": "PLAIN-2291", "ranked_doc_ids": [ "MED-2726", "MED-2020", "MED-5025", "MED-1196", "MED-4878", "MED-4349", "MED-3892", "MED-2704", "MED-3086", "MED-3091", "MED-3144", "MED-3146", "MED-2420", "MED-1165", "MED-4523", "MED-4319", "MED-1161", "MED-4765", "MED-4494", "MED-3654" ], "latency_ms": 0.72225, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1367, "candidates_scanned": 20, "scanned_bytes": 35153, "index_reads": 1370, "scored_candidates": 1207, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.3391602052736161, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.3391602052736161, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-23", "query": "How to Reduce Exposure to Alkylphenols Through Your Diet", "scope": "corpus", "category": "all", "relevant": { "MED-2644": 2, "MED-2646": 2, "MED-2651": 2, "MED-118": 2, "MED-2652": 2, "MED-2653": 2, "MED-2655": 2, "MED-2659": 2, "MED-2661": 2, "MED-2662": 2, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2654": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-3021": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2906": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3028": 1, "MED-2913": 1, "MED-3012": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3033": 1, "MED-3034": 1, "MED-3035": 1, "MED-2921": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4169": 1, "MED-4170": 1, "MED-4171": 1, "MED-4180": 1, "MED-4950": 1, "MED-4951": 1, "MED-5102": 1, "MED-5104": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-23", "ranked_doc_ids": [ "MED-2643", "MED-2652", "MED-2661", "MED-2644", "MED-2658", "MED-2650", "MED-1961", "MED-4429", "MED-2421", "MED-4451", "MED-999", "MED-3484", "MED-2493", "MED-1221", "MED-3925", "MED-2718", "MED-4256", "MED-1174", "MED-2292", "MED-1374" ], "latency_ms": 0.966084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2892, "candidates_scanned": 20, "scanned_bytes": 34516, "index_reads": 2899, "scored_candidates": 2088, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.764817358607021, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06666666666666667, "ndcg_at_10": 0.5355132678513336, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06666666666666667, "ndcg_at_20": 0.42009193638346715, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2301", "query": "uterine health", "scope": "corpus", "category": "all", "relevant": { "MED-3503": 1, "MED-3504": 1, "MED-3794": 1, "MED-557": 1, "MED-4753": 1, "MED-4757": 1, "MED-4755": 1, "MED-4756": 1, "MED-4938": 1, "MED-4939": 1, "MED-4940": 1, "MED-4941": 1, "MED-4942": 1 }, "excluded_self_id": "PLAIN-2301", "ranked_doc_ids": [ "MED-2122", "MED-3703", "MED-2208", "MED-1451", "MED-762", "MED-1546", "MED-4598", "MED-4673", "MED-1560", "MED-1213", "MED-1548", "MED-1542", "MED-1505", "MED-4919", "MED-1878", "MED-2304", "MED-3768", "MED-1150", "MED-2182", "MED-2296" ], "latency_ms": 0.66525, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 894, "candidates_scanned": 20, "scanned_bytes": 40648, "index_reads": 896, "scored_candidates": 894, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2311", "query": "veal", "scope": "corpus", "category": "all", "relevant": { "MED-4594": 1, "MED-4593": 1 }, "excluded_self_id": "PLAIN-2311", "ranked_doc_ids": [ "MED-4801", "MED-1165", "MED-1978" ], "latency_ms": 0.180625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5630, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2321", "query": "veggie chicken", "scope": "corpus", "category": "all", "relevant": { "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4514": 1, "MED-4515": 1 }, "excluded_self_id": "PLAIN-2321", "ranked_doc_ids": [ "MED-2745", "MED-1810", "MED-4769", "MED-2991", "MED-2339", "MED-4882", "MED-3086", "MED-840", "MED-2492", "MED-4800", "MED-3653", "MED-1801", "MED-2741", "MED-4427", "MED-733", "MED-3095", "MED-1138", "MED-1610", "MED-3089", "MED-3888" ], "latency_ms": 0.502416, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 76, "candidates_scanned": 20, "scanned_bytes": 33784, "index_reads": 78, "scored_candidates": 76, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2332", "query": "viral infections", "scope": "corpus", "category": "all", "relevant": { "MED-2747": 1, "MED-2748": 1, "MED-2749": 1, "MED-1103": 1, "MED-1104": 1, "MED-1105": 1, "MED-1106": 1, "MED-1107": 1, "MED-1108": 1, "MED-1109": 1, "MED-1110": 1, "MED-1111": 1, "MED-1112": 1, "MED-1113": 1, "MED-1114": 1, "MED-1115": 1, "MED-1215": 1, "MED-1216": 1, "MED-1217": 1, "MED-1218": 1, "MED-1219": 1, "MED-1220": 1, "MED-1221": 1, "MED-4797": 1, "MED-1796": 1, "MED-1797": 1, "MED-1798": 1, "MED-1799": 1, "MED-1800": 1, "MED-1801": 1, "MED-1802": 1, "MED-1803": 1, "MED-1804": 1, "MED-4767": 1, "MED-1806": 1, "MED-1807": 1, "MED-1808": 1, "MED-4769": 1, "MED-1810": 1, "MED-2018": 1, "MED-2019": 1, "MED-2020": 1, "MED-2021": 1, "MED-2022": 1, "MED-2033": 1, "MED-2024": 1, "MED-2034": 1, "MED-2026": 1, "MED-2027": 1, "MED-2028": 1, "MED-2029": 1, "MED-2030": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3292": 1, "MED-3313": 1, "MED-3294": 1, "MED-3295": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-4433": 1, "MED-3317": 1, "MED-3318": 1, "MED-3302": 1, "MED-3320": 1, "MED-3321": 1, "MED-3309": 1, "MED-3319": 1, "MED-3982": 1, "MED-3983": 1, "MED-3984": 1, "MED-4969": 1, "MED-4363": 1, "MED-4364": 1, "MED-4765": 1, "MED-4766": 1, "MED-4768": 1, "MED-4812": 1, "MED-4813": 1, "MED-4814": 1, "MED-4815": 1, "MED-4816": 1, "MED-4817": 1, "MED-4818": 1, "MED-4819": 1, "MED-4820": 1, "MED-4821": 1, "MED-5031": 1, "MED-5060": 1, "MED-5061": 1 }, "excluded_self_id": "PLAIN-2332", "ranked_doc_ids": [ "MED-4766", "MED-3561", "MED-5281", "MED-3560", "MED-3509", "MED-3974", "MED-3292", "MED-3309", "MED-3312", "MED-3558", "MED-1798", "MED-4118", "MED-1808", "MED-4564", "MED-4815", "MED-1799", "MED-2046", "MED-3760", "MED-3563", "MED-2848" ], "latency_ms": 0.514958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 241, "candidates_scanned": 20, "scanned_bytes": 33389, "index_reads": 243, "scored_candidates": 216, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.010309278350515464, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.041237113402061855, "ndcg_at_10": 0.42914113378860647, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08247422680412371, "ndcg_at_20": 0.4241416756577895, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2343", "query": "vitamin K", "scope": "corpus", "category": "all", "relevant": { "MED-5108": 1, "MED-5109": 1 }, "excluded_self_id": "PLAIN-2343", "ranked_doc_ids": [ "MED-4724", "MED-859", "MED-4872", "MED-2762", "MED-2009", "MED-4589", "MED-4719", "MED-4104", "MED-3755", "MED-1838", "MED-4331", "MED-1342", "MED-3900", "MED-3988", "MED-4573", "MED-3987", "MED-4470", "MED-5131", "MED-922", "MED-920" ], "latency_ms": 0.521875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 249, "candidates_scanned": 20, "scanned_bytes": 36418, "index_reads": 251, "scored_candidates": 242, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2354", "query": "walnut oil", "scope": "corpus", "category": "all", "relevant": { "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-4303": 1 }, "excluded_self_id": "PLAIN-2354", "ranked_doc_ids": [ "MED-5153", "MED-2378", "MED-2152", "MED-4303", "MED-4709", "MED-4249", "MED-4302", "MED-2379", "MED-3432", "MED-4708", "MED-1386", "MED-1785", "MED-4705", "MED-1499", "MED-4004", "MED-5085", "MED-927", "MED-2711", "MED-3659", "MED-1523" ], "latency_ms": 0.4785, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 168, "candidates_scanned": 20, "scanned_bytes": 34765, "index_reads": 170, "scored_candidates": 161, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.4, "ndcg_at_5": 0.3156484524795145, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 0.3156484524795145, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4, "ndcg_at_20": 0.3156484524795145, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2364", "query": "weight gain", "scope": "corpus", "category": "all", "relevant": { "MED-3866": 1, "MED-3869": 1, "MED-1342": 1, "MED-1343": 1, "MED-1344": 1, "MED-1345": 1, "MED-1355": 1, "MED-1347": 1, "MED-1348": 1, "MED-1349": 1, "MED-1350": 1, "MED-1351": 1, "MED-1352": 1, "MED-1353": 1, "MED-1354": 1 }, "excluded_self_id": "PLAIN-2364", "ranked_doc_ids": [ "MED-5004", "MED-4764", "MED-2721", "MED-4707", "MED-4261", "MED-2718", "MED-1365", "MED-2595", "MED-4291", "MED-1807", "MED-3751", "MED-2717", "MED-4152", "MED-1327", "MED-5323", "MED-5284", "MED-5230", "MED-4758", "MED-2592", "MED-4292" ], "latency_ms": 0.61625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 516, "candidates_scanned": 20, "scanned_bytes": 38995, "index_reads": 518, "scored_candidates": 459, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2375", "query": "whiting", "scope": "corpus", "category": "all", "relevant": { "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-2375", "ranked_doc_ids": [ "MED-3584", "MED-990", "MED-3700", "MED-1435", "MED-1320", "MED-4332", "MED-1412", "MED-1115", "MED-976", "MED-1365", "MED-5208", "MED-3025", "MED-4346", "MED-4651", "MED-1329", "MED-5230", "MED-5304", "MED-3024", "MED-1541", "MED-2584" ], "latency_ms": 0.519583, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 114, "candidates_scanned": 20, "scanned_bytes": 35933, "index_reads": 115, "scored_candidates": 114, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-238", "query": "How Chemically Contaminated Are We?", "scope": "corpus", "category": "all", "relevant": { "MED-4474": 1, "MED-4475": 1, "MED-4476": 1, "MED-4477": 1, "MED-4479": 1, "MED-4480": 1, "MED-4481": 1, "MED-4482": 1, "MED-4483": 1, "MED-4484": 1, "MED-4485": 1, "MED-4486": 1, "MED-4487": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4739": 1, "MED-4740": 1, "MED-4741": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4804": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1, "MED-5167": 1, "MED-5168": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-238", "ranked_doc_ids": [ "MED-2391", "MED-4653", "MED-3880", "MED-3027", "MED-4168", "MED-4205", "MED-2748", "MED-1603", "MED-2493", "MED-2494", "MED-5077", "MED-3000", "MED-4939", "MED-4739", "MED-4465", "MED-2501", "MED-3436", "MED-1737", "MED-2105", "MED-3054" ], "latency_ms": 0.778459, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1887, "candidates_scanned": 20, "scanned_bytes": 34420, "index_reads": 1891, "scored_candidates": 1700, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.018518518518518517, "ndcg_at_20": 0.03635628798853883, "mrr_at_20": 0.07142857142857142, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2386", "query": "worms", "scope": "corpus", "category": "all", "relevant": { "MED-3169": 1, "MED-3170": 1, "MED-3171": 1, "MED-3172": 1, "MED-3173": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3177": 1, "MED-3178": 1, "MED-3179": 1, "MED-3180": 1, "MED-3181": 1, "MED-3182": 1, "MED-4359": 1, "MED-4360": 1, "MED-4403": 1, "MED-4742": 1, "MED-4743": 1 }, "excluded_self_id": "PLAIN-2386", "ranked_doc_ids": [ "MED-2346", "MED-2510", "MED-1724" ], "latency_ms": 0.201542, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5365, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2396", "query": "Yale", "scope": "corpus", "category": "all", "relevant": { "MED-2763": 1, "MED-4324": 1, "MED-3688": 1, "MED-3689": 1, "MED-3690": 1, "MED-3691": 1, "MED-3692": 1, "MED-3693": 1, "MED-3694": 1, "MED-3695": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-4313": 1, "MED-3862": 1, "MED-5038": 1, "MED-5039": 1, "MED-5040": 1 }, "excluded_self_id": "PLAIN-2396", "ranked_doc_ids": [], "latency_ms": 0.126417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2408", "query": "Zoloft", "scope": "corpus", "category": "all", "relevant": { "MED-1356": 1, "MED-1357": 1, "MED-1358": 1, "MED-1359": 1, "MED-1360": 1 }, "excluded_self_id": "PLAIN-2408", "ranked_doc_ids": [], "latency_ms": 0.121, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2430", "query": "Preventing Brain Loss with B Vitamins?", "scope": "corpus", "category": "all", "relevant": { "MED-980": 2, "MED-981": 2, "MED-982": 2, "MED-983": 2, "MED-984": 2, "MED-985": 2, "MED-986": 2, "MED-987": 2, "MED-988": 2, "MED-3137": 2, "MED-990": 2, "MED-991": 2, "MED-992": 2, "MED-993": 2, "MED-994": 2, "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2667": 1, "MED-2668": 1, "MED-2669": 1, "MED-2670": 1, "MED-2938": 1, "MED-2939": 1, "MED-2940": 1, "MED-2941": 1, "MED-2942": 1, "MED-2943": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1 }, "excluded_self_id": "PLAIN-2430", "ranked_doc_ids": [ "MED-994", "MED-980", "MED-5129", "MED-2946", "MED-5128", "MED-5131", "MED-4724", "MED-1505", "MED-5135", "MED-3986", "MED-2942", "MED-1435", "MED-5064", "MED-5034", "MED-3546", "MED-4949", "MED-5074", "MED-986", "MED-4716", "MED-3785" ], "latency_ms": 0.7615, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1365, "candidates_scanned": 20, "scanned_bytes": 37043, "index_reads": 1370, "scored_candidates": 1157, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06521739130434782, "ndcg_at_5": 0.6261806449294969, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06521739130434782, "ndcg_at_10": 0.40634839235641007, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.10869565217391304, "ndcg_at_20": 0.3443209522574797, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2440", "query": "More Than an Apple a Day: Combating Common Diseases", "scope": "corpus", "category": "all", "relevant": { "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-2440", "ranked_doc_ids": [ "MED-1792", "MED-2786", "MED-5019", "MED-2188", "MED-5082", "MED-3908", "MED-3744", "MED-840", "MED-4590", "MED-941", "MED-2491", "MED-3206", "MED-2451", "MED-3085", "MED-972", "MED-2450", "MED-5031", "MED-976", "MED-4580", "MED-5041" ], "latency_ms": 1.187083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4188, "candidates_scanned": 20, "scanned_bytes": 34440, "index_reads": 4195, "scored_candidates": 2533, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2450", "query": "Are Organic Foods Safer?", "scope": "corpus", "category": "all", "relevant": { "MED-1166": 2, "MED-1167": 2, "MED-1178": 2, "MED-1169": 2, "MED-1170": 2, "MED-1171": 2, "MED-1172": 2, "MED-1173": 2, "MED-1174": 2, "MED-1175": 2, "MED-1176": 2, "MED-1177": 2, "MED-2493": 1, "MED-2494": 1, "MED-2495": 1, "MED-2496": 1, "MED-2497": 1, "MED-2747": 1, "MED-2748": 1, "MED-2749": 1, "MED-3886": 1, "MED-3880": 1, "MED-3887": 1, "MED-4132": 1, "MED-3882": 1, "MED-3888": 1, "MED-3889": 1, "MED-4136": 1, "MED-3891": 1, "MED-3892": 1, "MED-3884": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1 }, "excluded_self_id": "PLAIN-2450", "ranked_doc_ids": [ "MED-1140", "MED-1144", "MED-1178", "MED-1179", "MED-1150", "MED-2618", "MED-2738", "MED-2221", "MED-1173", "MED-1151", "MED-1182", "MED-1149", "MED-1181", "MED-1169", "MED-3628", "MED-1148", "MED-2490", "MED-1164", "MED-1143", "MED-1162" ], "latency_ms": 0.724292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1258, "candidates_scanned": 20, "scanned_bytes": 38426, "index_reads": 1261, "scored_candidates": 1164, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.02631578947368421, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05263157894736842, "ndcg_at_10": 0.17630010660342912, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07894736842105263, "ndcg_at_20": 0.17423345456134423, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2460", "query": "Diabetes as a Disease of Fat Toxicity", "scope": "corpus", "category": "all", "relevant": { "MED-1716": 2, "MED-1236": 2, "MED-1237": 2, "MED-1238": 2, "MED-1474": 2, "MED-1992": 1, "MED-1876": 1, "MED-1998": 1, "MED-1878": 1, "MED-1879": 1, "MED-2405": 1, "MED-2406": 1, "MED-2407": 1, "MED-3028": 1, "MED-2409": 1, "MED-2410": 1, "MED-2411": 1, "MED-2412": 1, "MED-2413": 1, "MED-2973": 1, "MED-5124": 1, "MED-2975": 1, "MED-2976": 1, "MED-2977": 1, "MED-2978": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-4543": 1, "MED-4538": 1 }, "excluded_self_id": "PLAIN-2460", "ranked_doc_ids": [ "MED-4333", "MED-1236", "MED-751", "MED-4776", "MED-1681", "MED-1194", "MED-2002", "MED-1323", "MED-1237", "MED-5054", "MED-5228", "MED-5203", "MED-5204", "MED-1672", "MED-1468", "MED-1063", "MED-5286", "MED-4985", "MED-2817", "MED-4104" ], "latency_ms": 0.811125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2178, "candidates_scanned": 20, "scanned_bytes": 37055, "index_reads": 2182, "scored_candidates": 1711, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03225806451612903, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06451612903225806, "ndcg_at_10": 0.24878736073285995, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06451612903225806, "ndcg_at_20": 0.1866022972717049, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2470", "query": "Is Milk Good for Our Bones?", "scope": "corpus", "category": "all", "relevant": { "MED-1337": 2, "MED-1338": 2, "MED-1339": 2, "MED-1340": 2, "MED-1341": 2, "MED-1557": 1, "MED-1558": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2773": 1, "MED-2774": 1, "MED-2775": 1, "MED-2979": 1, "MED-2980": 1, "MED-4319": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2985": 1, "MED-2986": 1, "MED-2987": 1, "MED-2988": 1, "MED-2989": 1, "MED-2990": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-3226": 1, "MED-3227": 1, "MED-3228": 1, "MED-3229": 1, "MED-3230": 1, "MED-3231": 1, "MED-3232": 1, "MED-3233": 1, "MED-4722": 1, "MED-3235": 1, "MED-3236": 1, "MED-3237": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1 }, "excluded_self_id": "PLAIN-2470", "ranked_doc_ids": [ "MED-1337", "MED-4226", "MED-4722", "MED-4901", "MED-4897", "MED-3216", "MED-1340", "MED-4034", "MED-4839", "MED-3925", "MED-4396", "MED-3233", "MED-3108", "MED-4782", "MED-4469", "MED-1366", "MED-2771", "MED-5189", "MED-900", "MED-2917" ], "latency_ms": 0.66375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 839, "candidates_scanned": 20, "scanned_bytes": 35295, "index_reads": 843, "scored_candidates": 776, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0273972602739726, "ndcg_at_5": 0.4239502565920201, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0410958904109589, "ndcg_at_10": 0.42267203222405286, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0684931506849315, "ndcg_at_20": 0.3680866544178505, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-248", "query": "Treating an Enlarged Prostate With Diet", "scope": "corpus", "category": "all", "relevant": { "MED-5176": 1, "MED-4230": 1, "MED-4231": 1, "MED-4232": 1, "MED-4233": 1, "MED-4234": 1, "MED-4235": 1, "MED-4236": 1, "MED-4237": 1, "MED-4239": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-248", "ranked_doc_ids": [ "MED-4236", "MED-4886", "MED-4233", "MED-865", "MED-5089", "MED-5350", "MED-3924", "MED-3877", "MED-3875", "MED-3874", "MED-4885", "MED-5355", "MED-4239", "MED-4890", "MED-4232", "MED-4234", "MED-3243", "MED-3789", "MED-5337", "MED-3790" ], "latency_ms": 0.744583, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1428, "candidates_scanned": 20, "scanned_bytes": 37521, "index_reads": 1432, "scored_candidates": 1313, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06451612903225806, "ndcg_at_5": 0.5087403079104241, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06451612903225806, "ndcg_at_10": 0.33013764944712026, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1935483870967742, "ndcg_at_20": 0.3534919629917905, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2480", "query": "Preventing Ulcerative Colitis with Diet", "scope": "corpus", "category": "all", "relevant": { "MED-1418": 2, "MED-1419": 2, "MED-1420": 2, "MED-1421": 2, "MED-3964": 2, "MED-4342": 2, "MED-1581": 2, "MED-1425": 2, "MED-1426": 2, "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1582": 1, "MED-4349": 1 }, "excluded_self_id": "PLAIN-2480", "ranked_doc_ids": [ "MED-1039", "MED-3964", "MED-2782", "MED-2811", "MED-1184", "MED-4628", "MED-1187", "MED-3970", "MED-1582", "MED-2809", "MED-5204", "MED-1421", "MED-735", "MED-1188", "MED-1576", "MED-2821", "MED-3496", "MED-2281", "MED-1418", "MED-2810" ], "latency_ms": 0.698459, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1677, "candidates_scanned": 20, "scanned_bytes": 36903, "index_reads": 1681, "scored_candidates": 1454, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.17764036563972366, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2777777777777778, "ndcg_at_20": 0.25989262228125776, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2490", "query": "The Actual Benefit of Diet vs. Drugs", "scope": "corpus", "category": "all", "relevant": { "MED-1486": 2, "MED-1487": 2, "MED-1488": 2, "MED-1489": 2, "MED-1490": 2, "MED-2109": 1, "MED-2110": 1, "MED-2111": 1, "MED-2112": 1, "MED-4255": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2527": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3617": 1, "MED-3618": 1, "MED-3619": 1, "MED-3620": 1, "MED-3621": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-2490", "ranked_doc_ids": [ "MED-1490", "MED-1488", "MED-4539", "MED-1354", "MED-2335", "MED-2527", "MED-3931", "MED-2595", "MED-728", "MED-4603", "MED-5301", "MED-5311", "MED-1555", "MED-5270", "MED-2323", "MED-2007", "MED-1347", "MED-2597", "MED-1348", "MED-3055" ], "latency_ms": 0.77, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1900, "candidates_scanned": 20, "scanned_bytes": 40147, "index_reads": 1905, "scored_candidates": 1614, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08695652173913043, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13043478260869565, "ndcg_at_10": 0.48292282180459095, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13043478260869565, "ndcg_at_20": 0.36221497622796434, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2500", "query": "The Saturated Fat Studies: Buttering Up the Public", "scope": "corpus", "category": "all", "relevant": { "MED-1557": 2, "MED-1558": 2, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-2500", "ranked_doc_ids": [ "MED-3198", "MED-4709", "MED-1930", "MED-3358", "MED-2150", "MED-5016", "MED-1781", "MED-1921", "MED-5261", "MED-1556", "MED-4765", "MED-1366", "MED-1837", "MED-1873", "MED-4450", "MED-4706", "MED-1063", "MED-5267", "MED-1498", "MED-1454" ], "latency_ms": 1.018166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3730, "candidates_scanned": 20, "scanned_bytes": 36591, "index_reads": 3736, "scored_candidates": 2690, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2510", "query": "Coffee and Artery Function", "scope": "corpus", "category": "all", "relevant": { "MED-1634": 2, "MED-1635": 2, "MED-1636": 2, "MED-1637": 2, "MED-1638": 2, "MED-1639": 2, "MED-1640": 2, "MED-1641": 2, "MED-1642": 2, "MED-1643": 2, "MED-5258": 2, "MED-1645": 2, "MED-1646": 2, "MED-1647": 2, "MED-1648": 2, "MED-1649": 2, "MED-2154": 1, "MED-2155": 1, "MED-2156": 1, "MED-2157": 1, "MED-2158": 1, "MED-2159": 1, "MED-2160": 1, "MED-2161": 1, "MED-2162": 1, "MED-2163": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2376": 1, "MED-2593": 1, "MED-2378": 1, "MED-2379": 1, "MED-2380": 1, "MED-2381": 1, "MED-2382": 1, "MED-2383": 1, "MED-2384": 1, "MED-4438": 1, "MED-4439": 1, "MED-4520": 1, "MED-4522": 1 }, "excluded_self_id": "PLAIN-2510", "ranked_doc_ids": [ "MED-1648", "MED-1640", "MED-1642", "MED-878", "MED-1649", "MED-1639", "MED-1638", "MED-880", "MED-5278", "MED-2939", "MED-5249", "MED-1645", "MED-3250", "MED-4520", "MED-5013", "MED-1643", "MED-1641", "MED-5266", "MED-5330", "MED-2697" ], "latency_ms": 0.656458, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 718, "candidates_scanned": 20, "scanned_bytes": 37555, "index_reads": 721, "scored_candidates": 654, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08695652173913043, "ndcg_at_5": 0.8539316501572937, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13043478260869565, "ndcg_at_10": 0.7059054020403311, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21739130434782608, "ndcg_at_20": 0.6222303686690136, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2520", "query": "Caloric Restriction vs. Plant-Based Diets", "scope": "corpus", "category": "all", "relevant": { "MED-1711": 2, "MED-1712": 2, "MED-2763": 2, "MED-1714": 2, "MED-1715": 2, "MED-1716": 2, "MED-1717": 2, "MED-1718": 2, "MED-1719": 2, "MED-1720": 2, "MED-1721": 2, "MED-1722": 2, "MED-1723": 2, "MED-1724": 2, "MED-2114": 1, "MED-2115": 1, "MED-2116": 1, "MED-2117": 1, "MED-4896": 1, "MED-3436": 1, "MED-2120": 1, "MED-2121": 1, "MED-2122": 1, "MED-2123": 1, "MED-2124": 1, "MED-2136": 1, "MED-2126": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2507": 1, "MED-2132": 1, "MED-2517": 1, "MED-2134": 1, "MED-2135": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2498": 1, "MED-2519": 1, "MED-2501": 1, "MED-2502": 1, "MED-2513": 1, "MED-2504": 1, "MED-2505": 1, "MED-2506": 1, "MED-5239": 1, "MED-2509": 1, "MED-2510": 1, "MED-2511": 1, "MED-2512": 1, "MED-2514": 1, "MED-5237": 1, "MED-2943": 1, "MED-2518": 1, "MED-2520": 1, "MED-2521": 1, "MED-4224": 1, "MED-4226": 1, "MED-4228": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-5337": 1, "MED-4220": 1, "MED-4612": 1, "MED-5341": 1, "MED-4222": 1, "MED-4223": 1, "MED-4225": 1, "MED-4227": 1 }, "excluded_self_id": "PLAIN-2520", "ranked_doc_ids": [ "MED-3273", "MED-2506", "MED-4996", "MED-3931", "MED-2138", "MED-4347", "MED-3201", "MED-2502", "MED-2519", "MED-5335", "MED-1617", "MED-1991", "MED-4831", "MED-4880", "MED-2510", "MED-4255", "MED-4613", "MED-4121", "MED-1724", "MED-1997" ], "latency_ms": 0.7855, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2381, "candidates_scanned": 20, "scanned_bytes": 35998, "index_reads": 2387, "scored_candidates": 1800, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0273972602739726, "ndcg_at_5": 0.17259567112343469, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0547945205479452, "ndcg_at_10": 0.1798455034531709, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0821917808219178, "ndcg_at_20": 0.1855125692316365, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2530", "query": "Infectobesity: Adenovirus 36 and Childhood Obesity", "scope": "corpus", "category": "all", "relevant": { "MED-1796": 2, "MED-1797": 2, "MED-1798": 2, "MED-1799": 2, "MED-1800": 2, "MED-1801": 2, "MED-1802": 2, "MED-1803": 2, "MED-1804": 2, "MED-4767": 2, "MED-1806": 2, "MED-1807": 2, "MED-1808": 2, "MED-4769": 2, "MED-1810": 2, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2053": 1, "MED-2054": 1, "MED-2055": 1, "MED-2056": 1, "MED-2057": 1, "MED-2058": 1, "MED-2059": 1, "MED-2060": 1, "MED-2061": 1, "MED-2062": 1, "MED-2063": 1, "MED-3253": 1, "MED-3254": 1, "MED-3255": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3309": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3313": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-3317": 1, "MED-3318": 1, "MED-3319": 1, "MED-3320": 1, "MED-3321": 1, "MED-4261": 1, "MED-4431": 1, "MED-4433": 1, "MED-4819": 1, "MED-4436": 1, "MED-4760": 1, "MED-4762": 1, "MED-4763": 1, "MED-4764": 1, "MED-4765": 1, "MED-4766": 1, "MED-4768": 1 }, "excluded_self_id": "PLAIN-2530", "ranked_doc_ids": [ "MED-1804", "MED-1808", "MED-1798", "MED-1803", "MED-1799", "MED-4766", "MED-4768", "MED-1800", "MED-1796", "MED-4769", "MED-1810", "MED-4767", "MED-2126", "MED-1991", "MED-1997", "MED-1806", "MED-5141", "MED-1790", "MED-1175", "MED-1996" ], "latency_ms": 0.561792, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 579, "candidates_scanned": 20, "scanned_bytes": 33988, "index_reads": 584, "scored_candidates": 527, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06944444444444445, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1388888888888889, "ndcg_at_10": 0.9241189044609822, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2222222222222222, "ndcg_at_20": 0.8308160309512733, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2540", "query": "Does Cholesterol Size Matter?", "scope": "corpus", "category": "all", "relevant": { "MED-1882": 2, "MED-2884": 2, "MED-1884": 2, "MED-1885": 2, "MED-1886": 2, "MED-1887": 2, "MED-1888": 2, "MED-1889": 2, "MED-1890": 2, "MED-2370": 1, "MED-2371": 1, "MED-2372": 1, "MED-4324": 1, "MED-2374": 1, "MED-3197": 1, "MED-3198": 1, "MED-3253": 1, "MED-3254": 1, "MED-3255": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-2540", "ranked_doc_ids": [ "MED-3370", "MED-1886", "MED-4831", "MED-2098", "MED-4840", "MED-3088", "MED-2020", "MED-3198", "MED-3619", "MED-990", "MED-1882", "MED-1884", "MED-1435", "MED-2525", "MED-4510", "MED-4560", "MED-4509", "MED-1413", "MED-4980", "MED-3025" ], "latency_ms": 0.589291, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 612, "candidates_scanned": 20, "scanned_bytes": 36690, "index_reads": 616, "scored_candidates": 563, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.047619047619047616, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09523809523809523, "ndcg_at_10": 0.1792810558841894, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.19047619047619047, "ndcg_at_20": 0.2368962154645511, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2550", "query": "Barriers to Heart Disease Prevention", "scope": "corpus", "category": "all", "relevant": { "MED-2529": 2, "MED-2524": 2, "MED-2525": 2, "MED-2527": 2, "MED-2530": 2, "MED-2528": 2, "MED-2427": 1, "MED-2428": 1, "MED-2429": 1, "MED-2430": 1, "MED-2431": 1, "MED-2432": 1, "MED-2440": 1, "MED-2526": 1, "MED-2763": 1, "MED-3113": 1, "MED-4247": 1, "MED-4560": 1, "MED-4559": 1, "MED-4598": 1, "MED-4599": 1, "MED-4696": 1, "MED-4828": 1, "MED-4829": 1, "MED-4830": 1 }, "excluded_self_id": "PLAIN-2550", "ranked_doc_ids": [ "MED-728", "MED-1575", "MED-2301", "MED-3673", "MED-3253", "MED-3108", "MED-2269", "MED-3105", "MED-4255", "MED-4613", "MED-3103", "MED-2924", "MED-3496", "MED-2445", "MED-1557", "MED-3577", "MED-3718", "MED-1548", "MED-1679", "MED-4961" ], "latency_ms": 0.68325, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1981, "candidates_scanned": 20, "scanned_bytes": 37364, "index_reads": 1985, "scored_candidates": 1498, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2560", "query": "Childhood Constipation and Cow\u2019s Milk", "scope": "corpus", "category": "all", "relevant": { "MED-2053": 2, "MED-2054": 2, "MED-2055": 2, "MED-2056": 2, "MED-2057": 2, "MED-2058": 2, "MED-2059": 2, "MED-2060": 2, "MED-2061": 2, "MED-2062": 2, "MED-2063": 2, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4394": 1, "MED-4399": 1, "MED-4400": 1, "MED-4402": 1 }, "excluded_self_id": "PLAIN-2560", "ranked_doc_ids": [ "MED-2057", "MED-2055", "MED-2053", "MED-2060", "MED-2058", "MED-2061", "MED-2059", "MED-1223", "MED-2126", "MED-2062", "MED-901", "MED-900", "MED-2063", "MED-4753", "MED-2136", "MED-4682", "MED-5005", "MED-2056", "MED-4882", "MED-4897" ], "latency_ms": 0.644917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1072, "candidates_scanned": 20, "scanned_bytes": 36667, "index_reads": 1077, "scored_candidates": 930, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.23809523809523808, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.38095238095238093, "ndcg_at_10": 0.8643145546088337, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.47619047619047616, "ndcg_at_20": 0.746052172592541, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2570", "query": "Diabetics Should Take Their Pulses", "scope": "corpus", "category": "all", "relevant": { "MED-2140": 2, "MED-2141": 2, "MED-4319": 2, "MED-2143": 2, "MED-2144": 2, "MED-2145": 2, "MED-2146": 2, "MED-2405": 1, "MED-2394": 1, "MED-2395": 1, "MED-2396": 1, "MED-2397": 1, "MED-2398": 1, "MED-2407": 1, "MED-2400": 1, "MED-3028": 1, "MED-2402": 1, "MED-2411": 1, "MED-2404": 1, "MED-2406": 1, "MED-2409": 1, "MED-2410": 1, "MED-2412": 1, "MED-2413": 1, "MED-2973": 1, "MED-5124": 1, "MED-2975": 1, "MED-2976": 1, "MED-2977": 1, "MED-2978": 1, "MED-3811": 1, "MED-3812": 1, "MED-3813": 1, "MED-4389": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-4543": 1, "MED-4538": 1 }, "excluded_self_id": "PLAIN-2570", "ranked_doc_ids": [ "MED-1860", "MED-2145", "MED-2009", "MED-1248", "MED-2008", "MED-2148", "MED-5228", "MED-2144", "MED-3583", "MED-5042", "MED-2527", "MED-4967", "MED-4127", "MED-1667", "MED-2742", "MED-3520", "MED-2000", "MED-4320", "MED-2407", "MED-1716" ], "latency_ms": 0.717167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1744, "candidates_scanned": 20, "scanned_bytes": 34310, "index_reads": 1749, "scored_candidates": 1476, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.025, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05, "ndcg_at_10": 0.2313482388797464, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.075, "ndcg_at_20": 0.19892434518857657, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2580", "query": "Academy of Nutrition and Dietetics Conflicts of Interest", "scope": "corpus", "category": "all", "relevant": { "MED-2219": 2, "MED-2220": 2, "MED-2221": 2, "MED-2488": 1, "MED-2489": 1, "MED-2616": 1, "MED-2617": 1, "MED-2618": 1, "MED-2619": 1, "MED-2725": 1, "MED-2726": 1, "MED-2736": 1, "MED-4131": 1, "MED-2738": 1, "MED-5169": 1, "MED-2740": 1, "MED-2741": 1, "MED-2742": 1, "MED-2744": 1, "MED-2745": 1, "MED-3197": 1, "MED-3198": 1, "MED-4602": 1 }, "excluded_self_id": "PLAIN-2580", "ranked_doc_ids": [ "MED-2220", "MED-1351", "MED-3487", "MED-2201", "MED-823", "MED-2725", "MED-1753", "MED-2295", "MED-2112", "MED-2527", "MED-3726", "MED-4599", "MED-4674", "MED-749", "MED-2146", "MED-3908", "MED-3896", "MED-5018", "MED-5038", "MED-4602" ], "latency_ms": 0.630292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 608, "candidates_scanned": 20, "scanned_bytes": 35877, "index_reads": 613, "scored_candidates": 559, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.043478260869565216, "ndcg_at_5": 0.3937481555797838, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08695652173913043, "ndcg_at_10": 0.35301686087887274, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13043478260869565, "ndcg_at_20": 0.28173826337964325, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-259", "query": "Optimal Phytosterol Dose and Source", "scope": "corpus", "category": "all", "relevant": { "MED-4295": 1, "MED-4846": 1, "MED-4296": 1, "MED-4298": 1, "MED-4300": 1, "MED-4301": 1, "MED-4637": 1, "MED-4638": 1, "MED-4639": 1, "MED-4640": 1, "MED-4641": 1, "MED-4642": 1, "MED-4643": 1, "MED-4644": 1 }, "excluded_self_id": "PLAIN-259", "ranked_doc_ids": [ "MED-4296", "MED-4295", "MED-4742", "MED-4739", "MED-4539", "MED-4944", "MED-3492", "MED-2240", "MED-4573", "MED-3396", "MED-5095", "MED-862", "MED-4471", "MED-2907", "MED-3029", "MED-2152", "MED-836", "MED-5148", "MED-4298", "MED-5252" ], "latency_ms": 0.644083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 812, "candidates_scanned": 20, "scanned_bytes": 35042, "index_reads": 816, "scored_candidates": 757, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21428571428571427, "ndcg_at_20": 0.331882458081445, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2590", "query": "Do Vegetarians Get Enough Protein?", "scope": "corpus", "category": "all", "relevant": { "MED-2288": 2, "MED-3137": 2, "MED-2290": 2, "MED-2291": 2, "MED-2292": 2, "MED-2293": 2, "MED-2294": 2, "MED-2295": 2, "MED-2296": 2, "MED-2498": 1, "MED-2517": 1, "MED-2519": 1, "MED-2501": 1, "MED-2502": 1, "MED-2513": 1, "MED-2504": 1, "MED-2505": 1, "MED-2506": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2510": 1, "MED-2511": 1, "MED-2512": 1, "MED-3000": 1, "MED-2765": 1, "MED-2997": 1, "MED-3001": 1, "MED-2999": 1, "MED-4313": 1, "MED-3148": 1, "MED-3149": 1, "MED-3242": 1, "MED-3243": 1, "MED-3244": 1, "MED-3245": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-3580": 1, "MED-3581": 1, "MED-3582": 1, "MED-3583": 1, "MED-3584": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-3862": 1, "MED-4107": 1, "MED-4299": 1, "MED-4298": 1, "MED-4600": 1 }, "excluded_self_id": "PLAIN-2590", "ranked_doc_ids": [ "MED-5226", "MED-2813", "MED-1540", "MED-4163", "MED-5204", "MED-5198", "MED-4600", "MED-934", "MED-4894", "MED-4560", "MED-5340", "MED-5338", "MED-2939", "MED-3557", "MED-5325", "MED-1135", "MED-2001", "MED-1723", "MED-4984", "MED-5168" ], "latency_ms": 0.6395, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 860, "candidates_scanned": 20, "scanned_bytes": 32862, "index_reads": 865, "scored_candidates": 800, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.015873015873015872, "ndcg_at_10": 0.03788716675548455, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.015873015873015872, "ndcg_at_20": 0.02951220282095857, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2600", "query": "Eggs and Arterial Function", "scope": "corpus", "category": "all", "relevant": { "MED-2370": 2, "MED-2371": 2, "MED-2372": 2, "MED-4324": 2, "MED-3197": 1, "MED-3198": 1, "MED-4300": 1, "MED-4301": 1, "MED-4602": 1, "MED-4676": 1 }, "excluded_self_id": "PLAIN-2600", "ranked_doc_ids": [ "MED-2372", "MED-2371", "MED-4324", "MED-5278", "MED-2939", "MED-1645", "MED-3250", "MED-4520", "MED-5013", "MED-1643", "MED-5266", "MED-5330", "MED-2697", "MED-2946", "MED-2591", "MED-2475", "MED-1516", "MED-4676", "MED-877", "MED-2884" ], "latency_ms": 0.616875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 714, "candidates_scanned": 20, "scanned_bytes": 41032, "index_reads": 717, "scored_candidates": 649, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3, "ndcg_at_5": 0.773468039695752, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3, "ndcg_at_10": 0.5998254955960036, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.4, "ndcg_at_20": 0.6329575751240126, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2610", "query": "Treating Asthma With Plants vs. Supplements?", "scope": "corpus", "category": "all", "relevant": { "MED-2445": 2, "MED-2446": 2, "MED-2458": 2, "MED-2448": 2, "MED-2449": 2, "MED-2450": 2, "MED-2451": 2, "MED-2452": 2, "MED-2453": 2, "MED-2472": 2, "MED-4551": 1, "MED-2643": 1, "MED-2644": 1, "MED-2645": 1, "MED-2646": 1, "MED-2647": 1, "MED-2648": 1, "MED-2649": 1, "MED-2650": 1, "MED-2651": 1, "MED-2652": 1, "MED-2653": 1, "MED-2654": 1, "MED-2655": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2659": 1, "MED-2660": 1, "MED-2661": 1, "MED-2662": 1, "MED-2663": 1, "MED-2664": 1, "MED-2665": 1, "MED-4860": 1, "MED-2667": 1, "MED-2668": 1, "MED-2669": 1, "MED-2670": 1, "MED-2882": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2898": 1, "MED-2893": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2899": 1, "MED-2888": 1, "MED-2889": 1, "MED-2894": 1, "MED-2895": 1, "MED-3904": 1, "MED-5175": 1, "MED-4295": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4365": 1, "MED-4658": 1 }, "excluded_self_id": "PLAIN-2610", "ranked_doc_ids": [ "MED-2482", "MED-2655", "MED-2452", "MED-2460", "MED-901", "MED-3950", "MED-5072", "MED-2464", "MED-2458", "MED-1834", "MED-3489", "MED-2471", "MED-3931", "MED-947", "MED-1620", "MED-936", "MED-4255", "MED-4613", "MED-3013", "MED-4506" ], "latency_ms": 0.682334, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1158, "candidates_scanned": 20, "scanned_bytes": 35207, "index_reads": 1163, "scored_candidates": 1016, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03278688524590164, "ndcg_at_5": 0.2765732350040718, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.04918032786885246, "ndcg_at_10": 0.24573132854020638, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.04918032786885246, "ndcg_at_20": 0.19276786558572317, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2620", "query": "Phytates for the Treatment of Cancer", "scope": "corpus", "category": "all", "relevant": { "MED-2568": 2, "MED-4319": 2, "MED-2570": 2, "MED-2571": 2, "MED-2572": 2, "MED-2573": 2, "MED-2574": 2, "MED-2575": 2, "MED-2988": 2, "MED-2577": 2, "MED-2578": 2, "MED-2579": 2, "MED-2580": 2, "MED-2544": 2, "MED-2581": 2, "MED-2546": 2, "MED-2583": 2, "MED-2584": 2, "MED-2585": 2, "MED-2979": 1, "MED-2980": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2985": 1, "MED-2986": 1, "MED-2987": 1, "MED-2989": 1, "MED-2990": 1, "MED-3242": 1, "MED-3243": 1, "MED-3244": 1, "MED-3245": 1, "MED-5337": 1, "MED-3714": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1, "MED-3720": 1, "MED-3721": 1, "MED-3722": 1, "MED-3723": 1, "MED-3724": 1, "MED-3744": 1, "MED-3726": 1, "MED-4481": 1, "MED-3728": 1, "MED-3729": 1, "MED-3730": 1, "MED-3731": 1, "MED-3732": 1, "MED-4165": 1, "MED-4543": 1 }, "excluded_self_id": "PLAIN-2620", "ranked_doc_ids": [ "MED-2989", "MED-2988", "MED-4319", "MED-2985", "MED-2983", "MED-2987", "MED-2986", "MED-2578", "MED-2253", "MED-2022", "MED-2979", "MED-3271", "MED-868", "MED-5356", "MED-4224", "MED-4328", "MED-865", "MED-3551", "MED-2984", "MED-2430" ], "latency_ms": 0.675334, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1451, "candidates_scanned": 20, "scanned_bytes": 33008, "index_reads": 1454, "scored_candidates": 1309, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.09090909090909091, "ndcg_at_5": 0.6917831836856678, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14545454545454545, "ndcg_at_10": 0.5942322686530155, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.18181818181818182, "ndcg_at_20": 0.42663951889025514, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2630", "query": "Alkylphenol Endocrine Disruptors and Allergies", "scope": "corpus", "category": "all", "relevant": { "MED-4551": 2, "MED-2643": 2, "MED-2644": 2, "MED-2645": 2, "MED-2646": 2, "MED-2647": 2, "MED-2648": 2, "MED-2649": 2, "MED-2650": 2, "MED-2651": 2, "MED-2652": 2, "MED-2653": 2, "MED-2654": 2, "MED-2655": 2, "MED-2656": 2, "MED-2657": 2, "MED-2658": 2, "MED-2659": 2, "MED-2660": 2, "MED-2661": 2, "MED-2662": 2, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-3954": 1, "MED-3955": 1, "MED-3956": 1, "MED-4680": 1, "MED-3958": 1, "MED-3959": 1, "MED-4550": 1, "MED-4653": 1, "MED-4654": 1, "MED-4655": 1, "MED-4656": 1, "MED-4727": 1, "MED-4728": 1, "MED-4950": 1, "MED-4951": 1 }, "excluded_self_id": "PLAIN-2630", "ranked_doc_ids": [ "MED-2643", "MED-2650", "MED-2658", "MED-1763", "MED-5323", "MED-2644", "MED-1777", "MED-1737", "MED-1732", "MED-5167", "MED-1003", "MED-1776", "MED-2652", "MED-2661", "MED-1739", "MED-1100", "MED-1736", "MED-1099", "MED-2382", "MED-3703" ], "latency_ms": 0.535709, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 120, "candidates_scanned": 20, "scanned_bytes": 37130, "index_reads": 124, "scored_candidates": 104, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0625, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08333333333333333, "ndcg_at_10": 0.5473983622993501, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.42693606798342987, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2640", "query": "Chicken Salmonella Thanks to Meat Industry Lawsuit", "scope": "corpus", "category": "all", "relevant": { "MED-2736": 2, "MED-4131": 2, "MED-2738": 2, "MED-5169": 2, "MED-2740": 2, "MED-2741": 2, "MED-2742": 2, "MED-2744": 2, "MED-2745": 2, "MED-2725": 1, "MED-2726": 1, "MED-2743": 1, "MED-2746": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3091": 1, "MED-3092": 1, "MED-3095": 1, "MED-3089": 1, "MED-3090": 1, "MED-3093": 1, "MED-3094": 1, "MED-3096": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-4354": 1, "MED-4355": 1, "MED-4357": 1, "MED-4358": 1, "MED-4361": 1, "MED-4426": 1, "MED-4427": 1, "MED-4428": 1, "MED-4429": 1, "MED-4596": 1 }, "excluded_self_id": "PLAIN-2640", "ranked_doc_ids": [ "MED-2745", "MED-2741", "MED-3882", "MED-2743", "MED-4429", "MED-3892", "MED-3880", "MED-3888", "MED-3651", "MED-4354", "MED-2339", "MED-4182", "MED-4800", "MED-3653", "MED-2492", "MED-3889", "MED-1610", "MED-2991", "MED-4626", "MED-2671" ], "latency_ms": 0.591875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 553, "candidates_scanned": 20, "scanned_bytes": 36321, "index_reads": 558, "scored_candidates": 470, "query_terms": 6, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.10416666666666667, "ndcg_at_5": 0.7765732350040719, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1875, "ndcg_at_10": 0.6675861726045337, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.20833333333333334, "ndcg_at_20": 0.5416766775626497, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2650", "query": "Turmeric Curcumin and Osteoarthritis", "scope": "corpus", "category": "all", "relevant": { "MED-2797": 2, "MED-2809": 2, "MED-2799": 2, "MED-2800": 2, "MED-2801": 2, "MED-2802": 2, "MED-2803": 2, "MED-2804": 2, "MED-2805": 2, "MED-2819": 2, "MED-2807": 2, "MED-3702": 1, "MED-3703": 1, "MED-3704": 1, "MED-3705": 1, "MED-3706": 1, "MED-3707": 1, "MED-3708": 1, "MED-3709": 1, "MED-3710": 1, "MED-3711": 1, "MED-3712": 1, "MED-3713": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4613": 1, "MED-4617": 1, "MED-4615": 1 }, "excluded_self_id": "PLAIN-2650", "ranked_doc_ids": [ "MED-2800", "MED-2819", "MED-2788", "MED-2825", "MED-2831", "MED-2794", "MED-2783", "MED-2807", "MED-2801", "MED-2786", "MED-2817", "MED-2803", "MED-2243", "MED-2813", "MED-2606", "MED-2810", "MED-2815", "MED-2811", "MED-2608", "MED-4999" ], "latency_ms": 0.498084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 127, "candidates_scanned": 20, "scanned_bytes": 31846, "index_reads": 130, "scored_candidates": 87, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06896551724137931, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13793103448275862, "ndcg_at_10": 0.494639655562801, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1724137931034483, "ndcg_at_20": 0.4244645456623231, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2660", "query": "How Long to Detox From Fish Before Pregnancy?", "scope": "corpus", "category": "all", "relevant": { "MED-3021": 2, "MED-3023": 2, "MED-2904": 2, "MED-2905": 2, "MED-2906": 2, "MED-2907": 2, "MED-3024": 2, "MED-3025": 2, "MED-2910": 2, "MED-3027": 2, "MED-3028": 2, "MED-2913": 2, "MED-3012": 2, "MED-3013": 2, "MED-3030": 2, "MED-2917": 2, "MED-3033": 2, "MED-3034": 2, "MED-3035": 2, "MED-2921": 2, "MED-4169": 1, "MED-4170": 1, "MED-4171": 1, "MED-4180": 1, "MED-4181": 1, "MED-4622": 1, "MED-4726": 1 }, "excluded_self_id": "PLAIN-2660", "ranked_doc_ids": [ "MED-4465", "MED-4376", "MED-3012", "MED-5097", "MED-2905", "MED-3032", "MED-4551", "MED-1584", "MED-4451", "MED-4678", "MED-1955", "MED-3028", "MED-5098", "MED-2852", "MED-3625", "MED-3445", "MED-2410", "MED-5370", "MED-839", "MED-2751" ], "latency_ms": 0.717666, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1034, "candidates_scanned": 20, "scanned_bytes": 36761, "index_reads": 1040, "scored_candidates": 914, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07407407407407407, "ndcg_at_5": 0.30078518014914984, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07407407407407407, "ndcg_at_10": 0.19518900079066107, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.16435324605419743, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2670", "query": "Is Caramel Color Carcinogenic?", "scope": "corpus", "category": "all", "relevant": { "MED-2992": 2, "MED-2993": 2, "MED-2994": 2, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3091": 1, "MED-3092": 1, "MED-3095": 1, "MED-3089": 1, "MED-3090": 1, "MED-3093": 1, "MED-3094": 1, "MED-3096": 1, "MED-3378": 1, "MED-3379": 1, "MED-3380": 1, "MED-3381": 1, "MED-3382": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1 }, "excluded_self_id": "PLAIN-2670", "ranked_doc_ids": [ "MED-2994", "MED-4974", "MED-2618", "MED-4659", "MED-3359", "MED-2899", "MED-2922", "MED-4859", "MED-3351", "MED-4057", "MED-3381", "MED-4391", "MED-1605", "MED-1414", "MED-887", "MED-1495", "MED-1407", "MED-2106", "MED-2678", "MED-4022" ], "latency_ms": 0.507459, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 167, "candidates_scanned": 20, "scanned_bytes": 30535, "index_reads": 170, "scored_candidates": 161, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.02857142857142857, "ndcg_at_5": 0.3937481555797838, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.02857142857142857, "ndcg_at_10": 0.2996484034259831, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05714285714285714, "ndcg_at_20": 0.2484891190858712, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2680", "query": "Counteracting the Effects of Dioxins Through Diet", "scope": "corpus", "category": "all", "relevant": { "MED-3109": 2, "MED-3098": 2, "MED-3099": 2, "MED-3100": 2, "MED-3112": 2, "MED-3102": 2, "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1, "MED-4726": 1, "MED-4739": 1, "MED-4740": 1, "MED-4741": 1 }, "excluded_self_id": "PLAIN-2680", "ranked_doc_ids": [ "MED-3100", "MED-1961", "MED-3109", "MED-3102", "MED-3022", "MED-2495", "MED-5102", "MED-2756", "MED-2400", "MED-2394", "MED-2388", "MED-2497", "MED-3591", "MED-4940", "MED-3526", "MED-3802", "MED-2922", "MED-2885", "MED-5105", "MED-1962" ], "latency_ms": 0.955625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3276, "candidates_scanned": 20, "scanned_bytes": 31249, "index_reads": 3281, "scored_candidates": 2386, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.21428571428571427, "ndcg_at_5": 0.6548086577531307, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.21428571428571427, "ndcg_at_10": 0.4920033254983605, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21428571428571427, "ndcg_at_20": 0.43308063272329383, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2690", "query": "Chronic Headaches and Pork Tapeworms", "scope": "corpus", "category": "all", "relevant": { "MED-3169": 2, "MED-3170": 2, "MED-3171": 2, "MED-3172": 2, "MED-3173": 2, "MED-3174": 2, "MED-3175": 2, "MED-3176": 2, "MED-3177": 2, "MED-3178": 2, "MED-3179": 2, "MED-3180": 2, "MED-3181": 2, "MED-3182": 2, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3292": 1, "MED-3313": 1, "MED-3294": 1, "MED-3295": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-4433": 1, "MED-3317": 1, "MED-3318": 1, "MED-3302": 1, "MED-3320": 1, "MED-3321": 1, "MED-4356": 1, "MED-4403": 1, "MED-4672": 1, "MED-4742": 1, "MED-4743": 1, "MED-4955": 1, "MED-4956": 1, "MED-4957": 1 }, "excluded_self_id": "PLAIN-2690", "ranked_doc_ids": [ "MED-3175", "MED-3515", "MED-3517", "MED-5094", "MED-3169", "MED-3288", "MED-3660", "MED-3664", "MED-4672", "MED-4818", "MED-2341", "MED-1979", "MED-1983", "MED-2352", "MED-4814", "MED-3171", "MED-1610", "MED-4593", "MED-3396", "MED-3891" ], "latency_ms": 0.545708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 391, "candidates_scanned": 20, "scanned_bytes": 31915, "index_reads": 395, "scored_candidates": 383, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.046511627906976744, "ndcg_at_5": 0.4703652827859579, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09302325581395349, "ndcg_at_10": 0.3775611301562333, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11627906976744186, "ndcg_at_20": 0.3098611089484332, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-270", "query": "Is Caffeinated Tea Really Dehydrating?", "scope": "corpus", "category": "all", "relevant": { "MED-4328": 1, "MED-4329": 1, "MED-4330": 1, "MED-4331": 1, "MED-4332": 1, "MED-4415": 1, "MED-4416": 1, "MED-4417": 1, "MED-4418": 1, "MED-4419": 1, "MED-5165": 1, "MED-4421": 1, "MED-4422": 1, "MED-4438": 1, "MED-4439": 1, "MED-4471": 1, "MED-4472": 1, "MED-4976": 1, "MED-4543": 1, "MED-4538": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4602": 1, "MED-4671": 1, "MED-4775": 1, "MED-4867": 1, "MED-4868": 1, "MED-4869": 1, "MED-4877": 1, "MED-4878": 1, "MED-4879": 1, "MED-4886": 1, "MED-4887": 1, "MED-4888": 1, "MED-5337": 1, "MED-4890": 1, "MED-4891": 1, "MED-5046": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1, "MED-5052": 1, "MED-5058": 1, "MED-5064": 1, "MED-5065": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-270", "ranked_doc_ids": [ "MED-5245", "MED-1645", "MED-3930", "MED-4331", "MED-4774", "MED-1637", "MED-4865", "MED-2167", "MED-880", "MED-5156", "MED-3773", "MED-4776", "MED-5247", "MED-1647", "MED-4439", "MED-5048", "MED-3775", "MED-3772", "MED-1205", "MED-1638" ], "latency_ms": 0.520333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 189, "candidates_scanned": 20, "scanned_bytes": 34672, "index_reads": 193, "scored_candidates": 171, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.019230769230769232, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.019230769230769232, "ndcg_at_10": 0.09478836436955078, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.057692307692307696, "ndcg_at_20": 0.13143349798531476, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2700", "query": "Heart Disease Starts in Childhood", "scope": "corpus", "category": "all", "relevant": { "MED-3253": 2, "MED-3254": 2, "MED-3255": 2, "MED-4556": 1, "MED-4559": 1, "MED-4560": 1, "MED-4613": 1, "MED-4617": 1, "MED-4615": 1, "MED-4616": 1 }, "excluded_self_id": "PLAIN-2700", "ranked_doc_ids": [ "MED-3954", "MED-1790", "MED-3253", "MED-1468", "MED-2381", "MED-2284", "MED-2126", "MED-1932", "MED-2484", "MED-4315", "MED-1991", "MED-1722", "MED-4496", "MED-3925", "MED-4748", "MED-2495", "MED-1542", "MED-5293", "MED-4680", "MED-4919" ], "latency_ms": 0.670083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1509, "candidates_scanned": 20, "scanned_bytes": 37438, "index_reads": 1513, "scored_candidates": 1288, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1, "ndcg_at_5": 0.1968740777898919, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1, "ndcg_at_10": 0.14982420171299154, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.14982420171299154, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2710", "query": "Artificial Food Colors and ADHD", "scope": "corpus", "category": "all", "relevant": { "MED-3378": 2, "MED-3379": 2, "MED-3380": 2, "MED-3381": 2, "MED-3382": 2, "MED-5062": 1, "MED-3369": 1, "MED-3370": 1, "MED-3371": 1, "MED-3372": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-3376": 1, "MED-3377": 1, "MED-3385": 1, "MED-3386": 1, "MED-3387": 1, "MED-4936": 1, "MED-4932": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-2710", "ranked_doc_ids": [ "MED-3382", "MED-3380", "MED-3383", "MED-1153", "MED-1625", "MED-4655", "MED-2994", "MED-3351", "MED-3381", "MED-5054", "MED-2899", "MED-4120", "MED-4659", "MED-3359", "MED-5062", "MED-2202", "MED-1630", "MED-5053", "MED-1407", "MED-1623" ], "latency_ms": 0.597, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1091, "candidates_scanned": 20, "scanned_bytes": 30886, "index_reads": 1095, "scored_candidates": 1057, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.09523809523809523, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.5157381179269986, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.19047619047619047, "ndcg_at_20": 0.41185621473207634, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2720", "query": "Keeping Your Hands Warm With Citrus", "scope": "corpus", "category": "all", "relevant": { "MED-3473": 2, "MED-3474": 2, "MED-3475": 2, "MED-3476": 2, "MED-3477": 2, "MED-3478": 2, "MED-3479": 2, "MED-3480": 2, "MED-3481": 2, "MED-3482": 2, "MED-3483": 2, "MED-3484": 2, "MED-3485": 2, "MED-3469": 1, "MED-3471": 1, "MED-4390": 1, "MED-4022": 1, "MED-4023": 1, "MED-4024": 1, "MED-4025": 1, "MED-4029": 1, "MED-4013": 1, "MED-4030": 1, "MED-4031": 1, "MED-4032": 1, "MED-4033": 1, "MED-4034": 1, "MED-4019": 1, "MED-4035": 1, "MED-4036": 1, "MED-4391": 1, "MED-4392": 1, "MED-4393": 1, "MED-4581": 1, "MED-4582": 1, "MED-4583": 1 }, "excluded_self_id": "PLAIN-2720", "ranked_doc_ids": [ "MED-4256", "MED-4392", "MED-4429", "MED-3483", "MED-2200", "MED-5088", "MED-3319", "MED-1482", "MED-4969", "MED-2265", "MED-2083", "MED-4804", "MED-5319", "MED-2491", "MED-1347", "MED-2700", "MED-911", "MED-3474", "MED-2292", "MED-1982" ], "latency_ms": 0.519166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 117, "candidates_scanned": 20, "scanned_bytes": 33457, "index_reads": 122, "scored_candidates": 114, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05555555555555555, "ndcg_at_5": 0.2530614822099702, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05555555555555555, "ndcg_at_10": 0.16421958630632802, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08333333333333333, "ndcg_at_20": 0.15837002281040422, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2730", "query": "Anti-Angiogenesis: Cutting Off Tumor Supply Lines", "scope": "corpus", "category": "all", "relevant": { "MED-3548": 2, "MED-3549": 2, "MED-3550": 2, "MED-3551": 2, "MED-3552": 2, "MED-3553": 2, "MED-3554": 2, "MED-3555": 2, "MED-3834": 1, "MED-3853": 1, "MED-3845": 1, "MED-4089": 1, "MED-4090": 1, "MED-4220": 1, "MED-5337": 1, "MED-4612": 1, "MED-5341": 1, "MED-4222": 1, "MED-4223": 1, "MED-4224": 1, "MED-4225": 1, "MED-4226": 1, "MED-4227": 1, "MED-4228": 1, "MED-4652": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1 }, "excluded_self_id": "PLAIN-2730", "ranked_doc_ids": [ "MED-2573", "MED-2357", "MED-3840", "MED-4780", "MED-3548", "MED-1232", "MED-2513", "MED-3554", "MED-3553", "MED-1199", "MED-2366", "MED-4089", "MED-3277", "MED-3551", "MED-2427", "MED-1847", "MED-1315", "MED-4462", "MED-1317", "MED-4627" ], "latency_ms": 0.642417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 643, "candidates_scanned": 20, "scanned_bytes": 38448, "index_reads": 650, "scored_candidates": 550, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.034482758620689655, "ndcg_at_5": 0.13120507751234178, "mrr_at_5": 0.2, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.10344827586206896, "ndcg_at_10": 0.23616449639338544, "mrr_at_10": 0.2, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1724137931034483, "ndcg_at_20": 0.2536763071545243, "mrr_at_20": 0.2, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2740", "query": "Cancer Risk From CT Scan Radiation", "scope": "corpus", "category": "all", "relevant": { "MED-3623": 2, "MED-3624": 2, "MED-3625": 2, "MED-3626": 2, "MED-3627": 2, "MED-3609": 1, "MED-3610": 1, "MED-3617": 1, "MED-3620": 1, "MED-3622": 1, "MED-3618": 1, "MED-3621": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-4560": 1, "MED-4609": 1, "MED-4613": 1, "MED-4617": 1, "MED-4612": 1, "MED-4615": 1, "MED-4616": 1, "MED-5036": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-2740", "ranked_doc_ids": [ "MED-2940", "MED-3627", "MED-3623", "MED-3624", "MED-3562", "MED-3193", "MED-3787", "MED-2947", "MED-5320", "MED-5317", "MED-3620", "MED-1733", "MED-3590", "MED-3606", "MED-4925", "MED-3619", "MED-3636", "MED-5155", "MED-2513", "MED-5313" ], "latency_ms": 0.840417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2203, "candidates_scanned": 20, "scanned_bytes": 39380, "index_reads": 2208, "scored_candidates": 1694, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06, "ndcg_at_5": 0.5296347172140421, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06, "ndcg_at_10": 0.41687198733273895, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.3646078076728209, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2750", "query": "Preventing the Common Cold with Probiotics?", "scope": "corpus", "category": "all", "relevant": { "MED-3680": 2, "MED-3681": 2, "MED-3682": 2, "MED-3683": 2, "MED-3693": 2, "MED-3685": 2, "MED-3686": 2, "MED-3687": 2, "MED-3671": 1, "MED-3676": 1, "MED-3679": 1, "MED-3690": 1, "MED-3694": 1, "MED-3688": 1, "MED-3689": 1, "MED-3691": 1, "MED-3692": 1, "MED-3695": 1, "MED-3702": 1, "MED-3703": 1, "MED-3704": 1, "MED-3705": 1, "MED-3706": 1, "MED-3707": 1, "MED-3708": 1, "MED-3709": 1, "MED-3710": 1, "MED-3711": 1, "MED-3712": 1, "MED-3713": 1, "MED-3941": 1, "MED-3942": 1, "MED-3943": 1, "MED-3944": 1, "MED-3945": 1, "MED-3946": 1, "MED-3947": 1, "MED-4407": 1, "MED-3949": 1, "MED-3950": 1, "MED-3951": 1, "MED-3952": 1, "MED-3953": 1, "MED-3971": 1, "MED-3972": 1, "MED-3973": 1, "MED-3974": 1, "MED-3975": 1, "MED-3976": 1, "MED-3977": 1, "MED-3978": 1, "MED-3979": 1, "MED-3980": 1, "MED-3981": 1, "MED-4351": 1, "MED-4563": 1, "MED-4564": 1, "MED-4565": 1, "MED-5031": 1 }, "excluded_self_id": "PLAIN-2750", "ranked_doc_ids": [ "MED-3683", "MED-4762", "MED-3680", "MED-3695", "MED-3690", "MED-3692", "MED-5031", "MED-1300", "MED-3693", "MED-4544", "MED-3688", "MED-2482", "MED-1568", "MED-3691", "MED-3677", "MED-3679", "MED-3673", "MED-5321", "MED-4266", "MED-5318" ], "latency_ms": 0.668333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1079, "candidates_scanned": 20, "scanned_bytes": 39208, "index_reads": 1083, "scored_candidates": 973, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06779661016949153, "ndcg_at_5": 0.6473770215879483, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.11864406779661017, "ndcg_at_10": 0.6012846338609454, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1694915254237288, "ndcg_at_20": 0.5356398453806023, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2760", "query": "Eating Healthy on a Budget", "scope": "corpus", "category": "all", "relevant": { "MED-3769": 2, "MED-3770": 2, "MED-4406": 1, "MED-4454": 1, "MED-4622": 1, "MED-4686": 1, "MED-4712": 1, "MED-4771": 1 }, "excluded_self_id": "PLAIN-2760", "ranked_doc_ids": [ "MED-1449", "MED-2220", "MED-4600", "MED-4961", "MED-1377", "MED-1650", "MED-5220", "MED-4388", "MED-1058", "MED-4744", "MED-3060", "MED-4313", "MED-1210", "MED-1209", "MED-4200", "MED-3524", "MED-1593", "MED-1366", "MED-3238", "MED-2524" ], "latency_ms": 0.567917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 686, "candidates_scanned": 20, "scanned_bytes": 32328, "index_reads": 689, "scored_candidates": 637, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2770", "query": "Flaxseeds & Breast Cancer Survival: Clinical Evidence", "scope": "corpus", "category": "all", "relevant": { "MED-3841": 2, "MED-3832": 2, "MED-3843": 2, "MED-3836": 2, "MED-3853": 2, "MED-3845": 2, "MED-3848": 2, "MED-3830": 2, "MED-3840": 2, "MED-3864": 1, "MED-3833": 1, "MED-3834": 1, "MED-3842": 1, "MED-3844": 1, "MED-3846": 1, "MED-3847": 1, "MED-3850": 1, "MED-4094": 1, "MED-3852": 1, "MED-3854": 1, "MED-3855": 1, "MED-3856": 1, "MED-3857": 1, "MED-3863": 1, "MED-3865": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-4116": 1, "MED-4117": 1, "MED-4118": 1, "MED-4119": 1, "MED-4440": 1, "MED-4785": 1 }, "excluded_self_id": "PLAIN-2770", "ranked_doc_ids": [ "MED-3832", "MED-1826", "MED-3836", "MED-2437", "MED-3840", "MED-5052", "MED-3855", "MED-14", "MED-3830", "MED-3834", "MED-3123", "MED-10", "MED-5116", "MED-1829", "MED-3127", "MED-4450", "MED-2436", "MED-4445", "MED-3139", "MED-3853" ], "latency_ms": 0.881792, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2572, "candidates_scanned": 20, "scanned_bytes": 37561, "index_reads": 2578, "scored_candidates": 1773, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07317073170731707, "ndcg_at_5": 0.639945385422766, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14634146341463414, "ndcg_at_10": 0.5680987921582772, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.17073170731707318, "ndcg_at_20": 0.48283477166988104, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2780", "query": "Do Fruit & Nut Bars Cause Weight Gain?", "scope": "corpus", "category": "all", "relevant": { "MED-3896": 2, "MED-3897": 2, "MED-3906": 2, "MED-3908": 2, "MED-3900": 2, "MED-4289": 2, "MED-3910": 2, "MED-4715": 2, "MED-3893": 1, "MED-3894": 1, "MED-3895": 1, "MED-3904": 1, "MED-5175": 1, "MED-3907": 1, "MED-4281": 1, "MED-4286": 1, "MED-4284": 1, "MED-4292": 1, "MED-4287": 1, "MED-4288": 1, "MED-4290": 1, "MED-4291": 1 }, "excluded_self_id": "PLAIN-2780", "ranked_doc_ids": [ "MED-3896", "MED-4292", "MED-4707", "MED-2595", "MED-4291", "MED-4286", "MED-4302", "MED-1305", "MED-2592", "MED-4152", "MED-2383", "MED-1257", "MED-2717", "MED-1375", "MED-2529", "MED-4284", "MED-4515", "MED-5004", "MED-4764", "MED-2721" ], "latency_ms": 0.784958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1701, "candidates_scanned": 20, "scanned_bytes": 36615, "index_reads": 1708, "scored_candidates": 1359, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.13636363636363635, "ndcg_at_5": 0.5117558763970509, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.18181818181818182, "ndcg_at_10": 0.39707900151984926, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.22727272727272727, "ndcg_at_20": 0.3291548306290656, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2790", "query": "Titanium Dioxide & Inflammatory Bowel Disease", "scope": "corpus", "category": "all", "relevant": { "MED-3960": 2, "MED-3961": 2, "MED-3962": 2, "MED-3963": 2, "MED-3964": 2, "MED-3965": 2, "MED-3966": 2, "MED-3967": 2, "MED-3968": 2, "MED-3969": 2, "MED-3970": 2, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4853": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4132": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4136": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4167": 1, "MED-4168": 1, "MED-4333": 1, "MED-4337": 1, "MED-4342": 1, "MED-4349": 1, "MED-5326": 1, "MED-4488": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4604": 1, "MED-4605": 1, "MED-4606": 1, "MED-4607": 1, "MED-4627": 1, "MED-4908": 1, "MED-4909": 1, "MED-4936": 1, "MED-4932": 1, "MED-5062": 1, "MED-5063": 1 }, "excluded_self_id": "PLAIN-2790", "ranked_doc_ids": [ "MED-3964", "MED-3970", "MED-3969", "MED-3960", "MED-1188", "MED-3963", "MED-5059", "MED-3106", "MED-895", "MED-3496", "MED-4342", "MED-2810", "MED-1576", "MED-2359", "MED-2788", "MED-3967", "MED-2811", "MED-2809", "MED-736", "MED-2037" ], "latency_ms": 0.7195, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1517, "candidates_scanned": 20, "scanned_bytes": 36911, "index_reads": 1522, "scored_candidates": 1328, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06779661016949153, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0847457627118644, "ndcg_at_10": 0.6421867266689009, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11864406779661017, "ndcg_at_20": 0.5566887545511063, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-280", "query": "Mercury Testing Recommended Before Pregnancy", "scope": "corpus", "category": "all", "relevant": { "MED-4375": 1, "MED-4376": 1, "MED-4378": 1, "MED-4379": 1, "MED-4380": 1, "MED-4381": 1, "MED-4531": 1, "MED-4546": 1, "MED-4547": 1, "MED-4622": 1, "MED-4736": 1, "MED-4739": 1, "MED-4738": 1, "MED-4946": 1, "MED-4951": 1, "MED-5097": 1, "MED-5098": 1, "MED-5099": 1, "MED-5100": 1, "MED-5101": 1 }, "excluded_self_id": "PLAIN-280", "ranked_doc_ids": [ "MED-4376", "MED-5097", "MED-3023", "MED-4739", "MED-3595", "MED-4370", "MED-4533", "MED-3025", "MED-4678", "MED-2388", "MED-4531", "MED-4774", "MED-2906", "MED-4946", "MED-2904", "MED-3026", "MED-5093", "MED-3030", "MED-1584", "MED-2905" ], "latency_ms": 0.724458, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1264, "candidates_scanned": 20, "scanned_bytes": 38433, "index_reads": 1269, "scored_candidates": 1092, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.15, "ndcg_at_5": 0.6992148198508501, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15, "ndcg_at_10": 0.4537425745411855, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.368807997259387, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2800", "query": "Prolonged Liver Function Enhancement From Broccoli", "scope": "corpus", "category": "all", "relevant": { "MED-4040": 2, "MED-4976": 2, "MED-5197": 2, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-4075": 1, "MED-4438": 1, "MED-4439": 1, "MED-4454": 1, "MED-4455": 1, "MED-4471": 1, "MED-4472": 1, "MED-4861": 1 }, "excluded_self_id": "PLAIN-2800", "ranked_doc_ids": [ "MED-4456", "MED-3166", "MED-2793", "MED-2070", "MED-2231", "MED-3164", "MED-4040", "MED-2235", "MED-4454", "MED-2074", "MED-2232", "MED-2071", "MED-2157", "MED-1309", "MED-5162", "MED-2068", "MED-5075", "MED-1598", "MED-3377", "MED-3202" ], "latency_ms": 0.697042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 923, "candidates_scanned": 20, "scanned_bytes": 35730, "index_reads": 928, "scored_candidates": 819, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08333333333333333, "ndcg_at_10": 0.14498437993401564, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08333333333333333, "ndcg_at_20": 0.10551474824051668, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2810", "query": "Apple Juice May Be Worse Than Sugar Water", "scope": "corpus", "category": "all", "relevant": { "MED-4091": 2, "MED-4089": 2, "MED-5071": 2, "MED-4090": 1, "MED-4413": 1, "MED-4585": 1, "MED-4687": 1, "MED-4689": 1 }, "excluded_self_id": "PLAIN-2810", "ranked_doc_ids": [ "MED-2491", "MED-4029", "MED-4267", "MED-1846", "MED-1792", "MED-3945", "MED-4580", "MED-5019", "MED-840", "MED-4090", "MED-3476", "MED-4590", "MED-3206", "MED-2099", "MED-1839", "MED-4585", "MED-2451", "MED-3679", "MED-2969", "MED-4587" ], "latency_ms": 0.971875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2889, "candidates_scanned": 20, "scanned_bytes": 34798, "index_reads": 2896, "scored_candidates": 2210, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.047509220064594695, "mrr_at_10": 0.1, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.0877187349767794, "mrr_at_20": 0.1, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2820", "query": "Preventing Strokes with Diet", "scope": "corpus", "category": "all", "relevant": { "MED-4106": 2, "MED-4103": 1, "MED-4104": 1, "MED-4853": 1, "MED-4107": 1, "MED-4299": 1, "MED-4522": 1, "MED-4545": 1 }, "excluded_self_id": "PLAIN-2820", "ranked_doc_ids": [ "MED-1408", "MED-1677", "MED-1192", "MED-2698", "MED-1232", "MED-907", "MED-2007", "MED-2301", "MED-1394", "MED-1329", "MED-1691", "MED-1548", "MED-2758", "MED-5041", "MED-2077", "MED-5042", "MED-4929", "MED-4106", "MED-2752", "MED-1233" ], "latency_ms": 0.747416, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1703, "candidates_scanned": 20, "scanned_bytes": 44173, "index_reads": 1706, "scored_candidates": 1472, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.125, "ndcg_at_20": 0.09504818803130316, "mrr_at_20": 0.05555555555555555, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2830", "query": "Neurobiology of Artificial Sweeteners", "scope": "corpus", "category": "all", "relevant": { "MED-4120": 2, "MED-4121": 1, "MED-4124": 1 }, "excluded_self_id": "PLAIN-2830", "ranked_doc_ids": [ "MED-5054", "MED-1625", "MED-4120", "MED-5053", "MED-4126", "MED-1108", "MED-1627", "MED-1626", "MED-1623", "MED-1630", "MED-1624", "MED-3058", "MED-4868", "MED-3380", "MED-3052", "MED-2226", "MED-1710", "MED-5056", "MED-5057", "MED-3674" ], "latency_ms": 0.460917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 64, "candidates_scanned": 20, "scanned_bytes": 30134, "index_reads": 67, "scored_candidates": 53, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.31939394323979897, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.31939394323979897, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.31939394323979897, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2840", "query": "Benefits of Fenugreek Seeds", "scope": "corpus", "category": "all", "relevant": { "MED-3811": 1, "MED-5341": 1, "MED-5337": 1, "MED-4464": 1, "MED-4465": 1, "MED-4468": 1, "MED-4469": 1, "MED-4543": 1, "MED-4538": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4671": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1 }, "excluded_self_id": "PLAIN-2840", "ranked_doc_ids": [ "MED-4150", "MED-4716", "MED-2009", "MED-4443", "MED-948", "MED-2145", "MED-3145", "MED-3144", "MED-4455", "MED-4295", "MED-3146", "MED-3796", "MED-2071", "MED-915", "MED-3842", "MED-2010", "MED-902", "MED-4621", "MED-4850", "MED-2233" ], "latency_ms": 0.547084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 380, "candidates_scanned": 20, "scanned_bytes": 33599, "index_reads": 383, "scored_candidates": 371, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2850", "query": "More Antibiotics In White Meat or Dark Meat?", "scope": "corpus", "category": "all", "relevant": { "MED-4166": 2, "MED-3693": 1, "MED-3690": 1, "MED-3694": 1, "MED-4167": 1, "MED-4168": 1, "MED-4433": 1, "MED-4436": 1, "MED-4437": 1 }, "excluded_self_id": "PLAIN-2850", "ranked_doc_ids": [ "MED-5148", "MED-2584", "MED-2225", "MED-5040", "MED-5026", "MED-2201", "MED-3354", "MED-2492", "MED-3572", "MED-5105", "MED-4358", "MED-2224", "MED-1541", "MED-4336", "MED-4032", "MED-5289", "MED-1880", "MED-1412", "MED-4983", "MED-1812" ], "latency_ms": 0.738542, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1380, "candidates_scanned": 20, "scanned_bytes": 39326, "index_reads": 1385, "scored_candidates": 1229, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2860", "query": "BPA Plastic and Male Sexual Dysfunction", "scope": "corpus", "category": "all", "relevant": { "MED-4185": 2, "MED-4186": 2 }, "excluded_self_id": "PLAIN-2860", "ranked_doc_ids": [ "MED-4186", "MED-4185", "MED-3421", "MED-3429", "MED-746", "MED-828", "MED-891", "MED-4022", "MED-4360", "MED-1010", "MED-3407", "MED-3423", "MED-4654", "MED-3590", "MED-4992", "MED-3430", "MED-3422", "MED-3428", "MED-3440", "MED-4425" ], "latency_ms": 0.601125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 386, "candidates_scanned": 20, "scanned_bytes": 34728, "index_reads": 391, "scored_candidates": 341, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-2870", "query": "Filled Full of Lead", "scope": "corpus", "category": "all", "relevant": { "MED-4200": 2, "MED-4201": 1, "MED-4202": 1, "MED-4531": 1, "MED-4944": 1 }, "excluded_self_id": "PLAIN-2870", "ranked_doc_ids": [ "MED-4033", "MED-3371", "MED-2178", "MED-872", "MED-5216", "MED-4733", "MED-3113", "MED-1773", "MED-4678", "MED-2428", "MED-1793", "MED-1488", "MED-1003", "MED-3153", "MED-2571", "MED-1456", "MED-2603", "MED-1307", "MED-981", "MED-1448" ], "latency_ms": 0.606875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 328, "candidates_scanned": 20, "scanned_bytes": 37630, "index_reads": 331, "scored_candidates": 323, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2880", "query": "The Answer to the Pritikin Puzzle", "scope": "corpus", "category": "all", "relevant": { "MED-4612": 2, "MED-4220": 2, "MED-5341": 2, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-4233": 1, "MED-4222": 1, "MED-4223": 1, "MED-4224": 1, "MED-4225": 1, "MED-4226": 1, "MED-4227": 1, "MED-4228": 1, "MED-4239": 1, "MED-4243": 1, "MED-4255": 1 }, "excluded_self_id": "PLAIN-2880", "ranked_doc_ids": [ "MED-2116", "MED-4890", "MED-4493", "MED-1780", "MED-2522", "MED-4914", "MED-1744", "MED-1437", "MED-1914", "MED-2597", "MED-3596", "MED-4206", "MED-4687", "MED-1798", "MED-2132", "MED-3370", "MED-4599", "MED-4674", "MED-3865", "MED-1781" ], "latency_ms": 0.501, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 30, "candidates_scanned": 20, "scanned_bytes": 30538, "index_reads": 33, "scored_candidates": 30, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2890", "query": "To Snack or Not to Snack?", "scope": "corpus", "category": "all", "relevant": { "MED-4250": 2, "MED-4300": 1, "MED-4301": 1, "MED-4324": 1, "MED-4349": 1, "MED-4345": 1, "MED-4346": 1, "MED-4603": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-2890", "ranked_doc_ids": [ "MED-1535", "MED-1538", "MED-1534", "MED-3896", "MED-1533", "MED-939", "MED-3351", "MED-3369", "MED-3143", "MED-4250", "MED-4765", "MED-4287", "MED-3370", "MED-2418", "MED-2253", "MED-1955", "MED-4284", "MED-4172", "MED-906", "MED-3376" ], "latency_ms": 0.724208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1536, "candidates_scanned": 20, "scanned_bytes": 34483, "index_reads": 1538, "scored_candidates": 1523, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.034482758620689655, "ndcg_at_10": 0.10428852969311579, "mrr_at_10": 0.1, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.034482758620689655, "ndcg_at_20": 0.07190427298864208, "mrr_at_20": 0.1, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2900", "query": "Boosting Good Bacteria in the Colon Without Probiotics", "scope": "corpus", "category": "all", "relevant": { "MED-4276": 2, "MED-4269": 2, "MED-5332": 2, "MED-4271": 2, "MED-3788": 1, "MED-4768": 1, "MED-4313": 1, "MED-4278": 1, "MED-4325": 1, "MED-4442": 1, "MED-4443": 1, "MED-4810": 1 }, "excluded_self_id": "PLAIN-2900", "ranked_doc_ids": [ "MED-3679", "MED-2105", "MED-3687", "MED-3693", "MED-3681", "MED-3675", "MED-2479", "MED-5198", "MED-1417", "MED-1046", "MED-4980", "MED-1418", "MED-4142", "MED-1184", "MED-1420", "MED-2544", "MED-3105", "MED-3677", "MED-1028", "MED-3692" ], "latency_ms": 0.632125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 662, "candidates_scanned": 20, "scanned_bytes": 43180, "index_reads": 668, "scored_candidates": 603, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-291", "query": "Stool Size and Breast Cancer Risk", "scope": "corpus", "category": "all", "relevant": { "MED-4516": 1, "MED-4517": 1, "MED-4518": 1, "MED-4522": 1, "MED-4635": 1, "MED-4640": 1, "MED-4637": 1, "MED-4638": 1, "MED-4639": 1, "MED-4641": 1, "MED-4642": 1, "MED-4643": 1, "MED-4644": 1 }, "excluded_self_id": "PLAIN-291", "ranked_doc_ids": [ "MED-4517", "MED-4639", "MED-3860", "MED-5195", "MED-3142", "MED-1416", "MED-3484", "MED-3956", "MED-2424", "MED-2437", "MED-1826", "MED-4694", "MED-4050", "MED-5184", "MED-5352", "MED-3832", "MED-2417", "MED-3127", "MED-3858", "MED-2258" ], "latency_ms": 0.761459, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2540, "candidates_scanned": 20, "scanned_bytes": 32913, "index_reads": 2545, "scored_candidates": 1774, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.15384615384615385, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.15384615384615385, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.15384615384615385, "ndcg_at_20": 0.3045398676346468, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2910", "query": "Optimal Phytosterol Dose", "scope": "corpus", "category": "all", "relevant": { "MED-4846": 2, "MED-4295": 2, "MED-4300": 1, "MED-4301": 1, "MED-4352": 1, "MED-4353": 1, "MED-4423": 1, "MED-4424": 1, "MED-4425": 1, "MED-4560": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1, "MED-4906": 1 }, "excluded_self_id": "PLAIN-2910", "ranked_doc_ids": [ "MED-4296", "MED-4295", "MED-3492", "MED-2240", "MED-4573", "MED-3396", "MED-2152", "MED-836", "MED-4742", "MED-5148", "MED-4298", "MED-2430", "MED-3705", "MED-1690", "MED-3555", "MED-1586", "MED-3144", "MED-3606", "MED-3530", "MED-4477" ], "latency_ms": 0.510167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 420, "candidates_scanned": 20, "scanned_bytes": 34444, "index_reads": 423, "scored_candidates": 413, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06666666666666667, "ndcg_at_5": 0.2755519442199235, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06666666666666667, "ndcg_at_10": 0.20436662668128655, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06666666666666667, "ndcg_at_20": 0.16842134648250634, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2920", "query": "Human Neurotransmitters in Plants", "scope": "corpus", "category": "all", "relevant": { "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4632": 1, "MED-4633": 1, "MED-4634": 1, "MED-4995": 1 }, "excluded_self_id": "PLAIN-2920", "ranked_doc_ids": [ "MED-3532", "MED-4309", "MED-1624", "MED-1623", "MED-1352", "MED-5069", "MED-4203", "MED-913", "MED-4915", "MED-1874", "MED-2432", "MED-2664", "MED-1748", "MED-2333", "MED-3518", "MED-5231", "MED-915", "MED-4926", "MED-3543", "MED-1397" ], "latency_ms": 1.001209, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1181, "candidates_scanned": 20, "scanned_bytes": 33824, "index_reads": 1184, "scored_candidates": 1078, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2930", "query": "Kiwifruit for Irritable Bowel Syndrome", "scope": "corpus", "category": "all", "relevant": { "MED-4325": 2, "MED-4516": 1, "MED-4517": 1, "MED-4518": 1, "MED-4522": 1, "MED-4635": 1, "MED-4640": 1, "MED-4637": 1, "MED-4689": 1, "MED-4810": 1, "MED-4832": 1, "MED-4833": 1, "MED-4834": 1, "MED-4835": 1 }, "excluded_self_id": "PLAIN-2930", "ranked_doc_ids": [ "MED-4325", "MED-1007", "MED-1008", "MED-1016", "MED-1005", "MED-1013", "MED-1009", "MED-1035", "MED-3508", "MED-4875", "MED-1014", "MED-1017", "MED-3514", "MED-3506", "MED-1006", "MED-3509", "MED-1012", "MED-3512", "MED-946", "MED-1011" ], "latency_ms": 0.603292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 338, "candidates_scanned": 20, "scanned_bytes": 37320, "index_reads": 342, "scored_candidates": 259, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07142857142857142, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07142857142857142, "ndcg_at_10": 0.36077903708155934, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07142857142857142, "ndcg_at_20": 0.30251016897020766, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2940", "query": "Dietary Treatment of Crohn's Disease", "scope": "corpus", "category": "all", "relevant": { "MED-4342": 2, "MED-4349": 2, "MED-4347": 1, "MED-4627": 1, "MED-4350": 1, "MED-4628": 1, "MED-4629": 1, "MED-4630": 1, "MED-4631": 1, "MED-4877": 1, "MED-4878": 1, "MED-4879": 1, "MED-4886": 1, "MED-4887": 1, "MED-4888": 1, "MED-5337": 1, "MED-4890": 1, "MED-4891": 1, "MED-4984": 1, "MED-4985": 1, "MED-4988": 1, "MED-4987": 1 }, "excluded_self_id": "PLAIN-2940", "ranked_doc_ids": [ "MED-3961", "MED-1579", "MED-3966", "MED-1581", "MED-1580", "MED-1578", "MED-1575", "MED-3965", "MED-3967", "MED-1425", "MED-3963", "MED-2791", "MED-1582", "MED-1574", "MED-2816", "MED-3970", "MED-2359", "MED-2813", "MED-3106", "MED-2811" ], "latency_ms": 0.994917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3594, "candidates_scanned": 20, "scanned_bytes": 36851, "index_reads": 3599, "scored_candidates": 2465, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2950", "query": "Unsafe at Any Feed", "scope": "corpus", "category": "all", "relevant": { "MED-4355": 2, "MED-4132": 1 }, "excluded_self_id": "PLAIN-2950", "ranked_doc_ids": [ "MED-1625", "MED-1227", "MED-2742", "MED-1957", "MED-3535", "MED-1147", "MED-5347", "MED-4880", "MED-4148", "MED-4399", "MED-4173", "MED-5134", "MED-1959", "MED-4140", "MED-1956", "MED-3372", "MED-4443", "MED-4096", "MED-1261", "MED-943" ], "latency_ms": 0.59725, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 382, "candidates_scanned": 20, "scanned_bytes": 33592, "index_reads": 385, "scored_candidates": 373, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2960", "query": "Pharmacists Versus Health Food Store Employees: Who Gives Better Advice?", "scope": "corpus", "category": "all", "relevant": { "MED-4370": 2, "MED-4575": 1 }, "excluded_self_id": "PLAIN-2960", "ranked_doc_ids": [ "MED-4371", "MED-4372", "MED-4374", "MED-4370", "MED-4366", "MED-4251", "MED-5123", "MED-1210", "MED-1553", "MED-4028", "MED-2016", "MED-4969", "MED-4183", "MED-5057", "MED-2753", "MED-2181", "MED-4774", "MED-2750", "MED-1518", "MED-4879" ], "latency_ms": 0.9985, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2964, "candidates_scanned": 20, "scanned_bytes": 34447, "index_reads": 2973, "scored_candidates": 2047, "query_terms": 10, "selected_terms": 9, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.3273949503887395, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.3273949503887395, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.3273949503887395, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2970", "query": "Preventing Cataracts with Diet", "scope": "corpus", "category": "all", "relevant": { "MED-4382": 2, "MED-4385": 1, "MED-4383": 1, "MED-4384": 1, "MED-4984": 1, "MED-4388": 1, "MED-4389": 1, "MED-4553": 1, "MED-4554": 1 }, "excluded_self_id": "PLAIN-2970", "ranked_doc_ids": [ "MED-4382", "MED-2889", "MED-2069", "MED-4030", "MED-3550", "MED-1334", "MED-711", "MED-5300", "MED-3484", "MED-1997", "MED-1394", "MED-1398", "MED-5033", "MED-4114", "MED-1395", "MED-4197", "MED-3840", "MED-1678", "MED-2999", "MED-2303" ], "latency_ms": 0.704375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1614, "candidates_scanned": 20, "scanned_bytes": 33281, "index_reads": 1617, "scored_candidates": 1431, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1111111111111111, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1111111111111111, "ndcg_at_10": 0.38062652754129855, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1111111111111111, "ndcg_at_20": 0.38062652754129855, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2981", "query": "Cheese Mites and Maggots", "scope": "corpus", "category": "all", "relevant": { "MED-4403": 2, "MED-4908": 1, "MED-4909": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1 }, "excluded_self_id": "PLAIN-2981", "ranked_doc_ids": [ "MED-4403", "MED-5109", "MED-3198", "MED-2775", "MED-335", "MED-3087", "MED-4751", "MED-4909", "MED-1778", "MED-4398", "MED-2338", "MED-3583", "MED-2371", "MED-3542", "MED-3088", "MED-906", "MED-3038", "MED-4834", "MED-4232", "MED-3818" ], "latency_ms": 0.534084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 28, "candidates_scanned": 20, "scanned_bytes": 36831, "index_reads": 30, "scored_candidates": 27, "query_terms": 3, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2857142857142857, "ndcg_at_10": 0.49923783028254765, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2857142857142857, "ndcg_at_20": 0.49923783028254765, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-2991", "query": "Cholesterol and Lower Back Pain", "scope": "corpus", "category": "all", "relevant": { "MED-4423": 2, "MED-4424": 2 }, "excluded_self_id": "PLAIN-2991", "ranked_doc_ids": [ "MED-1663", "MED-1667", "MED-4424", "MED-1657", "MED-1664", "MED-3231", "MED-1656", "MED-4085", "MED-3793", "MED-941", "MED-4830", "MED-4103", "MED-3513", "MED-3658", "MED-5266", "MED-2528", "MED-4827", "MED-1874", "MED-2432", "MED-3198" ], "latency_ms": 0.737875, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1155, "candidates_scanned": 20, "scanned_bytes": 37769, "index_reads": 1159, "scored_candidates": 987, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.3065735963827292, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.3065735963827292, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.3065735963827292, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3001", "query": "EPIC Findings on Lymphoma", "scope": "corpus", "category": "all", "relevant": { "MED-4436": 2, "MED-4437": 2 }, "excluded_self_id": "PLAIN-3001", "ranked_doc_ids": [ "MED-3314", "MED-1114", "MED-4436", "MED-1817", "MED-1103", "MED-1529", "MED-1108", "MED-1151", "MED-4484", "MED-4278", "MED-5236", "MED-5145", "MED-3854", "MED-2304", "MED-3703", "MED-5035", "MED-5353", "MED-3699", "MED-5060", "MED-1156" ], "latency_ms": 0.631375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 612, "candidates_scanned": 20, "scanned_bytes": 41533, "index_reads": 615, "scored_candidates": 602, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.3065735963827292, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.3065735963827292, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.3065735963827292, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3014", "query": "Sometimes the Enzyme Myth Is True", "scope": "corpus", "category": "all", "relevant": { "MED-4454": 2 }, "excluded_self_id": "PLAIN-3014", "ranked_doc_ids": [ "MED-2716", "MED-3452", "MED-4871", "MED-3450", "MED-2062", "MED-2944", "MED-4617", "MED-1378", "MED-5088", "MED-3509", "MED-1015", "MED-1572", "MED-2028", "MED-4914", "MED-1296", "MED-979", "MED-3757", "MED-1226", "MED-2520", "MED-2256" ], "latency_ms": 0.5175, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 204, "candidates_scanned": 20, "scanned_bytes": 28146, "index_reads": 208, "scored_candidates": 203, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3026", "query": "Vitamin C-Enriched Bacon", "scope": "corpus", "category": "all", "relevant": { "MED-4470": 2 }, "excluded_self_id": "PLAIN-3026", "ranked_doc_ids": [ "MED-4976", "MED-1601", "MED-5188", "MED-4470", "MED-4353", "MED-5131", "MED-5034", "MED-3024", "MED-3157", "MED-936", "MED-3453", "MED-3617", "MED-4929", "MED-2384", "MED-917", "MED-4800", "MED-4928", "MED-4832", "MED-5271", "MED-3452" ], "latency_ms": 0.640375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 645, "candidates_scanned": 20, "scanned_bytes": 36615, "index_reads": 649, "scored_candidates": 533, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 0.43067655807339306, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 0.43067655807339306, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 0.43067655807339306, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3037", "query": "Out of the Lab Onto the Track", "scope": "corpus", "category": "all", "relevant": { "MED-4508": 2, "MED-4504": 2, "MED-4505": 2, "MED-4506": 2 }, "excluded_self_id": "PLAIN-3037", "ranked_doc_ids": [ "MED-5069", "MED-863", "MED-1451", "MED-4663", "MED-917", "MED-5215", "MED-5217", "MED-1572", "MED-2699", "MED-1983", "MED-5345", "MED-4205", "MED-5085", "MED-1617", "MED-3374", "MED-1429", "MED-2745", "MED-1496", "MED-1299", "MED-3506" ], "latency_ms": 0.629916, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 196, "candidates_scanned": 20, "scanned_bytes": 32933, "index_reads": 200, "scored_candidates": 195, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3053", "query": "Dragon's Blood", "scope": "corpus", "category": "all", "relevant": { "MED-4525": 2, "MED-4526": 2, "MED-4527": 2 }, "excluded_self_id": "PLAIN-3053", "ranked_doc_ids": [ "MED-4525", "MED-4526", "MED-2523", "MED-3811", "MED-4416", "MED-1848", "MED-4575", "MED-1666", "MED-4790", "MED-5275", "MED-1542", "MED-3021", "MED-2894", "MED-1429", "MED-5283", "MED-1497", "MED-4350", "MED-3151", "MED-3354", "MED-2246" ], "latency_ms": 0.710125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1259, "candidates_scanned": 20, "scanned_bytes": 35083, "index_reads": 1262, "scored_candidates": 1162, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7653606369886217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7653606369886217, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7653606369886217, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3063", "query": "Better Than Goji Berries", "scope": "corpus", "category": "all", "relevant": { "MED-3742": 1, "MED-3893": 1, "MED-3894": 1, "MED-4544": 1 }, "excluded_self_id": "PLAIN-3063", "ranked_doc_ids": [ "MED-2886", "MED-4712", "MED-4366", "MED-5084", "MED-4900", "MED-1676", "MED-2076", "MED-2922", "MED-3493", "MED-2924", "MED-1671", "MED-4576", "MED-5070", "MED-3951", "MED-3929", "MED-2665", "MED-3738", "MED-4850", "MED-5083", "MED-3721" ], "latency_ms": 0.705916, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1339, "candidates_scanned": 20, "scanned_bytes": 36397, "index_reads": 1343, "scored_candidates": 1235, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-307", "query": "Vitamin D: Shedding some light on the new recommendations", "scope": "corpus", "category": "all", "relevant": { "MED-714": 2, "MED-919": 2, "MED-716": 2 }, "excluded_self_id": "PLAIN-307", "ranked_doc_ids": [ "MED-4872", "MED-3099", "MED-3231", "MED-716", "MED-919", "MED-920", "MED-921", "MED-4575", "MED-714", "MED-922", "MED-4574", "MED-3373", "MED-4361", "MED-3991", "MED-3055", "MED-3989", "MED-4573", "MED-3452", "MED-3990", "MED-4104" ], "latency_ms": 0.832167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1697, "candidates_scanned": 20, "scanned_bytes": 35342, "index_reads": 1704, "scored_candidates": 1356, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.38364913903790027, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 1.0, "ndcg_at_10": 0.5249161118977291, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 0.5249161118977291, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3074", "query": "How to Help Prevent Abdominal Aortic Aneurysms", "scope": "corpus", "category": "all", "relevant": { "MED-4555": 2 }, "excluded_self_id": "PLAIN-3074", "ranked_doc_ids": [ "MED-4555", "MED-4423", "MED-3180", "MED-2718", "MED-1309", "MED-1009", "MED-1705", "MED-4902", "MED-4424", "MED-1512", "MED-4421", "MED-720", "MED-3254", "MED-1026", "MED-1467", "MED-3427", "MED-2044", "MED-5155", "MED-4922", "MED-1040" ], "latency_ms": 0.72625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 881, "candidates_scanned": 20, "scanned_bytes": 34526, "index_reads": 887, "scored_candidates": 790, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3085", "query": "The Difficulty of Arriving at a Vitamin D Recommendation", "scope": "corpus", "category": "all", "relevant": { "MED-4573": 2, "MED-4570": 2 }, "excluded_self_id": "PLAIN-3085", "ranked_doc_ids": [ "MED-919", "MED-4575", "MED-714", "MED-4872", "MED-922", "MED-4573", "MED-716", "MED-3990", "MED-4104", "MED-920", "MED-4574", "MED-3986", "MED-3988", "MED-4570", "MED-3632", "MED-921", "MED-3987", "MED-4566", "MED-962", "MED-3985" ], "latency_ms": 0.663958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 809, "candidates_scanned": 20, "scanned_bytes": 36874, "index_reads": 814, "scored_candidates": 697, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.21840743681816419, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 1.0, "ndcg_at_20": 0.3753473811960941, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3097", "query": "Amyloid and Apple Juice", "scope": "corpus", "category": "all", "relevant": { "MED-4590": 2, "MED-4591": 2, "MED-2215": 1, "MED-726": 1 }, "excluded_self_id": "PLAIN-3097", "ranked_doc_ids": [ "MED-4590", "MED-1792", "MED-2491", "MED-5019", "MED-4580", "MED-4267", "MED-3206", "MED-4585", "MED-4587", "MED-4029", "MED-5032", "MED-2451", "MED-733", "MED-4414", "MED-3945", "MED-1846", "MED-1795", "MED-4091", "MED-4862", "MED-5082" ], "latency_ms": 0.541084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 167, "candidates_scanned": 20, "scanned_bytes": 34804, "index_reads": 170, "scored_candidates": 146, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.25, "ndcg_at_5": 0.4770382338730848, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.25, "ndcg_at_10": 0.4770382338730848, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.4770382338730848, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3116", "query": "Dietary Guidelines: From Dairies to Berries", "scope": "corpus", "category": "all", "relevant": { "MED-5331": 2 }, "excluded_self_id": "PLAIN-3116", "ranked_doc_ids": [ "MED-2924", "MED-3944", "MED-3951", "MED-1363", "MED-2665", "MED-3718", "MED-2922", "MED-4900", "MED-2886", "MED-1676", "MED-5192", "MED-3493", "MED-1558", "MED-2076", "MED-3929", "MED-5123", "MED-1671", "MED-1553", "MED-5083", "MED-1773" ], "latency_ms": 0.725625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1272, "candidates_scanned": 20, "scanned_bytes": 38032, "index_reads": 1276, "scored_candidates": 1160, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3131", "query": "Are Avocados Good for You?", "scope": "corpus", "category": "all", "relevant": { "MED-4619": 2, "MED-4620": 2, "MED-4621": 2, "MED-4514": 1, "MED-4515": 1, "MED-4618": 1 }, "excluded_self_id": "PLAIN-3131", "ranked_doc_ids": [ "MED-4620", "MED-5010", "MED-2291", "MED-3109", "MED-4619", "MED-5011", "MED-3359", "MED-4303", "MED-861", "MED-3776", "MED-4618", "MED-4695", "MED-5009", "MED-4236", "MED-1378", "MED-4901", "MED-3108", "MED-4034", "MED-3199", "MED-940" ], "latency_ms": 0.5065, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 103, "candidates_scanned": 20, "scanned_bytes": 31502, "index_reads": 106, "scored_candidates": 102, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.5460707349092462, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.5102854561076756, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.5616032771147369, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3141", "query": "Relieving Yourself of Excess Estrogen", "scope": "corpus", "category": "all", "relevant": { "MED-4642": 2, "MED-4643": 2, "MED-4644": 2, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-3841": 1, "MED-3843": 1, "MED-3849": 1, "MED-3830": 1, "MED-1825": 1, "MED-1826": 1, "MED-1827": 1, "MED-1828": 1, "MED-1829": 1, "MED-1830": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-4313": 1, "MED-3862": 1 }, "excluded_self_id": "PLAIN-3141", "ranked_doc_ids": [ "MED-4235", "MED-4160", "MED-4193", "MED-2827", "MED-1597", "MED-1596", "MED-4755", "MED-4159", "MED-1592", "MED-1732", "MED-2648", "MED-4644", "MED-1768", "MED-2647", "MED-5226", "MED-1594", "MED-4698", "MED-4642", "MED-2644", "MED-2803" ], "latency_ms": 0.586834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 232, "candidates_scanned": 20, "scanned_bytes": 34265, "index_reads": 235, "scored_candidates": 229, "query_terms": 4, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.058823529411764705, "ndcg_at_20": 0.11026848625960214, "mrr_at_20": 0.08333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3151", "query": "Too Much Iodine Can Be as Bad as Too Little", "scope": "corpus", "category": "all", "relevant": { "MED-4660": 2, "MED-4666": 2, "MED-4662": 2, "MED-4663": 2, "MED-4664": 2, "MED-3441": 1, "MED-3442": 1, "MED-3443": 1, "MED-3444": 1, "MED-3445": 1, "MED-3446": 1, "MED-3447": 1, "MED-3448": 1, "MED-3971": 1, "MED-3972": 1, "MED-3973": 1, "MED-3974": 1, "MED-3975": 1 }, "excluded_self_id": "PLAIN-3151", "ranked_doc_ids": [ "MED-4560", "MED-4595", "MED-2763", "MED-1513", "MED-4668", "MED-4107", "MED-4665", "MED-4662", "MED-3971", "MED-4666", "MED-4660", "MED-4664", "MED-2939", "MED-3444", "MED-3445", "MED-1625", "MED-1540", "MED-4469", "MED-4152", "MED-4667" ], "latency_ms": 0.625292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 985, "candidates_scanned": 20, "scanned_bytes": 29196, "index_reads": 991, "scored_candidates": 898, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.20155975463018233, "mrr_at_10": 0.125, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3888888888888889, "ndcg_at_20": 0.32681159712828334, "mrr_at_20": 0.125, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3161", "query": "Is Milk and Mucus a Myth?", "scope": "corpus", "category": "all", "relevant": { "MED-4677": 2, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1763": 1, "MED-1584": 1, "MED-1585": 1, "MED-1586": 1, "MED-1587": 1, "MED-1588": 1, "MED-1595": 1, "MED-1596": 1, "MED-1762": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-4726": 1, "MED-3935": 1, "MED-3936": 1, "MED-3937": 1, "MED-3938": 1, "MED-3939": 1, "MED-3940": 1, "MED-4398": 1, "MED-4396": 1 }, "excluded_self_id": "PLAIN-3161", "ranked_doc_ids": [ "MED-4677", "MED-1416", "MED-2716", "MED-2063", "MED-4871", "MED-3450", "MED-1378", "MED-4899", "MED-5118", "MED-3087", "MED-2774", "MED-2341", "MED-4071", "MED-4753", "MED-4902", "MED-4807", "MED-1229", "MED-2123", "MED-2055", "MED-4897" ], "latency_ms": 0.498417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 178, "candidates_scanned": 20, "scanned_bytes": 32090, "index_reads": 181, "scored_candidates": 175, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.023255813953488372, "ndcg_at_5": 0.5065267082131061, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.023255813953488372, "ndcg_at_10": 0.36077903708155934, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.046511627906976744, "ndcg_at_20": 0.27857434107594925, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3171", "query": "Convergence of Evidence", "scope": "corpus", "category": "all", "relevant": { "MED-4696": 2, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1489": 1, "MED-1490": 1, "MED-1496": 1, "MED-1497": 1, "MED-1498": 1, "MED-1499": 1, "MED-1500": 1, "MED-1501": 1, "MED-1502": 1, "MED-1503": 1, "MED-1504": 1, "MED-1505": 1, "MED-1506": 1, "MED-5328": 1, "MED-1540": 1, "MED-1541": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1 }, "excluded_self_id": "PLAIN-3171", "ranked_doc_ids": [ "MED-2890", "MED-1502", "MED-1505", "MED-329", "MED-2333", "MED-2510", "MED-4225", "MED-4553", "MED-2114", "MED-1315", "MED-3690", "MED-5123", "MED-3247", "MED-1504", "MED-4292", "MED-1498", "MED-5238", "MED-1501", "MED-2716", "MED-4153" ], "latency_ms": 0.588917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 718, "candidates_scanned": 20, "scanned_bytes": 34343, "index_reads": 720, "scored_candidates": 714, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.058823529411764705, "ndcg_at_5": 0.28642306264840484, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.058823529411764705, "ndcg_at_10": 0.20400787375019783, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14705882352941177, "ndcg_at_20": 0.23219961637891226, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3181", "query": "Is Dragon Fruit Good For You?", "scope": "corpus", "category": "all", "relevant": { "MED-1574": 1, "MED-1575": 1, "MED-1576": 1, "MED-1577": 1, "MED-1578": 1, "MED-1579": 1, "MED-1580": 1, "MED-1581": 1, "MED-1582": 1, "MED-1789": 1, "MED-1790": 1, "MED-1791": 1, "MED-1792": 1, "MED-1793": 1, "MED-1794": 1, "MED-1795": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1 }, "excluded_self_id": "PLAIN-3181", "ranked_doc_ids": [ "MED-3359", "MED-4525", "MED-2291", "MED-3109", "MED-4034", "MED-4600", "MED-4526", "MED-1366", "MED-3776", "MED-4695", "MED-3728", "MED-2451", "MED-4236", "MED-4366", "MED-4560", "MED-1363", "MED-3925", "MED-4901", "MED-3108", "MED-4744" ], "latency_ms": 0.509208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 438, "candidates_scanned": 20, "scanned_bytes": 29170, "index_reads": 442, "scored_candidates": 425, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3191", "query": "Is Distilled Fish Oil Toxin-Free?", "scope": "corpus", "category": "all", "relevant": { "MED-4729": 2, "MED-4730": 2, "MED-4731": 2, "MED-4732": 2, "MED-1831": 1, "MED-1832": 1, "MED-1833": 1, "MED-1834": 1, "MED-5092": 1, "MED-2750": 1, "MED-2751": 1, "MED-2752": 1, "MED-2753": 1, "MED-2754": 1, "MED-2755": 1, "MED-2756": 1 }, "excluded_self_id": "PLAIN-3191", "ranked_doc_ids": [ "MED-4730", "MED-1831", "MED-928", "MED-3662", "MED-1569", "MED-1570", "MED-1572", "MED-4961", "MED-838", "MED-4525", "MED-4731", "MED-1274", "MED-4943", "MED-2412", "MED-2751", "MED-2345", "MED-839", "MED-1272", "MED-4631", "MED-927" ], "latency_ms": 0.582958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 712, "candidates_scanned": 20, "scanned_bytes": 34065, "index_reads": 717, "scored_candidates": 623, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.125, "ndcg_at_5": 0.4774770439198113, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.125, "ndcg_at_10": 0.3702840839003171, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.25, "ndcg_at_20": 0.3967434722371719, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-320", "query": "Breast Cancer and Diet", "scope": "corpus", "category": "all", "relevant": { "MED-4650": 1, "MED-4747": 1, "MED-4748": 1, "MED-4749": 1, "MED-4750": 1, "MED-4751": 1, "MED-4771": 1, "MED-4783": 1, "MED-5116": 1, "MED-4785": 1, "MED-4786": 1, "MED-4896": 1, "MED-4897": 1, "MED-4898": 1, "MED-4899": 1, "MED-4994": 1, "MED-5032": 1, "MED-5033": 1, "MED-5034": 1, "MED-5035": 1, "MED-5110": 1, "MED-5112": 1, "MED-5113": 1, "MED-5114": 1, "MED-5115": 1, "MED-5117": 1, "MED-5118": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1, "MED-5188": 1, "MED-5189": 1, "MED-5190": 1, "MED-5191": 1, "MED-5192": 1, "MED-5193": 1, "MED-5194": 1, "MED-5195": 1, "MED-5196": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-320", "ranked_doc_ids": [ "MED-2424", "MED-2437", "MED-4450", "MED-1829", "MED-2417", "MED-3840", "MED-3551", "MED-3791", "MED-3123", "MED-1826", "MED-4787", "MED-2434", "MED-3832", "MED-5066", "MED-3862", "MED-5352", "MED-5351", "MED-1564", "MED-3848", "MED-1532" ], "latency_ms": 0.723042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2109, "candidates_scanned": 20, "scanned_bytes": 37931, "index_reads": 2112, "scored_candidates": 1594, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3201", "query": "Acne & Cancer Connection", "scope": "corpus", "category": "all", "relevant": { "MED-4752": 2, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-5106": 1, "MED-4398": 1 }, "excluded_self_id": "PLAIN-3201", "ranked_doc_ids": [ "MED-2120", "MED-2117", "MED-4394", "MED-4752", "MED-2121", "MED-4896", "MED-4398", "MED-5106", "MED-4396", "MED-2122", "MED-2124", "MED-2116", "MED-5107", "MED-2114", "MED-3856", "MED-2773", "MED-4897", "MED-1386", "MED-2763", "MED-2672" ], "latency_ms": 0.545375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 841, "candidates_scanned": 20, "scanned_bytes": 29608, "index_reads": 844, "scored_candidates": 824, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03125, "ndcg_at_5": 0.21814917926546643, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09375, "ndcg_at_10": 0.2724154706688162, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09375, "ndcg_at_20": 0.18782349724308173, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3211", "query": "Overdosing on Greens", "scope": "corpus", "category": "all", "relevant": { "MED-3810": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-3102": 1, "MED-3103": 1, "MED-3709": 1, "MED-3105": 1, "MED-3106": 1, "MED-3107": 1, "MED-3108": 1, "MED-3110": 1, "MED-3111": 1, "MED-4040": 1, "MED-4976": 1, "MED-5197": 1 }, "excluded_self_id": "PLAIN-3211", "ranked_doc_ids": [ "MED-924", "MED-4595", "MED-3391", "MED-2098", "MED-4330", "MED-4365", "MED-5047", "MED-842", "MED-5052", "MED-4777", "MED-5248", "MED-5049", "MED-4097", "MED-4775", "MED-4780", "MED-2094", "MED-4050", "MED-5048", "MED-943", "MED-4329" ], "latency_ms": 0.462583, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 101, "candidates_scanned": 20, "scanned_bytes": 31620, "index_reads": 103, "scored_candidates": 101, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3221", "query": "Dietary Theory of Alzheimer's", "scope": "corpus", "category": "all", "relevant": { "MED-4790": 2, "MED-2215": 1, "MED-726": 1, "MED-4671": 1, "MED-743": 1, "MED-744": 1, "MED-745": 1, "MED-746": 1, "MED-4193": 1, "MED-3585": 1, "MED-3586": 1, "MED-3587": 1, "MED-3588": 1, "MED-3589": 1, "MED-3590": 1, "MED-3591": 1, "MED-3592": 1, "MED-3593": 1, "MED-4954": 1, "MED-3595": 1, "MED-3596": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1 }, "excluded_self_id": "PLAIN-3221", "ranked_doc_ids": [ "MED-2212", "MED-983", "MED-2216", "MED-4791", "MED-987", "MED-3547", "MED-4669", "MED-2590", "MED-1747", "MED-4580", "MED-2292", "MED-2211", "MED-1499", "MED-1851", "MED-1497", "MED-980", "MED-2699", "MED-1751", "MED-985", "MED-1705" ], "latency_ms": 0.6795, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1874, "candidates_scanned": 20, "scanned_bytes": 32374, "index_reads": 1878, "scored_candidates": 1607, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3231", "query": "Meat & Multiple Myeloma", "scope": "corpus", "category": "all", "relevant": { "MED-4820": 2, "MED-4821": 2, "MED-4436": 1, "MED-4437": 1, "MED-5032": 1, "MED-5033": 1, "MED-5034": 1, "MED-5035": 1 }, "excluded_self_id": "PLAIN-3231", "ranked_doc_ids": [ "MED-1105", "MED-3314", "MED-1115", "MED-1107", "MED-1104", "MED-1108", "MED-1113", "MED-1114", "MED-1103", "MED-1109", "MED-1106", "MED-1111", "MED-1112", "MED-3193", "MED-3787", "MED-3550", "MED-1718", "MED-4819", "MED-1110", "MED-2162" ], "latency_ms": 0.58775, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 584, "candidates_scanned": 20, "scanned_bytes": 35535, "index_reads": 587, "scored_candidates": 539, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3241", "query": "Apthous Ulcer Mystery Solved", "scope": "corpus", "category": "all", "relevant": { "MED-4841": 2, "MED-1223": 1, "MED-1224": 1, "MED-5239": 1, "MED-1226": 1, "MED-1227": 1, "MED-2126": 1, "MED-1229": 1, "MED-1230": 1, "MED-2053": 1, "MED-2054": 1, "MED-2055": 1, "MED-2056": 1, "MED-2057": 1, "MED-2058": 1, "MED-2059": 1, "MED-2060": 1, "MED-2061": 1, "MED-2062": 1, "MED-2063": 1, "MED-2769": 1, "MED-2770": 1, "MED-2771": 1, "MED-2772": 1, "MED-2773": 1, "MED-2774": 1, "MED-2775": 1, "MED-4398": 1, "MED-4396": 1 }, "excluded_self_id": "PLAIN-3241", "ranked_doc_ids": [ "MED-5093", "MED-735", "MED-2821", "MED-2281", "MED-1039", "MED-3705", "MED-1581", "MED-4841", "MED-1295", "MED-5256", "MED-2809", "MED-3502", "MED-4939", "MED-3964", "MED-2782", "MED-5008", "MED-2279", "MED-1184", "MED-853", "MED-2514" ], "latency_ms": 0.4815, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 54, "candidates_scanned": 20, "scanned_bytes": 33207, "index_reads": 57, "scored_candidates": 54, "query_terms": 4, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.034482758620689655, "ndcg_at_10": 0.11381311447980799, "mrr_at_10": 0.125, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.034482758620689655, "ndcg_at_20": 0.07847123051140205, "mrr_at_20": 0.125, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3251", "query": "EPIC Study", "scope": "corpus", "category": "all", "relevant": { "MED-4861": 2, "MED-4390": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-3742": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1, "MED-4089": 1, "MED-4090": 1, "MED-4095": 1 }, "excluded_self_id": "PLAIN-3251", "ranked_doc_ids": [ "MED-5236", "MED-4278", "MED-3314", "MED-5145", "MED-3854", "MED-3699", "MED-4261", "MED-1529", "MED-5175", "MED-1380", "MED-970", "MED-5268", "MED-4483", "MED-1817", "MED-4861", "MED-3205", "MED-3123", "MED-2304", "MED-4628", "MED-4382" ], "latency_ms": 0.904833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2389, "candidates_scanned": 20, "scanned_bytes": 45245, "index_reads": 2391, "scored_candidates": 2366, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.047619047619047616, "ndcg_at_10": 0.06425604298318155, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.09523809523809523, "ndcg_at_20": 0.10648987651121013, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3261", "query": "Update on Herbalife\u00ae", "scope": "corpus", "category": "all", "relevant": { "MED-4872": 2, "MED-4873": 2, "MED-4874": 2, "MED-3985": 1, "MED-3986": 1, "MED-3987": 1, "MED-3988": 1, "MED-3989": 1, "MED-3990": 1, "MED-3991": 1, "MED-4566": 1, "MED-4574": 1, "MED-4575": 1 }, "excluded_self_id": "PLAIN-3261", "ranked_doc_ids": [ "MED-5158", "MED-5157", "MED-4873", "MED-4328", "MED-3618", "MED-1400", "MED-1402", "MED-2349", "MED-4819", "MED-5138", "MED-2111", "MED-1240", "MED-3766", "MED-1999", "MED-4452", "MED-1126", "MED-3013", "MED-2212", "MED-2161", "MED-3102" ], "latency_ms": 0.478042, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 63, "candidates_scanned": 20, "scanned_bytes": 31954, "index_reads": 65, "scored_candidates": 63, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07692307692307693, "ndcg_at_5": 0.1968740777898919, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07692307692307693, "ndcg_at_10": 0.14982420171299154, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07692307692307693, "ndcg_at_20": 0.13357698261582612, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3271", "query": "Saturated Fat & Cancer Progression", "scope": "corpus", "category": "all", "relevant": { "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1 }, "excluded_self_id": "PLAIN-3271", "ranked_doc_ids": [ "MED-4450", "MED-1781", "MED-1455", "MED-4823", "MED-4984", "MED-3243", "MED-1068", "MED-2511", "MED-1556", "MED-5267", "MED-4069", "MED-5335", "MED-3878", "MED-4556", "MED-1454", "MED-1410", "MED-3586", "MED-2773", "MED-1873", "MED-1062" ], "latency_ms": 0.693958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1558, "candidates_scanned": 20, "scanned_bytes": 35348, "index_reads": 1562, "scored_candidates": 1255, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3281", "query": "Aluminum in Vaccines vs. Food", "scope": "corpus", "category": "all", "relevant": { "MED-4908": 2, "MED-4909": 2, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1, "MED-4531": 1, "MED-4532": 1, "MED-4534": 1, "MED-4536": 1 }, "excluded_self_id": "PLAIN-3281", "ranked_doc_ids": [ "MED-4909", "MED-1849", "MED-1850", "MED-1844", "MED-4328", "MED-2495", "MED-3601", "MED-3315", "MED-2469", "MED-5097", "MED-1851", "MED-963", "MED-2906", "MED-2353", "MED-3087", "MED-1841", "MED-4363", "MED-5033", "MED-3556", "MED-3092" ], "latency_ms": 0.697459, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1286, "candidates_scanned": 20, "scanned_bytes": 37557, "index_reads": 1290, "scored_candidates": 1216, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.038461538461538464, "ndcg_at_5": 0.43673949858938643, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.038461538461538464, "ndcg_at_10": 0.3239134396887189, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.038461538461538464, "ndcg_at_20": 0.23064863341239242, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3292", "query": "Are Multivitamins Good For You?", "scope": "corpus", "category": "all", "relevant": { "MED-4925": 2, "MED-2759": 1, "MED-2760": 1, "MED-2761": 1, "MED-4645": 1, "MED-4646": 1, "MED-4647": 1 }, "excluded_self_id": "PLAIN-3292", "ranked_doc_ids": [ "MED-4600", "MED-2762", "MED-2761", "MED-2291", "MED-3109", "MED-2758", "MED-2759", "MED-2757", "MED-2760", "MED-4647", "MED-950", "MED-4925", "MED-4645", "MED-3359", "MED-3776", "MED-4695", "MED-951", "MED-4236", "MED-4873", "MED-4901" ], "latency_ms": 0.537292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 111, "candidates_scanned": 20, "scanned_bytes": 35160, "index_reads": 114, "scored_candidates": 108, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.14285714285714285, "ndcg_at_5": 0.12663167705327652, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5714285714285714, "ndcg_at_10": 0.30690562009695815, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.8571428571428571, "ndcg_at_20": 0.4800677387575481, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-33", "query": "What\u2019s Driving America\u2019s Obesity Problem?", "scope": "corpus", "category": "all", "relevant": { "MED-2717": 2, "MED-2715": 2, "MED-2716": 2, "MED-2718": 2, "MED-2721": 2, "MED-2720": 2, "MED-2719": 2, "MED-2723": 2, "MED-2724": 2, "MED-2722": 1, "MED-4686": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-33", "ranked_doc_ids": [ "MED-1674", "MED-3057", "MED-2221", "MED-2715", "MED-3960", "MED-4100", "MED-4366", "MED-1220", "MED-748", "MED-4876", "MED-1344", "MED-3635", "MED-5299", "MED-4794", "MED-1878", "MED-944", "MED-1366", "MED-1707", "MED-4202", "MED-2717" ], "latency_ms": 0.727917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1306, "candidates_scanned": 20, "scanned_bytes": 40064, "index_reads": 1312, "scored_candidates": 1142, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03125, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03125, "ndcg_at_10": 0.09790268744042861, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0625, "ndcg_at_20": 0.11657558692762124, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3302", "query": "Fish Fog", "scope": "corpus", "category": "all", "relevant": { "MED-4946": 2, "MED-2385": 1, "MED-2386": 1, "MED-2395": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2407": 1, "MED-3021": 1, "MED-3023": 1, "MED-2904": 1, "MED-2905": 1, "MED-2906": 1, "MED-2907": 1, "MED-3024": 1, "MED-3025": 1, "MED-2910": 1, "MED-3027": 1, "MED-3028": 1, "MED-2913": 1, "MED-3012": 1, "MED-3013": 1, "MED-3030": 1, "MED-2917": 1, "MED-3033": 1, "MED-3034": 1, "MED-3035": 1, "MED-2921": 1, "MED-3019": 1, "MED-3022": 1, "MED-3026": 1, "MED-3029": 1, "MED-3032": 1, "MED-3020": 1, "MED-3031": 1, "MED-4376": 1 }, "excluded_self_id": "PLAIN-3302", "ranked_doc_ids": [ "MED-2907", "MED-3029", "MED-3592", "MED-5099", "MED-4944", "MED-4736", "MED-3545", "MED-4934", "MED-1831", "MED-5100", "MED-1572", "MED-1573", "MED-2410", "MED-4959", "MED-4735", "MED-3012", "MED-4961", "MED-4733", "MED-2751", "MED-4731" ], "latency_ms": 0.507958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 233, "candidates_scanned": 20, "scanned_bytes": 35152, "index_reads": 234, "scored_candidates": 233, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05405405405405406, "ndcg_at_5": 0.4130547397016814, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.05405405405405406, "ndcg_at_10": 0.2942026330205877, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08108108108108109, "ndcg_at_20": 0.2332733444453728, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3312", "query": "Sexually Transmitted Fish Toxin", "scope": "corpus", "category": "all", "relevant": { "MED-4962": 2, "MED-4963": 2, "MED-4964": 2, "MED-4969": 2, "MED-4966": 2, "MED-4967": 2, "MED-4968": 2, "MED-1568": 1, "MED-1569": 1, "MED-1570": 1, "MED-1571": 1, "MED-1572": 1, "MED-1573": 1 }, "excluded_self_id": "PLAIN-3312", "ranked_doc_ids": [ "MED-4360", "MED-3561", "MED-3717", "MED-3655", "MED-4328", "MED-1569", "MED-1570", "MED-1572", "MED-4961", "MED-1272", "MED-4959", "MED-4136", "MED-4966", "MED-3556", "MED-2345", "MED-3429", "MED-1274", "MED-943", "MED-838", "MED-3422" ], "latency_ms": 0.532416, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 337, "candidates_scanned": 20, "scanned_bytes": 32222, "index_reads": 341, "scored_candidates": 313, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.23076923076923078, "ndcg_at_10": 0.12283788456480037, "mrr_at_10": 0.16666666666666666, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3076923076923077, "ndcg_at_20": 0.17015880921808135, "mrr_at_20": 0.16666666666666666, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-332", "query": "Can antioxidant-rich spices counteract the effects of a high-fat meal?", "scope": "corpus", "category": "all", "relevant": { "MED-759": 2, "MED-760": 2 }, "excluded_self_id": "PLAIN-332", "ranked_doc_ids": [ "MED-760", "MED-5265", "MED-2511", "MED-2970", "MED-5271", "MED-2951", "MED-4689", "MED-3451", "MED-2697", "MED-5277", "MED-5330", "MED-5263", "MED-5261", "MED-5279", "MED-2966", "MED-5272", "MED-1968", "MED-5310", "MED-2972", "MED-3679" ], "latency_ms": 1.396, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4705, "candidates_scanned": 20, "scanned_bytes": 38042, "index_reads": 4714, "scored_candidates": 2688, "query_terms": 9, "selected_terms": 9, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.6131471927654584, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6131471927654584, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6131471927654584, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3322", "query": "Veggies vs. Cancer", "scope": "corpus", "category": "all", "relevant": { "MED-2926": 1, "MED-2922": 1, "MED-3465": 1, "MED-2923": 1, "MED-2925": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1559": 1, "MED-1560": 1, "MED-3557": 1, "MED-3242": 1, "MED-1563": 1, "MED-1564": 1, "MED-1565": 1, "MED-3699": 1, "MED-1567": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-3841": 1, "MED-3843": 1, "MED-3849": 1, "MED-3830": 1, "MED-1825": 1, "MED-1826": 1, "MED-1827": 1, "MED-1828": 1, "MED-1829": 1, "MED-1830": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-2568": 1, "MED-4319": 1, "MED-2570": 1, "MED-2571": 1, "MED-2572": 1, "MED-2573": 1, "MED-2574": 1, "MED-2575": 1, "MED-2988": 1, "MED-2559": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2580": 1, "MED-2581": 1, "MED-2583": 1, "MED-2584": 1, "MED-2585": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-5341": 1, "MED-5337": 1 }, "excluded_self_id": "PLAIN-3322", "ranked_doc_ids": [ "MED-2174", "MED-840", "MED-2139", "MED-4823", "MED-861", "MED-4486", "MED-3862", "MED-2584", "MED-4714", "MED-3751", "MED-2696", "MED-5066", "MED-3700", "MED-5198", "MED-841", "MED-5111", "MED-4482", "MED-3782", "MED-4222", "MED-2189" ], "latency_ms": 0.753, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1033, "candidates_scanned": 20, "scanned_bytes": 37745, "index_reads": 1036, "scored_candidates": 984, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.012658227848101266, "ndcg_at_10": 0.06943122193677727, "mrr_at_10": 0.125, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.012658227848101266, "ndcg_at_20": 0.04480864360167173, "mrr_at_20": 0.125, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3332", "query": "Alcohol Risks vs. Benefits", "scope": "corpus", "category": "all", "relevant": { "MED-4994": 2, "MED-3696": 1, "MED-3697": 1, "MED-3698": 1, "MED-3699": 1, "MED-3700": 1, "MED-3701": 1, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-3765": 1, "MED-3766": 1, "MED-3767": 1, "MED-3768": 1 }, "excluded_self_id": "PLAIN-3332", "ranked_doc_ids": [ "MED-1680", "MED-3696", "MED-4994", "MED-3763", "MED-1678", "MED-1243", "MED-5344", "MED-3700", "MED-1564", "MED-852", "MED-2161", "MED-1371", "MED-1646", "MED-907", "MED-3762", "MED-1675", "MED-3766", "MED-1354", "MED-3900", "MED-2437" ], "latency_ms": 0.846, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2045, "candidates_scanned": 20, "scanned_bytes": 40570, "index_reads": 2049, "scored_candidates": 1672, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.21428571428571427, "ndcg_at_5": 0.5221293293344146, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2857142857142857, "ndcg_at_10": 0.4287987272181512, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.42857142857142855, "ndcg_at_20": 0.4336307294457933, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3342", "query": "Is Coconut Milk Good For You?", "scope": "corpus", "category": "all", "relevant": { "MED-5012": 2, "MED-5013": 2, "MED-5014": 2 }, "excluded_self_id": "PLAIN-3342", "ranked_doc_ids": [ "MED-5012", "MED-5014", "MED-5015", "MED-2291", "MED-3109", "MED-4000", "MED-4004", "MED-5016", "MED-4901", "MED-4002", "MED-3359", "MED-4001", "MED-4782", "MED-5029", "MED-3776", "MED-4695", "MED-1770", "MED-4236", "MED-3925", "MED-5013" ], "latency_ms": 0.531625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 276, "candidates_scanned": 20, "scanned_bytes": 33055, "index_reads": 280, "scored_candidates": 267, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7653606369886217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7653606369886217, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 1.0, "ndcg_at_20": 0.872201441250412, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-3352", "query": "Boosting Heart Nerve Control", "scope": "corpus", "category": "all", "relevant": { "MED-5026": 2, "MED-5027": 2, "MED-2896": 1, "MED-4384": 1, "MED-2898": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-3422": 1, "MED-3423": 1, "MED-3424": 1, "MED-3425": 1, "MED-3426": 1, "MED-3427": 1, "MED-3428": 1, "MED-3407": 1, "MED-3429": 1, "MED-3430": 1, "MED-3432": 1, "MED-3433": 1, "MED-3434": 1, "MED-3435": 1, "MED-3436": 1, "MED-3437": 1, "MED-3438": 1, "MED-3417": 1, "MED-3439": 1, "MED-3440": 1, "MED-3420": 1, "MED-3421": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-4095": 1 }, "excluded_self_id": "PLAIN-3352", "ranked_doc_ids": [ "MED-3504", "MED-3316", "MED-2595", "MED-3317", "MED-1999", "MED-3515", "MED-4430", "MED-3288", "MED-3151", "MED-557", "MED-4315", "MED-5014", "MED-2301", "MED-4578", "MED-958", "MED-1333", "MED-5084", "MED-2991", "MED-4243", "MED-2080" ], "latency_ms": 0.742458, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1287, "candidates_scanned": 20, "scanned_bytes": 36416, "index_reads": 1291, "scored_candidates": 1213, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3362", "query": "Kuna Indian Secret", "scope": "corpus", "category": "all", "relevant": { "MED-5041": 2, "MED-5042": 2, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-4286": 1, "MED-4281": 1 }, "excluded_self_id": "PLAIN-3362", "ranked_doc_ids": [ "MED-5042", "MED-2227", "MED-5041", "MED-2792", "MED-2821", "MED-5296", "MED-4529", "MED-2780", "MED-1571", "MED-5292", "MED-4533", "MED-1069", "MED-5294", "MED-3707", "MED-2237", "MED-4544", "MED-4748", "MED-3516", "MED-2048", "MED-2362" ], "latency_ms": 0.517709, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 120, "candidates_scanned": 20, "scanned_bytes": 35188, "index_reads": 123, "scored_candidates": 117, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2727272727272727, "ndcg_at_5": 0.7928852199940415, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2727272727272727, "ndcg_at_10": 0.5880534728737216, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2727272727272727, "ndcg_at_20": 0.5626354678532296, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3372", "query": "The Healthiest Sweetener", "scope": "corpus", "category": "all", "relevant": { "MED-5056": 2, "MED-3742": 1, "MED-2826": 1, "MED-2827": 1, "MED-2830": 1, "MED-2831": 1, "MED-4523": 1, "MED-2966": 1, "MED-2967": 1, "MED-2968": 1, "MED-2969": 1, "MED-2970": 1, "MED-2971": 1, "MED-2972": 1 }, "excluded_self_id": "PLAIN-3372", "ranked_doc_ids": [ "MED-4868", "MED-5054", "MED-4120", "MED-1625", "MED-1627", "MED-2226", "MED-1710", "MED-5056", "MED-4994", "MED-5057", "MED-1743", "MED-1646", "MED-2461", "MED-1707", "MED-4822", "MED-5053", "MED-4121", "MED-4126", "MED-1108", "MED-4604" ], "latency_ms": 0.519041, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 36, "candidates_scanned": 20, "scanned_bytes": 32740, "index_reads": 38, "scored_candidates": 36, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07142857142857142, "ndcg_at_10": 0.11381311447980799, "mrr_at_10": 0.125, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.07142857142857142, "ndcg_at_20": 0.09543133318061654, "mrr_at_20": 0.125, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3382", "query": "Are Artificial Colors Bad for You?", "scope": "corpus", "category": "all", "relevant": { "MED-5062": 2, "MED-5063": 2, "MED-3378": 1, "MED-3380": 1, "MED-3382": 1, "MED-2616": 1, "MED-2617": 1, "MED-2618": 1, "MED-2619": 1, "MED-2992": 1, "MED-2993": 1, "MED-2994": 1, "MED-3379": 1, "MED-3381": 1 }, "excluded_self_id": "PLAIN-3382", "ranked_doc_ids": [ "MED-3359", "MED-3382", "MED-3109", "MED-2939", "MED-1625", "MED-5054", "MED-940", "MED-4120", "MED-4659", "MED-3380", "MED-2994", "MED-2899", "MED-5053", "MED-3776", "MED-4695", "MED-4126", "MED-4859", "MED-3351", "MED-2846", "MED-1035" ], "latency_ms": 0.464084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 93, "candidates_scanned": 20, "scanned_bytes": 25524, "index_reads": 97, "scored_candidates": 90, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07142857142857142, "ndcg_at_5": 0.13777597210996176, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.14899930443346787, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.21428571428571427, "ndcg_at_20": 0.1655470235559579, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3392", "query": "Healthiest Airplane Beverage", "scope": "corpus", "category": "all", "relevant": { "MED-1836": 1, "MED-1837": 1, "MED-1838": 1, "MED-1839": 1, "MED-1840": 1, "MED-1841": 1, "MED-1842": 1, "MED-1843": 1, "MED-1844": 1, "MED-1845": 1, "MED-1846": 1, "MED-3918": 1, "MED-3919": 1, "MED-3920": 1, "MED-3921": 1, "MED-3922": 1, "MED-3923": 1, "MED-3924": 1, "MED-4049": 1, "MED-4050": 1, "MED-4051": 1, "MED-4055": 1, "MED-4332": 1 }, "excluded_self_id": "PLAIN-3392", "ranked_doc_ids": [ "MED-4994", "MED-1743", "MED-1646", "MED-1710", "MED-713", "MED-1858", "MED-897", "MED-1627", "MED-3763", "MED-918", "MED-1637", "MED-3533", "MED-1707", "MED-4822", "MED-3375", "MED-2219", "MED-5046", "MED-2461", "MED-4318", "MED-2226" ], "latency_ms": 0.499125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 103, "candidates_scanned": 20, "scanned_bytes": 34361, "index_reads": 105, "scored_candidates": 103, "query_terms": 3, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3402", "query": "Antioxidant Content of 300 Foods", "scope": "corpus", "category": "all", "relevant": { "MED-4544": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2830": 1, "MED-2831": 1, "MED-3742": 1, "MED-3743": 1, "MED-3744": 1, "MED-3745": 1, "MED-3746": 1, "MED-3747": 1, "MED-3748": 1 }, "excluded_self_id": "PLAIN-3402", "ranked_doc_ids": [ "MED-4149", "MED-2951", "MED-4689", "MED-4413", "MED-5056", "MED-2223", "MED-4516", "MED-2285", "MED-887", "MED-4165", "MED-4047", "MED-2264", "MED-3943", "MED-2969", "MED-2191", "MED-4901", "MED-4319", "MED-1180", "MED-4522", "MED-1671" ], "latency_ms": 0.720916, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1635, "candidates_scanned": 20, "scanned_bytes": 36804, "index_reads": 1639, "scored_candidates": 1373, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3412", "query": "Plant vs. Cow Calcium", "scope": "corpus", "category": "all", "relevant": { "MED-5108": 2, "MED-5109": 2, "MED-1703": 1, "MED-1699": 1, "MED-1700": 1, "MED-1701": 1, "MED-1702": 1, "MED-1762": 1, "MED-1763": 1, "MED-1764": 1, "MED-1765": 1, "MED-1766": 1, "MED-1778": 1, "MED-1768": 1, "MED-4951": 1, "MED-1770": 1, "MED-1771": 1, "MED-1781": 1, "MED-1773": 1, "MED-1774": 1, "MED-3226": 1, "MED-3227": 1, "MED-3228": 1, "MED-3229": 1, "MED-3230": 1, "MED-3231": 1, "MED-3232": 1, "MED-3233": 1, "MED-4722": 1, "MED-3235": 1, "MED-3236": 1, "MED-3237": 1, "MED-3597": 1, "MED-3598": 1, "MED-3599": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1, "MED-4319": 1, "MED-4320": 1, "MED-4682": 1 }, "excluded_self_id": "PLAIN-3412", "ranked_doc_ids": [ "MED-4682", "MED-2055", "MED-936", "MED-4469", "MED-3227", "MED-901", "MED-4894", "MED-3233", "MED-962", "MED-3931", "MED-3226", "MED-4667", "MED-4753", "MED-1341", "MED-900", "MED-1138", "MED-2053", "MED-2058", "MED-2057", "MED-2774" ], "latency_ms": 0.759625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 642, "candidates_scanned": 20, "scanned_bytes": 37349, "index_reads": 646, "scored_candidates": 607, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.04081632653061224, "ndcg_at_5": 0.30284669982444834, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.061224489795918366, "ndcg_at_10": 0.2757017882369697, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08163265306122448, "ndcg_at_20": 0.22848752833374228, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3422", "query": "Vitamin Supplements Worth Taking", "scope": "corpus", "category": "all", "relevant": { "MED-5128": 2, "MED-5129": 2, "MED-5130": 2, "MED-5131": 2, "MED-5132": 2, "MED-5133": 2, "MED-5134": 2, "MED-5135": 2, "MED-2938": 1, "MED-2939": 1, "MED-2940": 1, "MED-2941": 1, "MED-2942": 1, "MED-2943": 1, "MED-2945": 1, "MED-2946": 1, "MED-2947": 1, "MED-3985": 1, "MED-3986": 1, "MED-3987": 1, "MED-3988": 1, "MED-3989": 1, "MED-3990": 1, "MED-3991": 1, "MED-4511": 1, "MED-4512": 1, "MED-4513": 1, "MED-4566": 1, "MED-4574": 1, "MED-4575": 1, "MED-4925": 1 }, "excluded_self_id": "PLAIN-3422", "ranked_doc_ids": [ "MED-4373", "MED-4566", "MED-2942", "MED-4405", "MED-2762", "MED-4866", "MED-3454", "MED-2761", "MED-4156", "MED-951", "MED-4930", "MED-3987", "MED-3986", "MED-2946", "MED-5136", "MED-3452", "MED-921", "MED-2452", "MED-4570", "MED-4873" ], "latency_ms": 0.582833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 673, "candidates_scanned": 20, "scanned_bytes": 34611, "index_reads": 677, "scored_candidates": 563, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06451612903225806, "ndcg_at_5": 0.19178318368566782, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06451612903225806, "ndcg_at_10": 0.1330971611916964, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16129032258064516, "ndcg_at_20": 0.17462453250886228, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3432", "query": "Healthy Chocolate Milkshakes", "scope": "corpus", "category": "all", "relevant": { "MED-2274": 1, "MED-3535": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2279": 1, "MED-2280": 1, "MED-2281": 1, "MED-2282": 1, "MED-3464": 1, "MED-2284": 1, "MED-2285": 1, "MED-2287": 1, "MED-3518": 1, "MED-3519": 1, "MED-3520": 1, "MED-3521": 1, "MED-3522": 1, "MED-3523": 1, "MED-3524": 1, "MED-3525": 1, "MED-3526": 1, "MED-3527": 1, "MED-3528": 1, "MED-3539": 1, "MED-3530": 1, "MED-3531": 1, "MED-3532": 1, "MED-3533": 1, "MED-3534": 1, "MED-3906": 1, "MED-3907": 1, "MED-3908": 1, "MED-4715": 1, "MED-3910": 1, "MED-4106": 1, "MED-4286": 1, "MED-4281": 1 }, "excluded_self_id": "PLAIN-3432", "ranked_doc_ids": [ "MED-3050", "MED-3060", "MED-4336", "MED-2227", "MED-5040", "MED-2225", "MED-5148", "MED-2224", "MED-5283", "MED-4782", "MED-5038", "MED-5284", "MED-3166", "MED-2223", "MED-5151", "MED-5289", "MED-2222", "MED-4559", "MED-2228", "MED-5248" ], "latency_ms": 0.602583, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 555, "candidates_scanned": 20, "scanned_bytes": 38468, "index_reads": 558, "scored_candidates": 541, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.023809523809523808, "ndcg_at_5": 0.14606834984270645, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07142857142857142, "ndcg_at_10": 0.2426178552850034, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.259861872766419, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-344", "query": "Dioxins Stored in Our Own Fat May Increase Diabetes Risk", "scope": "corpus", "category": "all", "relevant": { "MED-2394": 2, "MED-2395": 2, "MED-2397": 2, "MED-2404": 2, "MED-2400": 2, "MED-2385": 1, "MED-2386": 1, "MED-2388": 1, "MED-2389": 1, "MED-2396": 1, "MED-2391": 1, "MED-2398": 1, "MED-3028": 1, "MED-2402": 1, "MED-2406": 1, "MED-2409": 1, "MED-2412": 1, "MED-2413": 1, "MED-4551": 1, "MED-2643": 1, "MED-2644": 1, "MED-2645": 1, "MED-2646": 1, "MED-2647": 1, "MED-2648": 1, "MED-2627": 1, "MED-2649": 1, "MED-2650": 1, "MED-2651": 1, "MED-2652": 1, "MED-2653": 1, "MED-2654": 1, "MED-2655": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2659": 1, "MED-2660": 1, "MED-2661": 1, "MED-2662": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-344", "ranked_doc_ids": [ "MED-2388", "MED-2495", "MED-2497", "MED-4169", "MED-2405", "MED-1461", "MED-4984", "MED-2394", "MED-2400", "MED-1962", "MED-1063", "MED-1681", "MED-1961", "MED-4299", "MED-2845", "MED-4145", "MED-2395", "MED-5324", "MED-2709", "MED-1958" ], "latency_ms": 1.243834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5599, "candidates_scanned": 20, "scanned_bytes": 33044, "index_reads": 5608, "scored_candidates": 2890, "query_terms": 9, "selected_terms": 9, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.01639344262295082, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.04918032786885246, "ndcg_at_10": 0.29804915160382334, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08196721311475409, "ndcg_at_20": 0.2951350501017628, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3442", "query": "The Healthiest Vegetables", "scope": "corpus", "category": "all", "relevant": { "MED-5159": 2, "MED-5160": 2, "MED-5161": 2, "MED-5162": 2, "MED-4390": 1, "MED-1880": 1, "MED-1881": 1, "MED-2098": 1, "MED-3548": 1, "MED-3549": 1, "MED-3550": 1, "MED-3551": 1, "MED-3552": 1, "MED-3553": 1, "MED-3554": 1, "MED-3555": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4286": 1, "MED-4281": 1, "MED-4585": 1, "MED-4590": 1, "MED-4587": 1, "MED-4588": 1, "MED-4589": 1 }, "excluded_self_id": "PLAIN-3442", "ranked_doc_ids": [ "MED-4994", "MED-1743", "MED-1162", "MED-4714", "MED-3369", "MED-3238", "MED-3371", "MED-5076", "MED-4496", "MED-1500", "MED-3372", "MED-967", "MED-3245", "MED-2201", "MED-3474", "MED-5026", "MED-4861", "MED-3620", "MED-3370", "MED-5360" ], "latency_ms": 0.584959, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 337, "candidates_scanned": 20, "scanned_bytes": 37537, "index_reads": 339, "scored_candidates": 336, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3452", "query": "Bowel Movement Frequency", "scope": "corpus", "category": "all", "relevant": { "MED-5177": 2, "MED-5175": 2, "MED-2099": 1, "MED-2100": 1, "MED-2101": 1, "MED-2102": 1, "MED-2103": 1, "MED-2529": 1, "MED-2105": 1, "MED-2106": 1, "MED-2107": 1, "MED-2108": 1, "MED-4637": 1, "MED-4638": 1, "MED-4639": 1, "MED-4640": 1, "MED-4641": 1 }, "excluded_self_id": "PLAIN-3452", "ranked_doc_ids": [ "MED-5175", "MED-2100", "MED-4641", "MED-4638", "MED-1031", "MED-1049", "MED-949", "MED-2055", "MED-1029", "MED-3904", "MED-918", "MED-1035", "MED-4810", "MED-1034", "MED-4325", "MED-977", "MED-1008", "MED-3143", "MED-1188", "MED-1040" ], "latency_ms": 0.594917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 452, "candidates_scanned": 20, "scanned_bytes": 31999, "index_reads": 455, "scored_candidates": 416, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.23529411764705882, "ndcg_at_5": 0.777747077360283, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.23529411764705882, "ndcg_at_10": 0.5768260756109673, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.23529411764705882, "ndcg_at_20": 0.4464989421974863, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3462", "query": "Olive Oil and Artery Function", "scope": "corpus", "category": "all", "relevant": { "MED-5260": 2, "MED-5261": 2, "MED-5262": 2, "MED-5263": 2, "MED-5278": 2, "MED-5265": 2, "MED-5266": 2, "MED-5267": 2, "MED-5268": 2, "MED-5269": 2, "MED-5270": 2, "MED-5271": 2, "MED-5272": 2, "MED-5273": 2, "MED-5274": 2, "MED-1401": 1, "MED-1402": 1, "MED-1366": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-2222": 1, "MED-2223": 1, "MED-2224": 1, "MED-2225": 1, "MED-2226": 1, "MED-2227": 1, "MED-2228": 1, "MED-2370": 1, "MED-2371": 1, "MED-2372": 1, "MED-4324": 1, "MED-2376": 1, "MED-2593": 1, "MED-2378": 1, "MED-2379": 1, "MED-2380": 1, "MED-2381": 1, "MED-2382": 1, "MED-2383": 1, "MED-2384": 1, "MED-4249": 1 }, "excluded_self_id": "PLAIN-3462", "ranked_doc_ids": [ "MED-5271", "MED-5153", "MED-5274", "MED-5269", "MED-1373", "MED-5260", "MED-1390", "MED-5268", "MED-3432", "MED-5263", "MED-5273", "MED-4709", "MED-1363", "MED-1394", "MED-5261", "MED-3422", "MED-4303", "MED-5262", "MED-5085", "MED-4006" ], "latency_ms": 0.680917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 831, "candidates_scanned": 20, "scanned_bytes": 39270, "index_reads": 835, "scored_candidates": 716, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.046875, "ndcg_at_5": 0.6548086577531307, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09375, "ndcg_at_10": 0.6363762929310753, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.140625, "ndcg_at_20": 0.5667143092221693, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-3472", "query": "How Doctors Responded to Being Named a Leading Killer", "scope": "corpus", "category": "all", "relevant": { "MED-5343": 2, "MED-5344": 2, "MED-5345": 2, "MED-5346": 2, "MED-5347": 2, "MED-1487": 1, "MED-1482": 1, "MED-1483": 1, "MED-1484": 1, "MED-1490": 1, "MED-3113": 1, "MED-4247": 1, "MED-3623": 1, "MED-3624": 1, "MED-3625": 1, "MED-3626": 1, "MED-3627": 1 }, "excluded_self_id": "PLAIN-3472", "ranked_doc_ids": [ "MED-3106", "MED-2928", "MED-2527", "MED-3760", "MED-3884", "MED-2105", "MED-1350", "MED-3686", "MED-1761", "MED-2923", "MED-2924", "MED-4795", "MED-3374", "MED-3757", "MED-5316", "MED-2182", "MED-3755", "MED-1277", "MED-4535", "MED-2043" ], "latency_ms": 0.620125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 574, "candidates_scanned": 20, "scanned_bytes": 28760, "index_reads": 580, "scored_candidates": 532, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-358", "query": "Didn't another study show carnitine was good for the heart?", "scope": "corpus", "category": "all", "relevant": { "MED-4324": 1, "MED-4556": 1, "MED-4559": 1 }, "excluded_self_id": "PLAIN-358", "ranked_doc_ids": [ "MED-1129", "MED-5217", "MED-5253", "MED-3788", "MED-4956", "MED-734", "MED-5333", "MED-4113", "MED-1366", "MED-1120", "MED-2047", "MED-4884", "MED-3668", "MED-730", "MED-4878", "MED-1008", "MED-3713", "MED-3155", "MED-923", "MED-4112" ], "latency_ms": 1.048667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3607, "candidates_scanned": 20, "scanned_bytes": 33809, "index_reads": 3615, "scored_candidates": 2673, "query_terms": 8, "selected_terms": 8, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-371", "query": "Any update on the scary in vitro avocado data?", "scope": "corpus", "category": "all", "relevant": { "MED-861": 2, "MED-4618": 1 }, "excluded_self_id": "PLAIN-371", "ranked_doc_ids": [ "MED-4620", "MED-5010", "MED-4619", "MED-4618", "MED-1291", "MED-5009", "MED-2161", "MED-5011", "MED-1402", "MED-2762", "MED-3766", "MED-4452", "MED-4303", "MED-861", "MED-5046", "MED-1240", "MED-4369", "MED-1126", "MED-4328", "MED-1935" ], "latency_ms": 0.718791, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1377, "candidates_scanned": 20, "scanned_bytes": 36331, "index_reads": 1382, "scored_candidates": 1218, "query_terms": 6, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.16369747519436975, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.16369747519436975, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 1.0, "ndcg_at_20": 0.3582735747366364, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-383", "query": "What do you think of Dr. Jenkins' take on paleolithic diets?", "scope": "corpus", "category": "all", "relevant": { "MED-4203": 1, "MED-4299": 1, "MED-4205": 1, "MED-4206": 1, "MED-4676": 1 }, "excluded_self_id": "PLAIN-383", "ranked_doc_ids": [ "MED-3109", "MED-2763", "MED-3776", "MED-3359", "MED-1479", "MED-4469", "MED-4299", "MED-1488", "MED-1712", "MED-940", "MED-4087", "MED-4236", "MED-3832", "MED-1366", "MED-3283", "MED-2510", "MED-2502", "MED-2292", "MED-2324", "MED-2498" ], "latency_ms": 0.710917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1443, "candidates_scanned": 20, "scanned_bytes": 30218, "index_reads": 1451, "scored_candidates": 1278, "query_terms": 9, "selected_terms": 8, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.11305340175787204, "mrr_at_10": 0.14285714285714285, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.11305340175787204, "mrr_at_20": 0.14285714285714285, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-395", "query": "What about pepper plus turmeric in V8 juice?", "scope": "corpus", "category": "all", "relevant": { "MED-892": 2, "MED-4390": 2, "MED-4993": 1 }, "excluded_self_id": "PLAIN-395", "ranked_doc_ids": [ "MED-2816", "MED-3482", "MED-3511", "MED-2783", "MED-3476", "MED-3477", "MED-4576", "MED-2271", "MED-2926", "MED-3512", "MED-2824", "MED-5137", "MED-2782", "MED-3370", "MED-2794", "MED-2825", "MED-2098", "MED-3644", "MED-2606", "MED-2820" ], "latency_ms": 0.665917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 667, "candidates_scanned": 20, "scanned_bytes": 37042, "index_reads": 673, "scored_candidates": 609, "query_terms": 7, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-407", "query": "Is annatto food coloring safe?", "scope": "corpus", "category": "all", "relevant": { "MED-906": 2, "MED-4936": 1, "MED-4932": 1 }, "excluded_self_id": "PLAIN-407", "ranked_doc_ids": [ "MED-906", "MED-2994", "MED-2618", "MED-3351", "MED-3381", "MED-2899", "MED-2742", "MED-4659", "MED-2738", "MED-2817", "MED-3359", "MED-2202", "MED-1407", "MED-887", "MED-4859", "MED-2725", "MED-2704", "MED-4187", "MED-3969", "MED-3348" ], "latency_ms": 0.644834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1176, "candidates_scanned": 20, "scanned_bytes": 33694, "index_reads": 1180, "scored_candidates": 1112, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.6387878864795979, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.6387878864795979, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.6387878864795979, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-418", "query": "Fresh fruit versus frozen--which is better?", "scope": "corpus", "category": "all", "relevant": { "MED-3714": 2, "MED-917": 2, "MED-4545": 1 }, "excluded_self_id": "PLAIN-418", "ranked_doc_ids": [ "MED-917", "MED-2068", "MED-5170", "MED-3714", "MED-2285", "MED-2074", "MED-3469", "MED-3528", "MED-4156", "MED-3203", "MED-2453", "MED-5327", "MED-3734", "MED-4470", "MED-4411", "MED-3738", "MED-2450", "MED-3622", "MED-3375", "MED-3821" ], "latency_ms": 0.780208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1815, "candidates_scanned": 20, "scanned_bytes": 34034, "index_reads": 1821, "scored_candidates": 1527, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.6666666666666666, "ndcg_at_5": 0.7606220037494031, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6666666666666666, "ndcg_at_10": 0.7606220037494031, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.6666666666666666, "ndcg_at_20": 0.7606220037494031, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-430", "query": "Are krill oil supplements better than fish oil capsules?", "scope": "corpus", "category": "all", "relevant": { "MED-927": 2, "MED-928": 2, "MED-4936": 2, "MED-930": 2, "MED-931": 2, "MED-5091": 1, "MED-5092": 1, "MED-5093": 1 }, "excluded_self_id": "PLAIN-430", "ranked_doc_ids": [ "MED-928", "MED-927", "MED-2750", "MED-1620", "MED-4936", "MED-5095", "MED-4631", "MED-118", "MED-2651", "MED-1831", "MED-4114", "MED-2753", "MED-4943", "MED-4731", "MED-2412", "MED-4366", "MED-839", "MED-931", "MED-4404", "MED-843" ], "latency_ms": 0.780167, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2057, "candidates_scanned": 20, "scanned_bytes": 36797, "index_reads": 2064, "scored_candidates": 1655, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.375, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.375, "ndcg_at_10": 0.584701502803611, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6529169528191254, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-44", "query": "Who Should be Careful About Curcumin?", "scope": "corpus", "category": "all", "relevant": { "MED-2780": 2, "MED-2810": 2, "MED-2787": 2, "MED-2788": 2, "MED-2777": 2, "MED-2816": 2, "MED-2800": 1, "MED-2790": 1, "MED-2791": 1, "MED-2792": 1, "MED-2793": 1, "MED-2794": 1, "MED-4390": 1, "MED-2825": 1, "MED-3226": 1, "MED-3228": 1, "MED-3231": 1, "MED-4722": 1, "MED-3215": 1, "MED-3216": 1, "MED-3217": 1, "MED-3237": 1, "MED-3227": 1, "MED-3220": 1, "MED-3221": 1, "MED-3229": 1, "MED-3230": 1, "MED-3233": 1, "MED-3236": 1, "MED-4456": 1, "MED-4457": 1, "MED-4837": 1, "MED-4838": 1, "MED-4998": 1, "MED-4999": 1, "MED-5000": 1, "MED-5001": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-44", "ranked_doc_ids": [ "MED-2782", "MED-2816", "MED-2786", "MED-1942", "MED-3618", "MED-1344", "MED-2783", "MED-2831", "MED-2819", "MED-2821", "MED-4030", "MED-1811", "MED-2313", "MED-944", "MED-1586", "MED-2742", "MED-4236", "MED-1878", "MED-1407", "MED-4598" ], "latency_ms": 0.716292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1533, "candidates_scanned": 20, "scanned_bytes": 34951, "index_reads": 1538, "scored_candidates": 1252, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.017241379310344827, "ndcg_at_5": 0.21398626473452756, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.017241379310344827, "ndcg_at_10": 0.16078277618017148, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.017241379310344827, "ndcg_at_20": 0.12197848949375407, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-441", "query": "Is apple cider vinegar good for you?", "scope": "corpus", "category": "all", "relevant": { "MED-941": 2, "MED-942": 2, "MED-4701": 1, "MED-4702": 1, "MED-4703": 1 }, "excluded_self_id": "PLAIN-441", "ranked_doc_ids": [ "MED-942", "MED-941", "MED-840", "MED-2491", "MED-4587", "MED-4701", "MED-2451", "MED-4702", "MED-2291", "MED-3109", "MED-4703", "MED-5019", "MED-1792", "MED-3359", "MED-4862", "MED-5082", "MED-4090", "MED-3908", "MED-4089", "MED-4267" ], "latency_ms": 0.485125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 150, "candidates_scanned": 20, "scanned_bytes": 34061, "index_reads": 155, "scored_candidates": 141, "query_terms": 5, "selected_terms": 5, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.4, "ndcg_at_5": 0.71229144280931, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.8, "ndcg_at_10": 0.8589643030100375, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 1.0, "ndcg_at_20": 0.919877004119398, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-457", "query": "How can you believe in any scientific study?", "scope": "corpus", "category": "all", "relevant": { "MED-952": 2, "MED-5159": 1, "MED-5160": 1, "MED-5161": 1, "MED-5162": 1 }, "excluded_self_id": "PLAIN-457", "ranked_doc_ids": [ "MED-2291", "MED-5219", "MED-3109", "MED-4354", "MED-1407", "MED-4236", "MED-3776", "MED-4922", "MED-1496", "MED-3359", "MED-2710", "MED-1664", "MED-4156", "MED-2112", "MED-940", "MED-4442", "MED-4087", "MED-3759", "MED-1705", "MED-1053" ], "latency_ms": 0.861, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3599, "candidates_scanned": 20, "scanned_bytes": 30731, "index_reads": 3606, "scored_candidates": 2792, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-468", "query": "Is vitamin D3 (cholecalciferol) preferable to D2 (ergocalciferol)?", "scope": "corpus", "category": "all", "relevant": { "MED-961": 2, "MED-962": 2, "MED-5128": 1, "MED-5129": 1, "MED-5130": 1, "MED-5131": 1, "MED-5132": 1, "MED-5133": 1, "MED-5134": 1, "MED-5135": 1 }, "excluded_self_id": "PLAIN-468", "ranked_doc_ids": [ "MED-4573", "MED-3991", "MED-3987", "MED-961", "MED-3988", "MED-962", "MED-3990", "MED-3989", "MED-4566", "MED-868", "MED-1760", "MED-3350", "MED-4114", "MED-3356", "MED-3132", "MED-4635", "MED-1248", "MED-2108", "MED-1110", "MED-3370" ], "latency_ms": 0.548833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 284, "candidates_scanned": 20, "scanned_bytes": 37263, "index_reads": 290, "scored_candidates": 258, "query_terms": 6, "selected_terms": 6, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.1, "ndcg_at_5": 0.18809346402717644, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2, "ndcg_at_10": 0.25488222053685355, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2, "ndcg_at_20": 0.25488222053685355, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-478", "query": "accidents", "scope": "corpus", "category": "all", "relevant": { "MED-4222": 1 }, "excluded_self_id": "PLAIN-478", "ranked_doc_ids": [ "MED-2309", "MED-3622", "MED-2400", "MED-3630", "MED-3636", "MED-1144", "MED-3591", "MED-5258", "MED-4983", "MED-4676", "MED-2082", "MED-5299" ], "latency_ms": 0.357417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 12, "candidates_scanned": 12, "scanned_bytes": 36187, "index_reads": 13, "scored_candidates": 12, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-488", "query": "adenovirus 36", "scope": "corpus", "category": "all", "relevant": { "MED-1796": 1, "MED-1797": 1, "MED-1798": 1, "MED-1799": 1, "MED-1800": 1, "MED-1801": 1, "MED-1802": 1, "MED-1803": 1, "MED-1804": 1, "MED-4767": 1, "MED-1806": 1, "MED-1807": 1, "MED-1808": 1, "MED-4769": 1, "MED-1810": 1 }, "excluded_self_id": "PLAIN-488", "ranked_doc_ids": [ "MED-1808", "MED-1799", "MED-1798", "MED-1804", "MED-1810", "MED-4766", "MED-1800", "MED-4769", "MED-1796", "MED-4767", "MED-1806", "MED-1803", "MED-1458", "MED-3591", "MED-5193", "MED-5025", "MED-3620", "MED-2178", "MED-3700", "MED-1261" ], "latency_ms": 0.563958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 206, "candidates_scanned": 20, "scanned_bytes": 36273, "index_reads": 208, "scored_candidates": 198, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.6, "ndcg_at_10": 0.9216017310213246, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.7333333333333333, "ndcg_at_20": 0.8080962353137556, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-499", "query": "African-American", "scope": "corpus", "category": "all", "relevant": { "MED-2896": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-1103": 1, "MED-1104": 1, "MED-1105": 1, "MED-1106": 1, "MED-1107": 1, "MED-1108": 1, "MED-1109": 1, "MED-1110": 1, "MED-1111": 1, "MED-1112": 1, "MED-1113": 1, "MED-1114": 1, "MED-1115": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-4384": 1, "MED-2898": 1, "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-4095": 1 }, "excluded_self_id": "PLAIN-499", "ranked_doc_ids": [ "MED-1417", "MED-1747", "MED-5201", "MED-2213", "MED-4095", "MED-2900", "MED-5198", "MED-5335", "MED-1115", "MED-4893", "MED-1475", "MED-4950", "MED-4107", "MED-1993", "MED-1994", "MED-5208", "MED-1190", "MED-1464", "MED-3657", "MED-1333" ], "latency_ms": 0.560834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 191, "candidates_scanned": 20, "scanned_bytes": 37255, "index_reads": 193, "scored_candidates": 171, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.058823529411764705, "ndcg_at_5": 0.27727342735504823, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.11764705882352941, "ndcg_at_10": 0.32458397444423615, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11764705882352941, "ndcg_at_20": 0.20947589893966637, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-510", "query": "airport scanners", "scope": "corpus", "category": "all", "relevant": { "MED-3617": 1, "MED-3618": 1, "MED-3620": 1, "MED-3621": 1, "MED-3615": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-510", "ranked_doc_ids": [ "MED-4884", "MED-5320", "MED-5313" ], "latency_ms": 0.193125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5793, "index_reads": 4, "scored_candidates": 3, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-520", "query": "Alli", "scope": "corpus", "category": "all", "relevant": { "MED-5155": 1 }, "excluded_self_id": "PLAIN-520", "ranked_doc_ids": [ "MED-5249", "MED-1293", "MED-3397", "MED-1327" ], "latency_ms": 0.21825, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4, "candidates_scanned": 4, "scanned_bytes": 8659, "index_reads": 5, "scored_candidates": 4, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-531", "query": "alternative medicine", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-2706": 1, "MED-2708": 1, "MED-2707": 1, "MED-2711": 1, "MED-2712": 1, "MED-2713": 1, "MED-2709": 1, "MED-2710": 1, "MED-2780": 1, "MED-2810": 1, "MED-2787": 1, "MED-2788": 1, "MED-2777": 1, "MED-2816": 1, "MED-2790": 1, "MED-2792": 1, "MED-2793": 1, "MED-2794": 1, "MED-4390": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2813": 1, "MED-2822": 1, "MED-2830": 1, "MED-3146": 1, "MED-3145": 1, "MED-3383": 1, "MED-3384": 1, "MED-3534": 1, "MED-3464": 1, "MED-3460": 1, "MED-3465": 1, "MED-3461": 1, "MED-3466": 1, "MED-5293": 1, "MED-2082": 1, "MED-1655": 1, "MED-1097": 1, "MED-1240": 1, "MED-1241": 1, "MED-1242": 1, "MED-1243": 1, "MED-1244": 1, "MED-1245": 1, "MED-1246": 1, "MED-1247": 1, "MED-1248": 1, "MED-1311": 1, "MED-1312": 1, "MED-1313": 1, "MED-1314": 1, "MED-1315": 1, "MED-1316": 1, "MED-1317": 1, "MED-1441": 1, "MED-1442": 1, "MED-1443": 1, "MED-1444": 1, "MED-1937": 1, "MED-2783": 1, "MED-1939": 1, "MED-2786": 1, "MED-1941": 1, "MED-2529": 1, "MED-2524": 1, "MED-2525": 1, "MED-2530": 1, "MED-2528": 1, "MED-2274": 1, "MED-3535": 1, "MED-1998": 1, "MED-1999": 1, "MED-2000": 1, "MED-2001": 1, "MED-2002": 1, "MED-2003": 1, "MED-2004": 1, "MED-2005": 1, "MED-2006": 1, "MED-2007": 1, "MED-2042": 1, "MED-2043": 1, "MED-2044": 1, "MED-2045": 1, "MED-2046": 1, "MED-2047": 1, "MED-2048": 1, "MED-2049": 1, "MED-2050": 1, "MED-2051": 1, "MED-2052": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2374": 1, "MED-2237": 1, "MED-2238": 1, "MED-2239": 1, "MED-2240": 1, "MED-2245": 1, "MED-2814": 1, "MED-2243": 1, "MED-2265": 1, "MED-2266": 1, "MED-2267": 1, "MED-3462": 1, "MED-2269": 1, "MED-2270": 1, "MED-2271": 1, "MED-2279": 1, "MED-2280": 1, "MED-2281": 1, "MED-2282": 1, "MED-2284": 1, "MED-2285": 1, "MED-2287": 1, "MED-2297": 1, "MED-2298": 1, "MED-2299": 1, "MED-2300": 1, "MED-2301": 1, "MED-5303": 1, "MED-2303": 1, "MED-2304": 1, "MED-2305": 1, "MED-2306": 1, "MED-2313": 1, "MED-2315": 1, "MED-2815": 1, "MED-2322": 1, "MED-2823": 1, "MED-2323": 1, "MED-2332": 1, "MED-2333": 1, "MED-2335": 1, "MED-2336": 1, "MED-2526": 1, "MED-2714": 1, "MED-2781": 1, "MED-2782": 1, "MED-2818": 1, "MED-2785": 1, "MED-2791": 1, "MED-2825": 1, "MED-2819": 1, "MED-2808": 1, "MED-2811": 1, "MED-2812": 1, "MED-2817": 1, "MED-2820": 1, "MED-2821": 1, "MED-2824": 1, "MED-2831": 1, "MED-3144": 1, "MED-3459": 1, "MED-3515": 1, "MED-3516": 1, "MED-3517": 1, "MED-3536": 1, "MED-3537": 1, "MED-3538": 1, "MED-3539": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-3658": 1, "MED-3659": 1, "MED-3660": 1, "MED-3661": 1, "MED-3662": 1, "MED-3663": 1, "MED-3664": 1, "MED-3688": 1, "MED-3689": 1, "MED-3690": 1, "MED-3691": 1, "MED-3692": 1, "MED-3693": 1, "MED-3694": 1, "MED-3695": 1, "MED-3749": 1, "MED-3750": 1, "MED-3751": 1, "MED-3752": 1, "MED-3753": 1, "MED-3754": 1, "MED-3755": 1, "MED-3756": 1, "MED-3757": 1, "MED-3758": 1, "MED-3759": 1, "MED-3760": 1, "MED-3761": 1, "MED-3796": 1, "MED-3778": 1, "MED-3779": 1, "MED-3791": 1, "MED-3792": 1, "MED-3793": 1, "MED-3794": 1, "MED-3795": 1, "MED-3797": 1, "MED-3798": 1, "MED-3799": 1, "MED-3800": 1, "MED-3801": 1, "MED-3866": 1, "MED-3867": 1, "MED-3868": 1, "MED-3869": 1, "MED-3876": 1, "MED-3877": 1, "MED-3874": 1, "MED-3878": 1, "MED-3875": 1, "MED-4233": 1, "MED-3904": 1, "MED-5175": 1, "MED-4156": 1, "MED-4157": 1, "MED-4158": 1, "MED-4159": 1, "MED-4160": 1, "MED-4161": 1, "MED-4162": 1, "MED-4188": 1, "MED-4193": 1, "MED-4192": 1, "MED-4309": 1, "MED-4312": 1, "MED-4328": 1, "MED-4329": 1, "MED-4330": 1, "MED-4365": 1, "MED-4366": 1, "MED-4370": 1, "MED-4371": 1, "MED-4369": 1, "MED-4372": 1, "MED-4373": 1, "MED-4374": 1, "MED-4533": 1, "MED-4529": 1, "MED-4535": 1, "MED-4531": 1, "MED-4532": 1, "MED-4534": 1, "MED-4536": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4543": 1, "MED-4544": 1, "MED-4563": 1, "MED-4564": 1, "MED-4565": 1, "MED-4595": 1, "MED-4669": 1, "MED-4671": 1, "MED-4711": 1, "MED-4840": 1, "MED-4842": 1, "MED-4855": 1, "MED-4856": 1, "MED-4864": 1, "MED-4870": 1, "MED-4872": 1, "MED-4873": 1, "MED-4874": 1, "MED-4876": 1, "MED-4930": 1, "MED-5022": 1, "MED-5023": 1, "MED-5024": 1, "MED-5025": 1, "MED-5029": 1, "MED-5062": 1, "MED-5063": 1, "MED-5122": 1, "MED-5120": 1, "MED-5121": 1, "MED-5157": 1, "MED-5158": 1, "MED-5172": 1, "MED-5173": 1, "MED-5176": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-531", "ranked_doc_ids": [ "MED-1953", "MED-1017", "MED-3607", "MED-2786", "MED-4157", "MED-3726", "MED-1525", "MED-4358", "MED-4374", "MED-4371", "MED-5056", "MED-4529", "MED-4128", "MED-3113", "MED-4531", "MED-3204", "MED-3906", "MED-2298", "MED-3625", "MED-5084" ], "latency_ms": 0.560458, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 267, "candidates_scanned": 20, "scanned_bytes": 31666, "index_reads": 269, "scored_candidates": 257, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.006493506493506494, "ndcg_at_5": 0.27727342735504823, "mrr_at_5": 0.25, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.012987012987012988, "ndcg_at_10": 0.3098064936645125, "mrr_at_10": 0.25, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.022727272727272728, "ndcg_at_20": 0.30727113481044904, "mrr_at_20": 0.25, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-541", "query": "American Dental Association", "scope": "corpus", "category": "all", "relevant": { "MED-3618": 1, "MED-3621": 1, "MED-3617": 1, "MED-3619": 1, "MED-3620": 1, "MED-3622": 1 }, "excluded_self_id": "PLAIN-541", "ranked_doc_ids": [ "MED-872", "MED-4036", "MED-4034", "MED-4027", "MED-4026", "MED-1858", "MED-4028", "MED-5097", "MED-1988", "MED-2093", "MED-3621", "MED-3618", "MED-3640", "MED-4019", "MED-3639", "MED-3619", "MED-1857", "MED-2707", "MED-1708", "MED-3718" ], "latency_ms": 0.791625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1649, "candidates_scanned": 20, "scanned_bytes": 37088, "index_reads": 1652, "scored_candidates": 1535, "query_terms": 3, "selected_terms": 3, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.24021537084044062, "mrr_at_20": 0.09090909090909091, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-551", "query": "amnesia", "scope": "corpus", "category": "all", "relevant": { "MED-4380": 1, "MED-4381": 1 }, "excluded_self_id": "PLAIN-551", "ranked_doc_ids": [], "latency_ms": 0.146208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-56", "query": "Foods for Glaucoma", "scope": "corpus", "category": "all", "relevant": { "MED-2896": 2, "MED-2899": 2, "MED-2900": 2, "MED-2901": 2, "MED-2882": 1, "MED-2898": 1, "MED-2884": 1, "MED-2885": 1, "MED-2886": 1, "MED-2888": 1, "MED-2889": 1, "MED-2890": 1, "MED-2891": 1, "MED-2892": 1, "MED-2893": 1, "MED-2894": 1, "MED-2895": 1, "MED-4384": 1, "MED-4523": 1, "MED-2966": 1, "MED-2967": 1, "MED-2968": 1, "MED-2969": 1, "MED-2970": 1, "MED-2971": 1, "MED-2972": 1, "MED-4095": 1, "MED-4383": 1, "MED-4385": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-56", "ranked_doc_ids": [ "MED-2900", "MED-4384", "MED-2896", "MED-2901", "MED-5247", "MED-5246", "MED-2894", "MED-3397", "MED-2742", "MED-5288", "MED-1761", "MED-3356", "MED-4186", "MED-2572", "MED-2738", "MED-4796", "MED-3085", "MED-2181", "MED-1150", "MED-3770" ], "latency_ms": 0.669584, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1019, "candidates_scanned": 20, "scanned_bytes": 37774, "index_reads": 1021, "scored_candidates": 1016, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08, "ndcg_at_5": 0.8152866651695705, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.1, "ndcg_at_10": 0.6791701194514419, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.5025702122819751, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-561", "query": "aneurysm", "scope": "corpus", "category": "all", "relevant": { "MED-4422": 1, "MED-3169": 1, "MED-3170": 1, "MED-3171": 1, "MED-3172": 1, "MED-3173": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3177": 1, "MED-3178": 1, "MED-3179": 1, "MED-3180": 1, "MED-3181": 1, "MED-3182": 1, "MED-3255": 1, "MED-3540": 1, "MED-3541": 1, "MED-3542": 1, "MED-3543": 1, "MED-3544": 1, "MED-3545": 1, "MED-3546": 1, "MED-3547": 1, "MED-4555": 1 }, "excluded_self_id": "PLAIN-561", "ranked_doc_ids": [ "MED-3180", "MED-4555", "MED-4423" ], "latency_ms": 0.208166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5070, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08, "ndcg_at_20": 0.23165732683700074, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-571", "query": "anisakis", "scope": "corpus", "category": "all", "relevant": { "MED-2337": 1, "MED-2338": 1, "MED-2340": 1, "MED-2355": 1, "MED-2349": 1, "MED-4742": 1, "MED-4743": 1 }, "excluded_self_id": "PLAIN-571", "ranked_doc_ids": [ "MED-2346", "MED-2339", "MED-4742", "MED-2338", "MED-2345" ], "latency_ms": 0.219834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5, "candidates_scanned": 5, "scanned_bytes": 9580, "index_reads": 6, "scored_candidates": 5, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2857142857142857, "ndcg_at_5": 0.3156484524795145, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2857142857142857, "ndcg_at_10": 0.2558209594125084, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2857142857142857, "ndcg_at_20": 0.2558209594125084, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-583", "query": "antinutrients", "scope": "corpus", "category": "all", "relevant": { "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-2572": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2544": 1, "MED-2581": 1, "MED-2546": 1, "MED-2584": 1, "MED-2582": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-4320": 1 }, "excluded_self_id": "PLAIN-583", "ranked_doc_ids": [ "MED-2988" ], "latency_ms": 0.158709, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1461, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.022727272727272728, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.022727272727272728, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.022727272727272728, "ndcg_at_20": 0.1420400396336573, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-593", "query": "apnea", "scope": "corpus", "category": "all", "relevant": { "MED-4399": 1, "MED-4400": 1, "MED-4402": 1 }, "excluded_self_id": "PLAIN-593", "ranked_doc_ids": [ "MED-4402", "MED-957" ], "latency_ms": 0.190833, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 10847, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.46927872602275644, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.46927872602275644, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.46927872602275644, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-603", "query": "Arkansas", "scope": "corpus", "category": "all", "relevant": { "MED-4413": 1 }, "excluded_self_id": "PLAIN-603", "ranked_doc_ids": [ "MED-1957", "MED-3769", "MED-1960" ], "latency_ms": 0.177417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 3835, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-613", "query": "ascorbic acid", "scope": "corpus", "category": "all", "relevant": { "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-4488": 1 }, "excluded_self_id": "PLAIN-613", "ranked_doc_ids": [ "MED-909", "MED-1846", "MED-2983", "MED-4468", "MED-1158", "MED-3921", "MED-3476", "MED-859", "MED-4901", "MED-860", "MED-2191", "MED-1259", "MED-1198", "MED-5076", "MED-4091", "MED-1775", "MED-1180", "MED-2272", "MED-2664", "MED-4474" ], "latency_ms": 0.616708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 588, "candidates_scanned": 20, "scanned_bytes": 35835, "index_reads": 590, "scored_candidates": 556, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.1, "ndcg_at_20": 0.05780700008370542, "mrr_at_20": 0.07692307692307693, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-623", "query": "Atkins diet", "scope": "corpus", "category": "all", "relevant": { "MED-2522": 1, "MED-2586": 1, "MED-2587": 1, "MED-2588": 1, "MED-2591": 1, "MED-3780": 1, "MED-3784": 1, "MED-1551": 1, "MED-1552": 1, "MED-1553": 1, "MED-1554": 1, "MED-1555": 1, "MED-1556": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-2523": 1, "MED-2589": 1, "MED-2590": 1, "MED-3786": 1, "MED-3781": 1, "MED-3789": 1, "MED-3193": 1, "MED-3783": 1, "MED-3785": 1, "MED-4514": 1, "MED-4515": 1, "MED-4880": 1, "MED-4881": 1, "MED-4882": 1, "MED-4883": 1, "MED-4884": 1 }, "excluded_self_id": "PLAIN-623", "ranked_doc_ids": [ "MED-1674", "MED-4880", "MED-4515", "MED-3786", "MED-4848", "MED-5267", "MED-1374", "MED-5200", "MED-825", "MED-5207", "MED-4854", "MED-2294", "MED-3149", "MED-4984", "MED-5272", "MED-4347", "MED-2459", "MED-2523", "MED-1669", "MED-4985" ], "latency_ms": 0.662, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1045, "candidates_scanned": 20, "scanned_bytes": 35568, "index_reads": 1047, "scored_candidates": 1042, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.07317073170731707, "ndcg_at_5": 0.5296347172140421, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07317073170731707, "ndcg_at_10": 0.3436966913921454, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0975609756097561, "ndcg_at_20": 0.25524811378291745, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-634", "query": "avocados", "scope": "corpus", "category": "all", "relevant": { "MED-1463": 1, "MED-1454": 1, "MED-1455": 1, "MED-1456": 1, "MED-1457": 1, "MED-1458": 1, "MED-1459": 1, "MED-1460": 1, "MED-1461": 1, "MED-1474": 1, "MED-4514": 1, "MED-4515": 1, "MED-4618": 1, "MED-4619": 1, "MED-4620": 1, "MED-4621": 1, "MED-4673": 1, "MED-4674": 1, "MED-5153": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-634", "ranked_doc_ids": [ "MED-4620", "MED-5010", "MED-4619", "MED-5011", "MED-4303", "MED-861", "MED-4618", "MED-5009", "MED-1378", "MED-3199", "MED-1846" ], "latency_ms": 0.29225, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 11, "candidates_scanned": 11, "scanned_bytes": 18831, "index_reads": 12, "scored_candidates": 11, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.09523809523809523, "ndcg_at_5": 0.5087403079104241, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14285714285714285, "ndcg_at_10": 0.40350157154648025, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.14285714285714285, "ndcg_at_20": 0.26040673932837166, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-645", "query": "bagels", "scope": "corpus", "category": "all", "relevant": { "MED-3146": 1, "MED-3145": 1, "MED-2033": 1, "MED-2013": 1, "MED-2014": 1, "MED-2027": 1, "MED-2016": 1, "MED-2037": 1, "MED-2018": 1, "MED-2019": 1, "MED-2020": 1, "MED-2021": 1, "MED-2022": 1, "MED-2024": 1, "MED-2034": 1, "MED-2026": 1, "MED-2028": 1, "MED-2029": 1, "MED-2030": 1, "MED-2031": 1, "MED-2032": 1, "MED-2035": 1, "MED-2036": 1, "MED-2038": 1, "MED-2039": 1, "MED-2040": 1, "MED-2041": 1, "MED-3144": 1, "MED-5154": 1 }, "excluded_self_id": "PLAIN-645", "ranked_doc_ids": [ "MED-4701" ], "latency_ms": 0.142292, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 1692, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-660", "query": "beans", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-2575": 1, "MED-2580": 1, "MED-2571": 1, "MED-2583": 1, "MED-2574": 1, "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2585": 1, "MED-2824": 1, "MED-2815": 1, "MED-2794": 1, "MED-2816": 1, "MED-2999": 1, "MED-2997": 1, "MED-2765": 1, "MED-3001": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2966": 1, "MED-2968": 1, "MED-2970": 1, "MED-2972": 1, "MED-4981": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-717": 1, "MED-718": 1, "MED-719": 1, "MED-720": 1, "MED-721": 1, "MED-722": 1, "MED-723": 1, "MED-724": 1, "MED-5204": 1, "MED-1184": 1, "MED-1185": 1, "MED-1186": 1, "MED-1187": 1, "MED-1188": 1, "MED-1582": 1, "MED-1190": 1, "MED-5293": 1, "MED-1192": 1, "MED-1193": 1, "MED-1194": 1, "MED-1195": 1, "MED-1196": 1, "MED-5360": 1, "MED-1198": 1, "MED-1199": 1, "MED-1200": 1, "MED-1201": 1, "MED-1202": 1, "MED-1203": 1, "MED-1231": 1, "MED-1232": 1, "MED-1233": 1, "MED-1234": 1, "MED-1375": 1, "MED-1362": 1, "MED-1363": 1, "MED-1383": 1, "MED-1365": 1, "MED-1366": 1, "MED-1643": 1, "MED-1374": 1, "MED-1380": 1, "MED-5301": 1, "MED-1371": 1, "MED-5271": 1, "MED-1373": 1, "MED-1376": 1, "MED-1377": 1, "MED-1378": 1, "MED-1401": 1, "MED-1402": 1, "MED-1403": 1, "MED-1404": 1, "MED-1405": 1, "MED-1406": 1, "MED-1407": 1, "MED-1408": 1, "MED-1409": 1, "MED-1410": 1, "MED-1411": 1, "MED-1412": 1, "MED-1413": 1, "MED-1414": 1, "MED-1415": 1, "MED-1416": 1, "MED-1417": 1, "MED-1445": 1, "MED-1446": 1, "MED-1447": 1, "MED-1448": 1, "MED-1449": 1, "MED-1450": 1, "MED-1451": 1, "MED-1527": 1, "MED-1528": 1, "MED-1529": 1, "MED-1530": 1, "MED-1531": 1, "MED-1532": 1, "MED-1542": 1, "MED-1543": 1, "MED-1544": 1, "MED-1545": 1, "MED-1546": 1, "MED-2527": 1, "MED-1548": 1, "MED-1549": 1, "MED-1680": 1, "MED-1609": 1, "MED-1610": 1, "MED-1611": 1, "MED-1612": 1, "MED-1613": 1, "MED-1614": 1, "MED-1615": 1, "MED-1616": 1, "MED-1617": 1, "MED-1618": 1, "MED-1619": 1, "MED-1620": 1, "MED-1703": 1, "MED-1699": 1, "MED-1700": 1, "MED-1701": 1, "MED-1702": 1, "MED-1880": 1, "MED-1881": 1, "MED-2722": 1, "MED-2489": 1, "MED-1998": 1, "MED-1985": 1, "MED-1986": 1, "MED-1987": 1, "MED-1988": 1, "MED-1999": 1, "MED-1990": 1, "MED-1991": 1, "MED-1992": 1, "MED-1993": 1, "MED-1994": 1, "MED-2221": 1, "MED-1996": 1, "MED-1997": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2089": 1, "MED-2090": 1, "MED-2091": 1, "MED-2092": 1, "MED-2093": 1, "MED-2094": 1, "MED-2095": 1, "MED-2096": 1, "MED-2097": 1, "MED-2140": 1, "MED-2141": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2147": 1, "MED-2148": 1, "MED-2149": 1, "MED-2150": 1, "MED-4646": 1, "MED-2152": 1, "MED-2153": 1, "MED-2211": 1, "MED-2212": 1, "MED-2213": 1, "MED-2214": 1, "MED-2215": 1, "MED-2216": 1, "MED-2217": 1, "MED-2218": 1, "MED-2248": 1, "MED-2249": 1, "MED-2250": 1, "MED-2251": 1, "MED-2252": 1, "MED-2253": 1, "MED-2254": 1, "MED-2255": 1, "MED-2256": 1, "MED-2257": 1, "MED-2258": 1, "MED-2259": 1, "MED-2260": 1, "MED-2261": 1, "MED-2262": 1, "MED-2263": 1, "MED-2264": 1, "MED-2288": 1, "MED-3137": 1, "MED-2290": 1, "MED-2291": 1, "MED-2292": 1, "MED-2293": 1, "MED-2294": 1, "MED-2295": 1, "MED-2296": 1, "MED-2313": 1, "MED-2810": 1, "MED-2315": 1, "MED-2322": 1, "MED-2414": 1, "MED-4070": 1, "MED-2416": 1, "MED-2417": 1, "MED-2418": 1, "MED-3498": 1, "MED-2420": 1, "MED-2421": 1, "MED-2422": 1, "MED-2423": 1, "MED-2424": 1, "MED-4451": 1, "MED-2426": 1, "MED-2445": 1, "MED-2446": 1, "MED-2458": 1, "MED-2448": 1, "MED-2449": 1, "MED-2450": 1, "MED-2451": 1, "MED-2452": 1, "MED-2453": 1, "MED-2472": 1, "MED-2488": 1, "MED-2517": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2572": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2544": 1, "MED-2581": 1, "MED-2546": 1, "MED-2584": 1, "MED-2582": 1, "MED-2820": 1, "MED-3000": 1, "MED-2819": 1, "MED-4523": 1, "MED-2967": 1, "MED-2969": 1, "MED-2971": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3109": 1, "MED-3098": 1, "MED-3099": 1, "MED-3100": 1, "MED-3112": 1, "MED-3102": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1, "MED-3136": 1, "MED-3123": 1, "MED-3127": 1, "MED-3129": 1, "MED-3130": 1, "MED-3132": 1, "MED-3135": 1, "MED-3156": 1, "MED-3157": 1, "MED-3158": 1, "MED-3450": 1, "MED-3451": 1, "MED-3161": 1, "MED-3454": 1, "MED-3163": 1, "MED-3164": 1, "MED-3165": 1, "MED-3166": 1, "MED-3466": 1, "MED-3168": 1, "MED-3232": 1, "MED-3235": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3273": 1, "MED-3274": 1, "MED-3275": 1, "MED-3276": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-3283": 1, "MED-3369": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3351": 1, "MED-3352": 1, "MED-3353": 1, "MED-3354": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3358": 1, "MED-3359": 1, "MED-3370": 1, "MED-3372": 1, "MED-3374": 1, "MED-3375": 1, "MED-3376": 1, "MED-3377": 1, "MED-3422": 1, "MED-3425": 1, "MED-3426": 1, "MED-3428": 1, "MED-3407": 1, "MED-3429": 1, "MED-3433": 1, "MED-3434": 1, "MED-3435": 1, "MED-3437": 1, "MED-3438": 1, "MED-3417": 1, "MED-3439": 1, "MED-3440": 1, "MED-3420": 1, "MED-3421": 1, "MED-3548": 1, "MED-3549": 1, "MED-3550": 1, "MED-3551": 1, "MED-3552": 1, "MED-3553": 1, "MED-3554": 1, "MED-3555": 1, "MED-3580": 1, "MED-3581": 1, "MED-3582": 1, "MED-3583": 1, "MED-3584": 1, "MED-3769": 1, "MED-3770": 1, "MED-3780": 1, "MED-3781": 1, "MED-3782": 1, "MED-3783": 1, "MED-3784": 1, "MED-3785": 1, "MED-3786": 1, "MED-3787": 1, "MED-3788": 1, "MED-3789": 1, "MED-3790": 1, "MED-3815": 1, "MED-3816": 1, "MED-3817": 1, "MED-3818": 1, "MED-3819": 1, "MED-3820": 1, "MED-3821": 1, "MED-3822": 1, "MED-3858": 1, "MED-4094": 1, "MED-3860": 1, "MED-4313": 1, "MED-3862": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4106": 1, "MED-4165": 1, "MED-4216": 1, "MED-4211": 1, "MED-4212": 1, "MED-4886": 1, "MED-5176": 1, "MED-4230": 1, "MED-4231": 1, "MED-4232": 1, "MED-4233": 1, "MED-4234": 1, "MED-4245": 1, "MED-4246": 1, "MED-4247": 1, "MED-4255": 1, "MED-4281": 1, "MED-4314": 1, "MED-4315": 1, "MED-4320": 1, "MED-4347": 1, "MED-4627": 1, "MED-4349": 1, "MED-4350": 1, "MED-4406": 1, "MED-4509": 1, "MED-4510": 1, "MED-4581": 1, "MED-4582": 1, "MED-4583": 1, "MED-4600": 1, "MED-4686": 1, "MED-4689": 1, "MED-4727": 1, "MED-4728": 1, "MED-4771": 1, "MED-4863": 1, "MED-4952": 1, "MED-4953": 1, "MED-4954": 1, "MED-4991": 1, "MED-4992": 1, "MED-5002": 1, "MED-5003": 1, "MED-5004": 1, "MED-5072": 1, "MED-5069": 1, "MED-5070": 1, "MED-5071": 1, "MED-5078": 1, "MED-5079": 1, "MED-5080": 1, "MED-5111": 1, "MED-5159": 1, "MED-5160": 1, "MED-5161": 1, "MED-5162": 1 }, "excluded_self_id": "PLAIN-660", "ranked_doc_ids": [ "MED-3584", "MED-4991", "MED-2140", "MED-3138", "MED-1880", "MED-5079", "MED-3141", "MED-2147", "MED-2570", "MED-3136", "MED-2144", "MED-2580", "MED-2141", "MED-5078", "MED-2010", "MED-3132", "MED-2085", "MED-5080", "MED-5118", "MED-719" ], "latency_ms": 0.496917, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 53, "candidates_scanned": 20, "scanned_bytes": 34571, "index_reads": 54, "scored_candidates": 53, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.010526315789473684, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.021052631578947368, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.037894736842105266, "ndcg_at_20": 0.9330720571764405, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-671", "query": "benzene", "scope": "corpus", "category": "all", "relevant": { "MED-4857": 1 }, "excluded_self_id": "PLAIN-671", "ranked_doc_ids": [ "MED-4857", "MED-4602", "MED-2677", "MED-957" ], "latency_ms": 0.196416, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4, "candidates_scanned": 4, "scanned_bytes": 14631, "index_reads": 5, "scored_candidates": 4, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-68", "query": "What is Actually in Chicken Nuggets?", "scope": "corpus", "category": "all", "relevant": { "MED-2991": 2, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3090": 1, "MED-3091": 1, "MED-3092": 1, "MED-3093": 1, "MED-3094": 1, "MED-3095": 1, "MED-3096": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-4068": 1, "MED-4069": 1, "MED-4070": 1, "MED-4071": 1, "MED-4072": 1, "MED-4073": 1, "MED-5197": 1, "MED-4075": 1, "MED-4128": 1, "MED-4129": 1, "MED-4130": 1, "MED-4131": 1, "MED-4133": 1, "MED-4134": 1, "MED-4135": 1, "MED-4137": 1, "MED-4138": 1, "MED-4139": 1, "MED-4140": 1, "MED-4141": 1, "MED-4142": 1, "MED-4143": 1, "MED-4746": 1, "MED-4804": 1, "MED-4976": 1, "MED-4972": 1, "MED-5110": 1, "MED-5169": 1, "MED-5170": 1 }, "excluded_self_id": "PLAIN-68", "ranked_doc_ids": [ "MED-2991", "MED-3089", "MED-1960", "MED-2132", "MED-5345", "MED-2745", "MED-1810", "MED-4769", "MED-4166", "MED-2339", "MED-1140", "MED-4744", "MED-4882", "MED-3086", "MED-2492", "MED-4800", "MED-3653", "MED-1801", "MED-2741", "MED-4427" ], "latency_ms": 0.562834, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 215, "candidates_scanned": 20, "scanned_bytes": 33664, "index_reads": 219, "scored_candidates": 205, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03636363636363636, "ndcg_at_5": 0.6663180938082345, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03636363636363636, "ndcg_at_10": 0.4745921515613674, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05454545454545454, "ndcg_at_20": 0.3590536585658884, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-681", "query": "betel nuts", "scope": "corpus", "category": "all", "relevant": { "MED-5017": 1 }, "excluded_self_id": "PLAIN-681", "ranked_doc_ids": [ "MED-5017", "MED-4030", "MED-4292", "MED-1381", "MED-2595", "MED-4300", "MED-4286", "MED-2597", "MED-4707", "MED-2383", "MED-2593", "MED-4301", "MED-1388", "MED-2596", "MED-4289", "MED-2594", "MED-4290", "MED-4706", "MED-2380", "MED-2381" ], "latency_ms": 0.483209, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 103, "candidates_scanned": 20, "scanned_bytes": 35004, "index_reads": 105, "scored_candidates": 101, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-691", "query": "bioavailability", "scope": "corpus", "category": "all", "relevant": { "MED-1847": 1, "MED-1848": 1, "MED-1849": 1, "MED-1850": 1, "MED-1851": 1, "MED-1852": 1, "MED-2185": 1, "MED-2200": 1, "MED-2201": 1, "MED-2188": 1, "MED-2189": 1, "MED-2202": 1, "MED-2191": 1, "MED-2203": 1, "MED-2204": 1, "MED-2194": 1, "MED-2195": 1, "MED-2208": 1, "MED-2207": 1, "MED-2209": 1, "MED-2210": 1 }, "excluded_self_id": "PLAIN-691", "ranked_doc_ids": [ "MED-4909", "MED-2263", "MED-2791", "MED-4390", "MED-3209", "MED-4454", "MED-885", "MED-2265", "MED-928", "MED-2068", "MED-5131", "MED-2607", "MED-3922", "MED-4320", "MED-4318", "MED-1851", "MED-3479", "MED-2235", "MED-5095", "MED-965" ], "latency_ms": 0.478166, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 89, "candidates_scanned": 20, "scanned_bytes": 33514, "index_reads": 90, "scored_candidates": 89, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.047619047619047616, "ndcg_at_20": 0.03475017269886857, "mrr_at_20": 0.0625, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-701", "query": "black raspberries", "scope": "corpus", "category": "all", "relevant": { "MED-3714": 1, "MED-3720": 1, "MED-3721": 1, "MED-3715": 1, "MED-3716": 1, "MED-3717": 1, "MED-3718": 1, "MED-3719": 1 }, "excluded_self_id": "PLAIN-701", "ranked_doc_ids": [ "MED-3720", "MED-3721", "MED-2280", "MED-2922", "MED-3719", "MED-3199", "MED-917", "MED-2085", "MED-3716", "MED-5083", "MED-5070", "MED-2926", "MED-1115", "MED-5078", "MED-5328", "MED-4302", "MED-5208", "MED-5137", "MED-1637", "MED-4346" ], "latency_ms": 0.525208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 108, "candidates_scanned": 20, "scanned_bytes": 40602, "index_reads": 110, "scored_candidates": 100, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.375, "ndcg_at_5": 0.6843515475204855, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.5865267152450974, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.5865267152450974, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-711", "query": "blood clots", "scope": "corpus", "category": "all", "relevant": { "MED-398": 1, "MED-3200": 1, "MED-3201": 1, "MED-3202": 1, "MED-3203": 1, "MED-3209": 1, "MED-1682": 1, "MED-1683": 1, "MED-1701": 1, "MED-1685": 1, "MED-1686": 1, "MED-1687": 1, "MED-1688": 1, "MED-1689": 1, "MED-1690": 1, "MED-1691": 1, "MED-2077": 1, "MED-1693": 1, "MED-2078": 1, "MED-1695": 1, "MED-1696": 1, "MED-1697": 1, "MED-3841": 1, "MED-3843": 1, "MED-3849": 1, "MED-3830": 1, "MED-1825": 1, "MED-1826": 1, "MED-1827": 1, "MED-1828": 1, "MED-1829": 1, "MED-1830": 1, "MED-2076": 1, "MED-2079": 1, "MED-2080": 1, "MED-5293": 1, "MED-2082": 1, "MED-2083": 1, "MED-5303": 1, "MED-2085": 1, "MED-3199": 1, "MED-3204": 1, "MED-3205": 1, "MED-3206": 1, "MED-3207": 1, "MED-3208": 1, "MED-3210": 1, "MED-4352": 1, "MED-4353": 1, "MED-4649": 1, "MED-4650": 1, "MED-4651": 1, "MED-4776": 1, "MED-4777": 1, "MED-4778": 1, "MED-4779": 1, "MED-4780": 1 }, "excluded_self_id": "PLAIN-711", "ranked_doc_ids": [ "MED-2077", "MED-2085", "MED-707", "MED-1397", "MED-1352", "MED-2110", "MED-5109", "MED-1492", "MED-2523", "MED-5295", "MED-2522", "MED-1192", "MED-3520", "MED-3021", "MED-3353", "MED-5290", "MED-2178", "MED-2166", "MED-5047", "MED-5285" ], "latency_ms": 0.588375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 530, "candidates_scanned": 20, "scanned_bytes": 40771, "index_reads": 532, "scored_candidates": 526, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03508771929824561, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03508771929824561, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03508771929824561, "ndcg_at_20": 0.23165732683700074, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-721", "query": "BMAA", "scope": "corpus", "category": "all", "relevant": { "MED-1265": 1, "MED-1266": 1, "MED-1267": 1, "MED-1268": 1, "MED-1278": 1, "MED-1282": 1, "MED-1271": 1, "MED-1272": 1, "MED-1273": 1, "MED-1274": 1, "MED-1287": 1, "MED-1276": 1, "MED-1277": 1, "MED-1279": 1, "MED-1280": 1, "MED-1281": 1, "MED-1283": 1, "MED-1284": 1, "MED-1285": 1, "MED-4876": 1, "MED-1288": 1, "MED-1289": 1, "MED-1290": 1, "MED-5172": 1, "MED-5173": 1 }, "excluded_self_id": "PLAIN-721", "ranked_doc_ids": [ "MED-4876", "MED-1282", "MED-1267", "MED-1284", "MED-1278", "MED-1287", "MED-1265", "MED-1289", "MED-1274", "MED-1290", "MED-1271", "MED-1268", "MED-1266", "MED-1279", "MED-1288", "MED-1272", "MED-1277", "MED-1283" ], "latency_ms": 0.394708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 18, "candidates_scanned": 18, "scanned_bytes": 27575, "index_reads": 19, "scored_candidates": 18, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.2, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.4, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.72, "ndcg_at_20": 0.934796738284103, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-731", "query": "bone fractures", "scope": "corpus", "category": "all", "relevant": { "MED-2988": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-332": 1, "MED-3090": 1, "MED-334": 1, "MED-335": 1, "MED-3092": 1, "MED-3094": 1, "MED-3226": 1, "MED-3227": 1, "MED-3230": 1, "MED-3229": 1, "MED-3232": 1, "MED-3233": 1, "MED-4722": 1, "MED-3237": 1, "MED-1337": 1, "MED-1338": 1, "MED-1339": 1, "MED-1340": 1, "MED-1341": 1, "MED-1486": 1, "MED-1487": 1, "MED-1488": 1, "MED-1489": 1, "MED-1490": 1, "MED-2979": 1, "MED-4319": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3089": 1, "MED-3091": 1, "MED-3093": 1, "MED-3095": 1, "MED-3096": 1, "MED-3228": 1, "MED-3231": 1, "MED-3235": 1, "MED-3236": 1, "MED-4984": 1, "MED-4985": 1, "MED-4988": 1, "MED-4987": 1, "MED-5145": 1 }, "excluded_self_id": "PLAIN-731", "ranked_doc_ids": [ "MED-2987", "MED-4722", "MED-1337", "MED-1341", "MED-1340", "MED-5145", "MED-3216", "MED-3229", "MED-1339", "MED-5241", "MED-1338", "MED-5253", "MED-5243", "MED-2155", "MED-5244", "MED-4226", "MED-2989", "MED-3228", "MED-3193", "MED-3787" ], "latency_ms": 0.513333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 93, "candidates_scanned": 20, "scanned_bytes": 38189, "index_reads": 95, "scored_candidates": 82, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.09259259259259259, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.14814814814814814, "ndcg_at_10": 0.8630152897016882, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2037037037037037, "ndcg_at_20": 0.6640834198916791, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-741", "query": "BPH", "scope": "corpus", "category": "all", "relevant": { "MED-3874": 1, "MED-3875": 1, "MED-3876": 1, "MED-3877": 1, "MED-3878": 1, "MED-4233": 1, "MED-5176": 1, "MED-4230": 1, "MED-4231": 1, "MED-4232": 1, "MED-4234": 1, "MED-4235": 1, "MED-4236": 1, "MED-4237": 1, "MED-4239": 1, "MED-5177": 1, "MED-5178": 1, "MED-5179": 1, "MED-5184": 1 }, "excluded_self_id": "PLAIN-741", "ranked_doc_ids": [ "MED-4237", "MED-4236", "MED-4232", "MED-4231", "MED-4890", "MED-4234", "MED-4235", "MED-5176", "MED-3924", "MED-4230", "MED-2831" ], "latency_ms": 0.269625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 11, "candidates_scanned": 11, "scanned_bytes": 17983, "index_reads": 12, "scored_candidates": 11, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.21052631578947367, "ndcg_at_5": 0.8687949224876582, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.42105263157894735, "ndcg_at_10": 0.8486026589039899, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.42105263157894735, "ndcg_at_20": 0.5659627149273386, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-751", "query": "BRCA genes", "scope": "corpus", "category": "all", "relevant": { "MED-3136": 1, "MED-3123": 1, "MED-3138": 1, "MED-3143": 1, "MED-3137": 1, "MED-3132": 1, "MED-3141": 1 }, "excluded_self_id": "PLAIN-751", "ranked_doc_ids": [ "MED-3135", "MED-3129", "MED-1797", "MED-3482", "MED-1442", "MED-3721", "MED-3130", "MED-3890", "MED-1457", "MED-5037", "MED-5332", "MED-2575", "MED-2152", "MED-4888", "MED-4142", "MED-4545", "MED-4698", "MED-2568", "MED-4696", "MED-2247" ], "latency_ms": 0.499084, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 164, "candidates_scanned": 20, "scanned_bytes": 34812, "index_reads": 166, "scored_candidates": 163, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-761", "query": "breast pain", "scope": "corpus", "category": "all", "relevant": { "MED-3796": 1, "MED-3778": 1, "MED-3801": 1, "MED-3794": 1, "MED-666": 1, "MED-3779": 1 }, "excluded_self_id": "PLAIN-761", "ranked_doc_ids": [ "MED-3797", "MED-3800", "MED-666", "MED-3795", "MED-1667", "MED-3944", "MED-3506", "MED-4127", "MED-1006", "MED-3664", "MED-4103", "MED-3513", "MED-2802", "MED-3512", "MED-1663", "MED-4855", "MED-1009", "MED-3516", "MED-2827", "MED-1657" ], "latency_ms": 0.540667, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 380, "candidates_scanned": 20, "scanned_bytes": 38392, "index_reads": 382, "scored_candidates": 376, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.16666666666666666, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.16666666666666666, "ndcg_at_10": 0.15130120674940675, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.16666666666666666, "ndcg_at_20": 0.15130120674940675, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-771", "query": "bronchiolitis obliterans", "scope": "corpus", "category": "all", "relevant": { "MED-3385": 1, "MED-3387": 1, "MED-3386": 1 }, "excluded_self_id": "PLAIN-771", "ranked_doc_ids": [ "MED-3386", "MED-3387", "MED-3385" ], "latency_ms": 0.173666, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 6, "candidates_scanned": 3, "scanned_bytes": 3549, "index_reads": 8, "scored_candidates": 3, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 1.0, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 1.0, "recall_at_10": 1.0, "ndcg_at_10": 1.0, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 1.0, "recall_at_20": 1.0, "ndcg_at_20": 1.0, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 1.0 }, { "query_id": "PLAIN-78", "query": "What Do Meat Purge and Cola Have in Common?", "scope": "corpus", "category": "all", "relevant": { "MED-332": 2, "MED-3090": 2, "MED-334": 2, "MED-335": 2, "MED-3092": 2, "MED-3094": 2, "MED-3085": 1, "MED-3086": 1, "MED-3087": 1, "MED-3088": 1, "MED-3091": 1, "MED-3095": 1, "MED-3089": 1, "MED-3093": 1, "MED-3096": 1, "MED-3378": 1, "MED-3379": 1, "MED-3380": 1, "MED-3381": 1, "MED-3382": 1, "MED-3960": 1, "MED-3961": 1, "MED-3962": 1, "MED-3963": 1, "MED-3964": 1, "MED-3965": 1, "MED-3966": 1, "MED-3967": 1, "MED-3968": 1, "MED-3969": 1, "MED-3970": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-5340": 1, "MED-4327": 1, "MED-4553": 1, "MED-4554": 1, "MED-4912": 1, "MED-4911": 1, "MED-4936": 1, "MED-4932": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-78", "ranked_doc_ids": [ "MED-4318", "MED-1540", "MED-4834", "MED-2219", "MED-1366", "MED-3585", "MED-4087", "MED-2763", "MED-1674", "MED-1817", "MED-3759", "MED-5032", "MED-3832", "MED-2928", "MED-4255", "MED-4613", "MED-2304", "MED-4840", "MED-1488", "MED-5229" ], "latency_ms": 1.304208, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2516, "candidates_scanned": 20, "scanned_bytes": 36331, "index_reads": 2523, "scored_candidates": 1979, "query_terms": 7, "selected_terms": 7, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.016129032258064516, "ndcg_at_5": 0.16958010263680806, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.016129032258064516, "ndcg_at_10": 0.12741733550370724, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.016129032258064516, "ndcg_at_20": 0.09666566587110485, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-782", "query": "Bush administration", "scope": "corpus", "category": "all", "relevant": { "MED-4991": 1, "MED-4992": 1 }, "excluded_self_id": "PLAIN-782", "ranked_doc_ids": [ "MED-1055", "MED-1248", "MED-2208", "MED-3056", "MED-1811", "MED-880", "MED-713", "MED-3987", "MED-3209", "MED-1623", "MED-720", "MED-940", "MED-4959", "MED-3920", "MED-2787", "MED-2449", "MED-4390", "MED-2994", "MED-2894", "MED-2617" ], "latency_ms": 0.566417, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 129, "candidates_scanned": 20, "scanned_bytes": 32738, "index_reads": 131, "scored_candidates": 128, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-792", "query": "cadaverine", "scope": "corpus", "category": "all", "relevant": { "MED-4546": 1, "MED-4547": 1, "MED-4958": 1, "MED-4959": 1, "MED-4960": 1, "MED-4961": 1 }, "excluded_self_id": "PLAIN-792", "ranked_doc_ids": [ "MED-4546", "MED-4958", "MED-4547" ], "latency_ms": 0.179375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5877, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.7227265726449519, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.644824486427155, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.644824486427155, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-806", "query": "caloric restriction", "scope": "corpus", "category": "all", "relevant": { "MED-2513": 1, "MED-2502": 1, "MED-2498": 1, "MED-2504": 1, "MED-2505": 1, "MED-2507": 1, "MED-5239": 1, "MED-2509": 1, "MED-2519": 1, "MED-2510": 1, "MED-2511": 1, "MED-5237": 1, "MED-2517": 1, "MED-2518": 1, "MED-2520": 1, "MED-2521": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3273": 1, "MED-3276": 1, "MED-3283": 1, "MED-1711": 1, "MED-1712": 1, "MED-2763": 1, "MED-1714": 1, "MED-1715": 1, "MED-1716": 1, "MED-1717": 1, "MED-1718": 1, "MED-1719": 1, "MED-1720": 1, "MED-1721": 1, "MED-1722": 1, "MED-1723": 1, "MED-1724": 1, "MED-2127": 1, "MED-2128": 1, "MED-2129": 1, "MED-2130": 1, "MED-2132": 1, "MED-2134": 1, "MED-2135": 1, "MED-2136": 1, "MED-2137": 1, "MED-2138": 1, "MED-2139": 1, "MED-2147": 1, "MED-2148": 1, "MED-2149": 1, "MED-2324": 1, "MED-2325": 1, "MED-2326": 1, "MED-2327": 1, "MED-2328": 1, "MED-2335": 1, "MED-2330": 1, "MED-2331": 1, "MED-2441": 1, "MED-2442": 1, "MED-2472": 1, "MED-2444": 1, "MED-2501": 1, "MED-2506": 1, "MED-2512": 1, "MED-2514": 1, "MED-2943": 1, "MED-3051": 1, "MED-3055": 1, "MED-3056": 1, "MED-3057": 1, "MED-3270": 1, "MED-3271": 1, "MED-3272": 1, "MED-3274": 1, "MED-3275": 1, "MED-3277": 1, "MED-3278": 1, "MED-3279": 1, "MED-3280": 1, "MED-3281": 1, "MED-3282": 1, "MED-4120": 1, "MED-4121": 1, "MED-4124": 1, "MED-4321": 1, "MED-4322": 1, "MED-4323": 1, "MED-4996": 1 }, "excluded_self_id": "PLAIN-806", "ranked_doc_ids": [ "MED-2138", "MED-2506", "MED-4996", "MED-2519", "MED-3273", "MED-3201", "MED-2502", "MED-2510", "MED-2513", "MED-5057", "MED-2717", "MED-1724", "MED-5033", "MED-4699", "MED-1712", "MED-5335", "MED-4120", "MED-3375", "MED-1646", "MED-825" ], "latency_ms": 0.545209, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 194, "candidates_scanned": 20, "scanned_bytes": 35976, "index_reads": 196, "scored_candidates": 176, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.052083333333333336, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08333333333333333, "ndcg_at_10": 0.8579809428223729, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.11458333333333333, "ndcg_at_20": 0.6616705064282159, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-817", "query": "canker sores", "scope": "corpus", "category": "all", "relevant": { "MED-4841": 1 }, "excluded_self_id": "PLAIN-817", "ranked_doc_ids": [ "MED-3462", "MED-2271", "MED-3461", "MED-3459", "MED-4839", "MED-1129", "MED-3466", "MED-957" ], "latency_ms": 0.263416, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 8, "candidates_scanned": 8, "scanned_bytes": 20317, "index_reads": 9, "scored_candidates": 8, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-827", "query": "carcinogens", "scope": "corpus", "category": "all", "relevant": { "MED-2568": 1, "MED-2988": 1, "MED-2559": 1, "MED-4319": 1, "MED-2570": 1, "MED-2573": 1, "MED-2574": 1, "MED-2585": 1, "MED-2599": 1, "MED-2607": 1, "MED-2602": 1, "MED-2603": 1, "MED-2605": 1, "MED-2604": 1, "MED-2606": 1, "MED-2608": 1, "MED-2816": 1, "MED-4551": 1, "MED-2643": 1, "MED-2645": 1, "MED-2656": 1, "MED-2657": 1, "MED-2658": 1, "MED-2660": 1, "MED-2649": 1, "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2992": 1, "MED-2994": 1, "MED-3781": 1, "MED-3789": 1, "MED-3790": 1, "MED-3782": 1, "MED-3762": 1, "MED-3763": 1, "MED-3764": 1, "MED-1139": 1, "MED-1140": 1, "MED-1167": 1, "MED-1142": 1, "MED-1143": 1, "MED-1144": 1, "MED-1181": 1, "MED-1146": 1, "MED-1147": 1, "MED-1763": 1, "MED-1592": 1, "MED-1593": 1, "MED-1594": 1, "MED-1595": 1, "MED-1596": 1, "MED-1597": 1, "MED-1598": 1, "MED-1599": 1, "MED-1600": 1, "MED-1601": 1, "MED-1602": 1, "MED-1603": 1, "MED-1604": 1, "MED-1605": 1, "MED-1606": 1, "MED-1607": 1, "MED-4476": 1, "MED-1811": 1, "MED-1812": 1, "MED-1813": 1, "MED-1814": 1, "MED-5190": 1, "MED-4823": 1, "MED-1817": 1, "MED-1818": 1, "MED-1819": 1, "MED-1820": 1, "MED-2086": 1, "MED-2087": 1, "MED-2088": 1, "MED-2099": 1, "MED-2100": 1, "MED-2101": 1, "MED-2102": 1, "MED-2103": 1, "MED-2529": 1, "MED-2105": 1, "MED-2106": 1, "MED-2107": 1, "MED-2108": 1, "MED-2185": 1, "MED-2200": 1, "MED-2201": 1, "MED-2188": 1, "MED-2189": 1, "MED-2202": 1, "MED-2191": 1, "MED-2203": 1, "MED-2204": 1, "MED-2194": 1, "MED-2195": 1, "MED-2208": 1, "MED-2207": 1, "MED-2209": 1, "MED-2210": 1, "MED-2414": 1, "MED-4070": 1, "MED-2416": 1, "MED-2417": 1, "MED-2418": 1, "MED-3498": 1, "MED-2420": 1, "MED-2421": 1, "MED-2422": 1, "MED-2423": 1, "MED-2424": 1, "MED-4451": 1, "MED-2426": 1, "MED-2441": 1, "MED-2442": 1, "MED-2472": 1, "MED-2444": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-2571": 1, "MED-2572": 1, "MED-2575": 1, "MED-2577": 1, "MED-2578": 1, "MED-2579": 1, "MED-2580": 1, "MED-2581": 1, "MED-2583": 1, "MED-2584": 1, "MED-2598": 1, "MED-2601": 1, "MED-2812": 1, "MED-2644": 1, "MED-2646": 1, "MED-2647": 1, "MED-2648": 1, "MED-2650": 1, "MED-2651": 1, "MED-2652": 1, "MED-2653": 1, "MED-2654": 1, "MED-2655": 1, "MED-2659": 1, "MED-2661": 1, "MED-2662": 1, "MED-2674": 1, "MED-2993": 1, "MED-3787": 1, "MED-3785": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4040": 1, "MED-5197": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4058": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4072": 1, "MED-4071": 1, "MED-4073": 1, "MED-4092": 1, "MED-4093": 1, "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1, "MED-4332": 1, "MED-4436": 1, "MED-4450": 1, "MED-4468": 1, "MED-4469": 1, "MED-4470": 1, "MED-4471": 1, "MED-4472": 1, "MED-4474": 1, "MED-4475": 1, "MED-4477": 1, "MED-4488": 1, "MED-4479": 1, "MED-4480": 1, "MED-4481": 1, "MED-4482": 1, "MED-4483": 1, "MED-4484": 1, "MED-4485": 1, "MED-4486": 1, "MED-4487": 1, "MED-4489": 1, "MED-4490": 1, "MED-4491": 1, "MED-4492": 1, "MED-4546": 1, "MED-4547": 1, "MED-4548": 1, "MED-4618": 1, "MED-4726": 1, "MED-4818": 1, "MED-4819": 1, "MED-4820": 1, "MED-4821": 1, "MED-4865": 1, "MED-4925": 1, "MED-4924": 1, "MED-4972": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4977": 1, "MED-4978": 1, "MED-5002": 1, "MED-5019": 1, "MED-5020": 1, "MED-5036": 1, "MED-5085": 1, "MED-5086": 1, "MED-5087": 1, "MED-5088": 1, "MED-5089": 1, "MED-5122": 1 }, "excluded_self_id": "PLAIN-827", "ranked_doc_ids": [ "MED-4391", "MED-1605", "MED-1414", "MED-2106", "MED-2678", "MED-4451", "MED-3763", "MED-4068", "MED-4071", "MED-5122", "MED-5065", "MED-3502", "MED-2618", "MED-3000", "MED-4470", "MED-4060", "MED-4475", "MED-4974", "MED-4049", "MED-4418" ], "latency_ms": 0.479125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 112, "candidates_scanned": 20, "scanned_bytes": 31998, "index_reads": 113, "scored_candidates": 112, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.012295081967213115, "ndcg_at_5": 0.4912596920895758, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03278688524590164, "ndcg_at_10": 0.6698623505528797, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05327868852459016, "ndcg_at_20": 0.6029329058250122, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-838", "query": "carrageenan", "scope": "corpus", "category": "all", "relevant": { "MED-3494": 1, "MED-3501": 1, "MED-3496": 1, "MED-3497": 1, "MED-3502": 1, "MED-3500": 1, "MED-3495": 1, "MED-3498": 1, "MED-3499": 1 }, "excluded_self_id": "PLAIN-838", "ranked_doc_ids": [ "MED-3502", "MED-3499", "MED-3495", "MED-3501", "MED-3496", "MED-3500", "MED-3494" ], "latency_ms": 0.205959, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 7, "candidates_scanned": 7, "scanned_bytes": 11967, "index_reads": 8, "scored_candidates": 7, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5555555555555556, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.7777777777777778, "ndcg_at_10": 0.8550956239938449, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.7777777777777778, "ndcg_at_20": 0.8550956239938449, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-850", "query": "cauliflower", "scope": "corpus", "category": "all", "relevant": { "MED-3103": 1, "MED-3107": 1, "MED-3106": 1, "MED-3108": 1, "MED-3109": 1, "MED-3112": 1, "MED-3238": 1, "MED-3241": 1, "MED-3242": 1, "MED-3244": 1, "MED-3790": 1, "MED-3245": 1, "MED-5337": 1, "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-717": 1, "MED-718": 1, "MED-719": 1, "MED-720": 1, "MED-721": 1, "MED-722": 1, "MED-723": 1, "MED-724": 1, "MED-2064": 1, "MED-2065": 1, "MED-2066": 1, "MED-2067": 1, "MED-2068": 1, "MED-2069": 1, "MED-2070": 1, "MED-2071": 1, "MED-4454": 1, "MED-2073": 1, "MED-2074": 1, "MED-2075": 1, "MED-2098": 1, "MED-3709": 1, "MED-3105": 1, "MED-3110": 1, "MED-3111": 1, "MED-3697": 1, "MED-3699": 1, "MED-3243": 1, "MED-3371": 1, "MED-3373": 1, "MED-3374": 1, "MED-3375": 1, "MED-4391": 1, "MED-4392": 1, "MED-4393": 1, "MED-4455": 1, "MED-4523": 1, "MED-4524": 1, "MED-4859": 1 }, "excluded_self_id": "PLAIN-850", "ranked_doc_ids": [ "MED-4455", "MED-2064", "MED-2070", "MED-2066", "MED-2075", "MED-2204", "MED-3199" ], "latency_ms": 0.201791, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 7, "candidates_scanned": 7, "scanned_bytes": 13316, "index_reads": 8, "scored_candidates": 7, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.08771929824561403, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08771929824561403, "ndcg_at_10": 0.6489315753318465, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08771929824561403, "ndcg_at_20": 0.4187992501038471, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-872", "query": "chanterelle mushrooms", "scope": "corpus", "category": "all", "relevant": { "MED-4650": 1 }, "excluded_self_id": "PLAIN-872", "ranked_doc_ids": [ "MED-3989", "MED-1291", "MED-4916", "MED-1292", "MED-3712", "MED-4098", "MED-3986", "MED-3985", "MED-3991", "MED-864", "MED-5171", "MED-1592", "MED-3707", "MED-4583", "MED-4165", "MED-4713", "MED-5363" ], "latency_ms": 0.435584, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 18, "candidates_scanned": 17, "scanned_bytes": 28087, "index_reads": 20, "scored_candidates": 17, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-882", "query": "Chernobyl", "scope": "corpus", "category": "all", "relevant": { "MED-3617": 1, "MED-3620": 1, "MED-3622": 1, "MED-3631": 1, "MED-3632": 1, "MED-3629": 1, "MED-3634": 1, "MED-3618": 1, "MED-3621": 1, "MED-3615": 1, "MED-3628": 1, "MED-3630": 1, "MED-3633": 1, "MED-3635": 1, "MED-3636": 1 }, "excluded_self_id": "PLAIN-882", "ranked_doc_ids": [ "MED-3622", "MED-3632" ], "latency_ms": 0.126792, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 2, "candidates_scanned": 2, "scanned_bytes": 2829, "index_reads": 3, "scored_candidates": 2, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.13333333333333333, "ndcg_at_5": 0.5531464700081437, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.13333333333333333, "ndcg_at_10": 0.3589542101716347, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13333333333333333, "ndcg_at_20": 0.27825165032414384, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-892", "query": "chickpeas", "scope": "corpus", "category": "all", "relevant": { "MED-2988": 1, "MED-2577": 1, "MED-2578": 1, "MED-2572": 1, "MED-2581": 1, "MED-2582": 1, "MED-2584": 1, "MED-2824": 1, "MED-2815": 1, "MED-2794": 1, "MED-2816": 1, "MED-2797": 1, "MED-2809": 1, "MED-2799": 1, "MED-2800": 1, "MED-2801": 1, "MED-2802": 1, "MED-2803": 1, "MED-2804": 1, "MED-2805": 1, "MED-2807": 1, "MED-2980": 1, "MED-2990": 1, "MED-2986": 1, "MED-2985": 1, "MED-2987": 1, "MED-3137": 1, "MED-3130": 1, "MED-3139": 1, "MED-3140": 1, "MED-3127": 1, "MED-3142": 1, "MED-3135": 1, "MED-3129": 1, "MED-3136": 1, "MED-3138": 1, "MED-3141": 1, "MED-3584": 1, "MED-1880": 1, "MED-1881": 1, "MED-1942": 1, "MED-2786": 1, "MED-1944": 1, "MED-2217": 1, "MED-1947": 1, "MED-1948": 1, "MED-2008": 1, "MED-2009": 1, "MED-2010": 1, "MED-2011": 1, "MED-2140": 1, "MED-2141": 1, "MED-4319": 1, "MED-2143": 1, "MED-2144": 1, "MED-2145": 1, "MED-2146": 1, "MED-2147": 1, "MED-2148": 1, "MED-2149": 1, "MED-2568": 1, "MED-2570": 1, "MED-2571": 1, "MED-2573": 1, "MED-2574": 1, "MED-2575": 1, "MED-2579": 1, "MED-2580": 1, "MED-2583": 1, "MED-2585": 1, "MED-2820": 1, "MED-2819": 1, "MED-2979": 1, "MED-2982": 1, "MED-2983": 1, "MED-2984": 1, "MED-2989": 1, "MED-3143": 1, "MED-3123": 1, "MED-3132": 1, "MED-3580": 1, "MED-3581": 1, "MED-3582": 1, "MED-3583": 1, "MED-4149": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-4347": 1, "MED-4627": 1, "MED-4349": 1, "MED-4350": 1 }, "excluded_self_id": "PLAIN-892", "ranked_doc_ids": [ "MED-2009", "MED-3583", "MED-3132", "MED-2010", "MED-2148", "MED-2008", "MED-4347", "MED-2145" ], "latency_ms": 0.222083, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 8, "candidates_scanned": 8, "scanned_bytes": 16023, "index_reads": 9, "scored_candidates": 8, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.05434782608695652, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.08695652173913043, "ndcg_at_10": 0.8701249883466592, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.08695652173913043, "ndcg_at_20": 0.5615502565580217, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-902", "query": "chlorophyll", "scope": "corpus", "category": "all", "relevant": { "MED-4194": 1, "MED-4195": 1, "MED-4196": 1, "MED-4197": 1 }, "excluded_self_id": "PLAIN-902", "ranked_doc_ids": [ "MED-4195", "MED-4197", "MED-4849", "MED-3555" ], "latency_ms": 0.184333, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 4, "candidates_scanned": 4, "scanned_bytes": 6744, "index_reads": 5, "scored_candidates": 4, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.5, "ndcg_at_5": 0.6366824387328317, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.5, "ndcg_at_10": 0.6366824387328317, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.5, "ndcg_at_20": 0.6366824387328317, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-91", "query": "Chronic Headaches and Pork Parasites", "scope": "corpus", "category": "all", "relevant": { "MED-3178": 2, "MED-3169": 2, "MED-3172": 2, "MED-3181": 2, "MED-3174": 2, "MED-3175": 2, "MED-3176": 2, "MED-3182": 2, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-3305": 1, "MED-3306": 1, "MED-3307": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3311": 1, "MED-3312": 1, "MED-3292": 1, "MED-3313": 1, "MED-3294": 1, "MED-3295": 1, "MED-3314": 1, "MED-3315": 1, "MED-3316": 1, "MED-4433": 1, "MED-3317": 1, "MED-3318": 1, "MED-3302": 1, "MED-3320": 1, "MED-3321": 1, "MED-4356": 1, "MED-4403": 1, "MED-4672": 1, "MED-4742": 1, "MED-4743": 1, "MED-4955": 1, "MED-4956": 1, "MED-4957": 1, "MED-5322": 1, "MED-5323": 1, "MED-5324": 1, "MED-5325": 1, "MED-5326": 1, "MED-5327": 1, "MED-5328": 1, "MED-5329": 1, "MED-5330": 1, "MED-5331": 1, "MED-5332": 1, "MED-5333": 1, "MED-5334": 1, "MED-5335": 1, "MED-5363": 1, "MED-5337": 1, "MED-5338": 1, "MED-5339": 1, "MED-5340": 1, "MED-5341": 1, "MED-5342": 1 }, "excluded_self_id": "PLAIN-91", "ranked_doc_ids": [ "MED-3175", "MED-3171", "MED-3515", "MED-3517", "MED-3172", "MED-3169", "MED-3288", "MED-3660", "MED-4963", "MED-4742", "MED-3177", "MED-2346", "MED-3664", "MED-4957", "MED-3178", "MED-4818", "MED-2341", "MED-1979", "MED-1983", "MED-2352" ], "latency_ms": 0.544542, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 410, "candidates_scanned": 20, "scanned_bytes": 32430, "index_reads": 414, "scored_candidates": 399, "query_terms": 4, "selected_terms": 4, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.046875, "ndcg_at_5": 0.5773584151532217, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.09375, "ndcg_at_10": 0.5577774033867199, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.140625, "ndcg_at_20": 0.5252400550320339, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-913", "query": "cinnamon", "scope": "corpus", "category": "all", "relevant": { "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-3811": 1, "MED-759": 1, "MED-760": 1, "MED-2831": 1, "MED-3540": 1, "MED-3544": 1, "MED-3812": 1, "MED-3813": 1, "MED-4389": 1, "MED-4415": 1, "MED-4416": 1, "MED-4417": 1, "MED-4418": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1, "MED-4998": 1, "MED-4999": 1, "MED-5000": 1, "MED-5001": 1, "MED-5052": 1, "MED-5083": 1, "MED-5084": 1, "MED-5156": 1 }, "excluded_self_id": "PLAIN-913", "ranked_doc_ids": [ "MED-3811", "MED-4416", "MED-4415", "MED-5000", "MED-3813", "MED-3812", "MED-4417", "MED-4418", "MED-5084", "MED-3810", "MED-2780", "MED-1442", "MED-894", "MED-1441" ], "latency_ms": 0.350125, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 14, "candidates_scanned": 14, "scanned_bytes": 22389, "index_reads": 15, "scored_candidates": 14, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.14705882352941177, "ndcg_at_5": 1.0, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.2647058823529412, "ndcg_at_10": 0.9363792118010481, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.2647058823529412, "ndcg_at_20": 0.6043085690730532, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-924", "query": "cocaine", "scope": "corpus", "category": "all", "relevant": { "MED-2586": 1, "MED-2587": 1, "MED-2588": 1, "MED-2591": 1, "MED-3050": 1, "MED-3038": 1, "MED-3052": 1, "MED-3053": 1, "MED-3054": 1, "MED-3044": 1, "MED-3046": 1, "MED-3058": 1, "MED-3059": 1, "MED-3060": 1, "MED-3057": 1, "MED-3055": 1, "MED-3545": 1, "MED-3173": 1, "MED-3541": 1, "MED-3546": 1, "MED-3542": 1, "MED-3543": 1, "MED-3547": 1, "MED-2589": 1, "MED-2590": 1, "MED-3051": 1, "MED-3056": 1, "MED-3540": 1, "MED-3544": 1, "MED-4539": 1, "MED-4540": 1, "MED-4541": 1 }, "excluded_self_id": "PLAIN-924", "ranked_doc_ids": [ "MED-3044" ], "latency_ms": 0.142958, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1, "candidates_scanned": 1, "scanned_bytes": 2337, "index_reads": 2, "scored_candidates": 1, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.03125, "ndcg_at_5": 0.3391602052736161, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.03125, "ndcg_at_10": 0.22009176629808017, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.03125, "ndcg_at_20": 0.1420400396336573, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-934", "query": "coffee", "scope": "corpus", "category": "all", "relevant": { "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-3639": 1, "MED-1621": 1, "MED-1622": 1, "MED-1623": 1, "MED-1624": 1, "MED-1625": 1, "MED-1626": 1, "MED-1627": 1, "MED-1628": 1, "MED-5054": 1, "MED-1630": 1, "MED-1631": 1, "MED-1634": 1, "MED-1635": 1, "MED-1636": 1, "MED-1637": 1, "MED-1638": 1, "MED-1639": 1, "MED-1640": 1, "MED-1641": 1, "MED-1642": 1, "MED-1643": 1, "MED-5258": 1, "MED-1645": 1, "MED-1646": 1, "MED-1647": 1, "MED-1648": 1, "MED-1649": 1, "MED-2154": 1, "MED-2155": 1, "MED-2156": 1, "MED-2157": 1, "MED-2158": 1, "MED-2159": 1, "MED-2160": 1, "MED-2161": 1, "MED-2162": 1, "MED-2163": 1, "MED-2164": 1, "MED-2165": 1, "MED-2166": 1, "MED-2167": 1, "MED-2168": 1, "MED-2169": 1, "MED-2170": 1, "MED-2171": 1, "MED-2172": 1, "MED-2173": 1, "MED-2174": 1, "MED-2175": 1, "MED-2176": 1, "MED-2177": 1, "MED-2178": 1, "MED-2674": 1, "MED-3637": 1, "MED-3638": 1, "MED-3640": 1, "MED-3641": 1, "MED-3654": 1, "MED-3655": 1, "MED-3656": 1, "MED-3657": 1, "MED-3796": 1, "MED-3778": 1, "MED-3779": 1, "MED-3925": 1, "MED-3926": 1, "MED-3927": 1, "MED-3928": 1, "MED-3929": 1, "MED-3930": 1, "MED-3931": 1, "MED-3932": 1, "MED-3933": 1, "MED-4040": 1, "MED-4976": 1, "MED-5197": 1, "MED-4156": 1, "MED-4316": 1, "MED-4317": 1, "MED-4318": 1, "MED-4438": 1, "MED-4439": 1, "MED-4774": 1, "MED-4857": 1, "MED-4877": 1, "MED-4878": 1, "MED-4879": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-5047": 1, "MED-5048": 1, "MED-5049": 1, "MED-5050": 1, "MED-5123": 1 }, "excluded_self_id": "PLAIN-934", "ranked_doc_ids": [ "MED-1648", "MED-5245", "MED-1649", "MED-1621", "MED-1640", "MED-1636", "MED-2155", "MED-5244", "MED-2159", "MED-2161", "MED-4974", "MED-5249", "MED-5256", "MED-2160", "MED-1628", "MED-2156", "MED-5243", "MED-5258", "MED-1631", "MED-5251" ], "latency_ms": 0.48575, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 76, "candidates_scanned": 20, "scanned_bytes": 34742, "index_reads": 77, "scored_candidates": 76, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.039603960396039604, "ndcg_at_5": 0.7860137352654724, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.07920792079207921, "ndcg_at_10": 0.7917063341896681, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.13861386138613863, "ndcg_at_20": 0.723481417258855, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-946", "query": "coma", "scope": "corpus", "category": "all", "relevant": { "MED-2527": 1, "MED-3314": 1, "MED-3306": 1, "MED-3307": 1, "MED-3316": 1, "MED-3311": 1, "MED-3292": 1, "MED-3317": 1, "MED-3294": 1, "MED-3320": 1, "MED-3295": 1, "MED-3321": 1, "MED-2524": 1, "MED-2525": 1, "MED-2526": 1, "MED-2528": 1, "MED-2529": 1, "MED-2530": 1, "MED-3305": 1, "MED-3308": 1, "MED-3288": 1, "MED-3310": 1, "MED-3312": 1, "MED-3313": 1, "MED-3315": 1, "MED-4433": 1, "MED-3318": 1, "MED-3302": 1, "MED-4380": 1, "MED-4381": 1, "MED-4713": 1 }, "excluded_self_id": "PLAIN-946", "ranked_doc_ids": [ "MED-4381", "MED-866", "MED-4380", "MED-855", "MED-1570" ], "latency_ms": 0.209791, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 5, "candidates_scanned": 5, "scanned_bytes": 12041, "index_reads": 6, "scored_candidates": 5, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.06451612903225806, "ndcg_at_5": 0.5087403079104241, "mrr_at_5": 1.0, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.06451612903225806, "ndcg_at_10": 0.33013764944712026, "mrr_at_10": 1.0, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.06451612903225806, "ndcg_at_20": 0.21306005945048592, "mrr_at_20": 1.0, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-956", "query": "cooking methods", "scope": "corpus", "category": "all", "relevant": { "MED-2675": 1, "MED-2676": 1, "MED-2677": 1, "MED-2678": 1, "MED-2679": 1, "MED-2736": 1, "MED-5169": 1, "MED-2745": 1, "MED-2742": 1, "MED-2827": 1, "MED-2830": 1, "MED-2826": 1, "MED-2896": 1, "MED-2899": 1, "MED-2900": 1, "MED-2901": 1, "MED-3137": 1, "MED-3146": 1, "MED-3145": 1, "MED-3178": 1, "MED-3169": 1, "MED-3172": 1, "MED-3181": 1, "MED-3174": 1, "MED-3175": 1, "MED-3176": 1, "MED-3182": 1, "MED-3369": 1, "MED-3370": 1, "MED-3372": 1, "MED-3376": 1, "MED-3377": 1, "MED-1157": 1, "MED-1158": 1, "MED-2494": 1, "MED-1160": 1, "MED-1161": 1, "MED-1162": 1, "MED-1181": 1, "MED-1164": 1, "MED-1165": 1, "MED-1568": 1, "MED-1569": 1, "MED-1570": 1, "MED-1571": 1, "MED-1572": 1, "MED-1573": 1, "MED-1880": 1, "MED-1881": 1, "MED-2064": 1, "MED-2065": 1, "MED-2066": 1, "MED-2067": 1, "MED-2068": 1, "MED-2069": 1, "MED-2070": 1, "MED-2071": 1, "MED-4454": 1, "MED-2073": 1, "MED-2074": 1, "MED-2075": 1, "MED-2098": 1, "MED-2179": 1, "MED-2180": 1, "MED-2181": 1, "MED-2182": 1, "MED-2183": 1, "MED-2184": 1, "MED-2185": 1, "MED-2200": 1, "MED-2201": 1, "MED-2188": 1, "MED-2189": 1, "MED-2202": 1, "MED-2191": 1, "MED-2203": 1, "MED-2204": 1, "MED-2194": 1, "MED-2195": 1, "MED-2208": 1, "MED-2207": 1, "MED-2209": 1, "MED-2210": 1, "MED-2414": 1, "MED-4070": 1, "MED-2416": 1, "MED-2417": 1, "MED-2418": 1, "MED-3498": 1, "MED-2420": 1, "MED-2421": 1, "MED-2422": 1, "MED-2423": 1, "MED-2424": 1, "MED-4451": 1, "MED-2426": 1, "MED-2490": 1, "MED-2491": 1, "MED-2492": 1, "MED-2674": 1, "MED-4131": 1, "MED-2738": 1, "MED-2740": 1, "MED-2741": 1, "MED-2744": 1, "MED-2831": 1, "MED-4384": 1, "MED-2898": 1, "MED-3138": 1, "MED-3139": 1, "MED-3140": 1, "MED-3141": 1, "MED-3142": 1, "MED-3143": 1, "MED-3144": 1, "MED-3170": 1, "MED-3171": 1, "MED-3173": 1, "MED-3177": 1, "MED-3179": 1, "MED-3180": 1, "MED-3348": 1, "MED-3371": 1, "MED-3350": 1, "MED-3351": 1, "MED-3352": 1, "MED-3353": 1, "MED-3354": 1, "MED-3355": 1, "MED-3356": 1, "MED-3373": 1, "MED-3358": 1, "MED-3359": 1, "MED-3374": 1, "MED-3375": 1, "MED-3628": 1, "MED-3629": 1, "MED-3630": 1, "MED-3631": 1, "MED-3632": 1, "MED-3633": 1, "MED-3634": 1, "MED-3635": 1, "MED-3636": 1, "MED-3648": 1, "MED-3649": 1, "MED-3651": 1, "MED-3652": 1, "MED-3653": 1, "MED-3880": 1, "MED-4132": 1, "MED-3882": 1, "MED-4136": 1, "MED-3884": 1, "MED-3885": 1, "MED-3886": 1, "MED-3887": 1, "MED-3888": 1, "MED-3889": 1, "MED-3890": 1, "MED-3891": 1, "MED-3892": 1, "MED-3982": 1, "MED-3983": 1, "MED-3984": 1, "MED-4037": 1, "MED-4038": 1, "MED-4976": 1, "MED-4040": 1, "MED-5197": 1, "MED-4049": 1, "MED-4053": 1, "MED-4051": 1, "MED-5116": 1, "MED-4047": 1, "MED-4055": 1, "MED-4050": 1, "MED-4058": 1, "MED-4060": 1, "MED-4057": 1, "MED-4059": 1, "MED-4075": 1, "MED-4068": 1, "MED-4069": 1, "MED-4072": 1, "MED-4071": 1, "MED-4073": 1, "MED-4332": 1, "MED-4436": 1, "MED-4450": 1, "MED-4452": 1, "MED-4553": 1, "MED-4596": 1, "MED-4858": 1, "MED-4859": 1, "MED-4908": 1, "MED-4909": 1, "MED-4973": 1, "MED-4974": 1, "MED-4975": 1, "MED-4978": 1, "MED-4991": 1, "MED-4992": 1, "MED-5074": 1, "MED-5075": 1, "MED-5076": 1 }, "excluded_self_id": "PLAIN-956", "ranked_doc_ids": [ "MED-884", "MED-5074", "MED-5191", "MED-5076", "MED-909", "MED-4053", "MED-2183", "MED-2064", "MED-2572", "MED-4972", "MED-5197", "MED-4482", "MED-2209", "MED-910", "MED-2184", "MED-2182", "MED-2068", "MED-2697", "MED-4454", "MED-1165" ], "latency_ms": 0.640708, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 1225, "candidates_scanned": 20, "scanned_bytes": 31057, "index_reads": 1227, "scored_candidates": 1179, "query_terms": 2, "selected_terms": 2, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.009708737864077669, "ndcg_at_5": 0.36005461457723403, "mrr_at_5": 0.5, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.024271844660194174, "ndcg_at_10": 0.45484422125791796, "mrr_at_10": 0.5, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.05825242718446602, "ndcg_at_20": 0.5399958430369722, "mrr_at_20": 0.5, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-966", "query": "cortisol", "scope": "corpus", "category": "all", "relevant": { "MED-4103": 1, "MED-4104": 1, "MED-4853": 1 }, "excluded_self_id": "PLAIN-966", "ranked_doc_ids": [ "MED-3671", "MED-2039", "MED-4323", "MED-4789", "MED-4192", "MED-4152", "MED-831", "MED-1613", "MED-4103", "MED-3465", "MED-3676", "MED-3919", "MED-1618" ], "latency_ms": 0.44375, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 13, "candidates_scanned": 13, "scanned_bytes": 25026, "index_reads": 14, "scored_candidates": 13, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.14126697285982898, "mrr_at_10": 0.1111111111111111, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.14126697285982898, "mrr_at_20": 0.1111111111111111, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-977", "query": "crib death", "scope": "corpus", "category": "all", "relevant": { "MED-4399": 1, "MED-4400": 1, "MED-4402": 1 }, "excluded_self_id": "PLAIN-977", "ranked_doc_ids": [ "MED-2162", "MED-3440", "MED-2082", "MED-2598", "MED-1410", "MED-5299", "MED-4891", "MED-2923", "MED-2603", "MED-2752", "MED-2770", "MED-5041", "MED-4402", "MED-4427", "MED-1276", "MED-2944", "MED-4617", "MED-3632", "MED-4462", "MED-2602" ], "latency_ms": 0.770625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 282, "candidates_scanned": 20, "scanned_bytes": 45020, "index_reads": 283, "scored_candidates": 282, "query_terms": 2, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.12325583919272352, "mrr_at_20": 0.07692307692307693, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-987", "query": "cumin", "scope": "corpus", "category": "all", "relevant": { "MED-2830": 1, "MED-735": 1, "MED-2831": 1 }, "excluded_self_id": "PLAIN-987", "ranked_doc_ids": [ "MED-2780", "MED-1293", "MED-2830" ], "latency_ms": 0.201625, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 3, "candidates_scanned": 3, "scanned_bytes": 5135, "index_reads": 4, "scored_candidates": 3, "query_terms": 1, "selected_terms": 1, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.3333333333333333, "ndcg_at_5": 0.23463936301137822, "mrr_at_5": 0.3333333333333333, "any_evidence_at_5": 1.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.3333333333333333, "ndcg_at_10": 0.23463936301137822, "mrr_at_10": 0.3333333333333333, "any_evidence_at_10": 1.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.3333333333333333, "ndcg_at_20": 0.23463936301137822, "mrr_at_20": 0.3333333333333333, "any_evidence_at_20": 1.0, "all_evidence_at_20": 0.0 }, { "query_id": "PLAIN-997", "query": "Czechoslovakia", "scope": "corpus", "category": "all", "relevant": { "MED-4184": 1, "MED-5140": 1 }, "excluded_self_id": "PLAIN-997", "ranked_doc_ids": [], "latency_ms": 0.12825, "http_pages": 1, "http_status": 200, "truncated": false, "work": { "postings_scanned": 0, "candidates_scanned": 0, "scanned_bytes": 0, "index_reads": 0, "scored_candidates": 0, "query_terms": 1, "selected_terms": 0, "expansion_terms": 0, "query_reduced": false }, "recall_at_5": 0.0, "ndcg_at_5": 0.0, "mrr_at_5": 0, "any_evidence_at_5": 0.0, "all_evidence_at_5": 0.0, "recall_at_10": 0.0, "ndcg_at_10": 0.0, "mrr_at_10": 0, "any_evidence_at_10": 0.0, "all_evidence_at_10": 0.0, "recall_at_20": 0.0, "ndcg_at_20": 0.0, "mrr_at_20": 0, "any_evidence_at_20": 0.0, "all_evidence_at_20": 0.0 } ], "returned_content_change_count": 0, "post_boot_rss_bytes": 6537216, "saved_chunks": 3635, "ingestion_total_ms": 34822.7840840118, "database_bytes": 59379712, "metrics": { "recall_at_5": 0.1251046402675785, "ndcg_at_5": 0.3563742737163629, "mrr_at_5": 0.5222394220846234, "any_evidence_at_5": 0.6439628482972136, "all_evidence_at_5": 0.04024767801857585, "recall_at_10": 0.1530855013375488, "ndcg_at_10": 0.3234199757318123, "mrr_at_10": 0.5292029092338689, "any_evidence_at_10": 0.6965944272445821, "all_evidence_at_10": 0.043343653250773995, "recall_at_20": 0.18252501434007196, "ndcg_at_20": 0.2961465662967018, "mrr_at_20": 0.5310434534505741, "any_evidence_at_20": 0.7213622291021672, "all_evidence_at_20": 0.05572755417956656 }, "categories": { "all": { "queries": 323, "recall_at_5": 0.1251046402675785, "ndcg_at_5": 0.3563742737163629, "mrr_at_5": 0.5222394220846234, "any_evidence_at_5": 0.6439628482972136, "all_evidence_at_5": 0.04024767801857585, "recall_at_10": 0.1530855013375488, "ndcg_at_10": 0.3234199757318123, "mrr_at_10": 0.5292029092338689, "any_evidence_at_10": 0.6965944272445821, "all_evidence_at_10": 0.043343653250773995, "recall_at_20": 0.18252501434007196, "ndcg_at_20": 0.2961465662967018, "mrr_at_20": 0.5310434534505741, "any_evidence_at_20": 0.7213622291021672, "all_evidence_at_20": 0.05572755417956656 } }, "query_latency_ms": { "p50": 0.543292, "p95": 0.929334, "p99": 1.187083, "samples_ms": [ 0.14, 0.754458, 0.711333, 0.634041, 0.538042, 0.330791, 0.334666, 0.132, 0.107417, 0.494208, 0.568125, 0.630083, 0.125875, 0.739333, 0.555625, 0.511, 0.125875, 0.347125, 0.543292, 0.600292, 0.626, 0.116917, 0.521416, 0.612709, 0.148125, 0.507625, 1.1485, 0.535, 0.497791, 0.583209, 0.123667, 0.831417, 0.7935, 0.162833, 0.509084, 0.139375, 0.129625, 0.52525, 0.374167, 0.738541, 0.478375, 0.230334, 1.063166, 0.511667, 0.452292, 0.635083, 0.547667, 0.183208, 0.14725, 0.211083, 0.242667, 0.1555, 0.660042, 0.685292, 0.813625, 0.55125, 0.482333, 0.336291, 0.143875, 0.541916, 0.488584, 0.119375, 0.115333, 0.492667, 0.133, 0.752459, 0.559208, 0.611625, 0.114916, 0.534208, 0.521875, 0.327167, 0.825084, 0.195375, 0.490959, 0.61075, 0.106166, 0.510125, 0.148375, 0.513291, 0.1475, 0.699542, 0.495708, 0.124041, 0.486, 0.179667, 0.555834, 0.651166, 0.172708, 0.725875, 0.459834, 0.296792, 0.473833, 0.503042, 0.561083, 0.385542, 0.279, 0.952709, 0.172708, 0.183875, 0.44175, 0.929334, 0.9645, 0.22725, 0.162334, 0.163917, 0.333208, 0.595042, 0.503584, 0.584708, 0.491834, 0.562959, 0.201, 0.539958, 0.610375, 0.153167, 0.116708, 0.580916, 0.154167, 0.145542, 0.701708, 0.440709, 0.443375, 0.6935, 0.205167, 0.168042, 0.233708, 0.263834, 0.30375, 0.605083, 0.837833, 0.12625, 0.176541, 0.72225, 0.966084, 0.66525, 0.180625, 0.502416, 0.514958, 0.521875, 0.4785, 0.61625, 0.519583, 0.778459, 0.201542, 0.126417, 0.121, 0.7615, 1.187083, 0.724292, 0.811125, 0.66375, 0.744583, 0.698459, 0.77, 1.018166, 0.656458, 0.7855, 0.561792, 0.589291, 0.68325, 0.644917, 0.717167, 0.630292, 0.644083, 0.6395, 0.616875, 0.682334, 0.675334, 0.535709, 0.591875, 0.498084, 0.717666, 0.507459, 0.955625, 0.545708, 0.520333, 0.670083, 0.597, 0.519166, 0.642417, 0.840417, 0.668333, 0.567917, 0.881792, 0.784958, 0.7195, 0.724458, 0.697042, 0.971875, 0.747416, 0.460917, 0.547084, 0.738542, 0.601125, 0.606875, 0.501, 0.724208, 0.632125, 0.761459, 0.510167, 1.001209, 0.603292, 0.994917, 0.59725, 0.9985, 0.704375, 0.534084, 0.737875, 0.631375, 0.5175, 0.640375, 0.629916, 0.710125, 0.705916, 0.832167, 0.72625, 0.663958, 0.541084, 0.725625, 0.5065, 0.586834, 0.625292, 0.498417, 0.588917, 0.509208, 0.582958, 0.723042, 0.545375, 0.462583, 0.6795, 0.58775, 0.4815, 0.904833, 0.478042, 0.693958, 0.697459, 0.537292, 0.727917, 0.507958, 0.532416, 1.396, 0.753, 0.846, 0.531625, 0.742458, 0.517709, 0.519041, 0.464084, 0.499125, 0.720916, 0.759625, 0.582833, 0.602583, 1.243834, 0.584959, 0.594917, 0.680917, 0.620125, 1.048667, 0.718791, 0.710917, 0.665917, 0.644834, 0.780208, 0.780167, 0.716292, 0.485125, 0.861, 0.548833, 0.357417, 0.563958, 0.560834, 0.193125, 0.21825, 0.560458, 0.791625, 0.146208, 0.669584, 0.208166, 0.219834, 0.158709, 0.190833, 0.177417, 0.616708, 0.662, 0.29225, 0.142292, 0.496917, 0.196416, 0.562834, 0.483209, 0.478166, 0.525208, 0.588375, 0.394708, 0.513333, 0.269625, 0.499084, 0.540667, 0.173666, 1.304208, 0.566417, 0.179375, 0.545209, 0.263416, 0.479125, 0.205959, 0.201791, 0.435584, 0.126792, 0.222083, 0.184333, 0.544542, 0.350125, 0.142958, 0.48575, 0.209791, 0.640708, 0.44375, 0.770625, 0.201625, 0.12825 ] }, "accepted_query_latency_ms": { "p50": 0.543292, "p95": 0.929334, "p99": 1.187083, "samples_ms": [ 0.14, 0.754458, 0.711333, 0.634041, 0.538042, 0.330791, 0.334666, 0.132, 0.107417, 0.494208, 0.568125, 0.630083, 0.125875, 0.739333, 0.555625, 0.511, 0.125875, 0.347125, 0.543292, 0.600292, 0.626, 0.116917, 0.521416, 0.612709, 0.148125, 0.507625, 1.1485, 0.535, 0.497791, 0.583209, 0.123667, 0.831417, 0.7935, 0.162833, 0.509084, 0.139375, 0.129625, 0.52525, 0.374167, 0.738541, 0.478375, 0.230334, 1.063166, 0.511667, 0.452292, 0.635083, 0.547667, 0.183208, 0.14725, 0.211083, 0.242667, 0.1555, 0.660042, 0.685292, 0.813625, 0.55125, 0.482333, 0.336291, 0.143875, 0.541916, 0.488584, 0.119375, 0.115333, 0.492667, 0.133, 0.752459, 0.559208, 0.611625, 0.114916, 0.534208, 0.521875, 0.327167, 0.825084, 0.195375, 0.490959, 0.61075, 0.106166, 0.510125, 0.148375, 0.513291, 0.1475, 0.699542, 0.495708, 0.124041, 0.486, 0.179667, 0.555834, 0.651166, 0.172708, 0.725875, 0.459834, 0.296792, 0.473833, 0.503042, 0.561083, 0.385542, 0.279, 0.952709, 0.172708, 0.183875, 0.44175, 0.929334, 0.9645, 0.22725, 0.162334, 0.163917, 0.333208, 0.595042, 0.503584, 0.584708, 0.491834, 0.562959, 0.201, 0.539958, 0.610375, 0.153167, 0.116708, 0.580916, 0.154167, 0.145542, 0.701708, 0.440709, 0.443375, 0.6935, 0.205167, 0.168042, 0.233708, 0.263834, 0.30375, 0.605083, 0.837833, 0.12625, 0.176541, 0.72225, 0.966084, 0.66525, 0.180625, 0.502416, 0.514958, 0.521875, 0.4785, 0.61625, 0.519583, 0.778459, 0.201542, 0.126417, 0.121, 0.7615, 1.187083, 0.724292, 0.811125, 0.66375, 0.744583, 0.698459, 0.77, 1.018166, 0.656458, 0.7855, 0.561792, 0.589291, 0.68325, 0.644917, 0.717167, 0.630292, 0.644083, 0.6395, 0.616875, 0.682334, 0.675334, 0.535709, 0.591875, 0.498084, 0.717666, 0.507459, 0.955625, 0.545708, 0.520333, 0.670083, 0.597, 0.519166, 0.642417, 0.840417, 0.668333, 0.567917, 0.881792, 0.784958, 0.7195, 0.724458, 0.697042, 0.971875, 0.747416, 0.460917, 0.547084, 0.738542, 0.601125, 0.606875, 0.501, 0.724208, 0.632125, 0.761459, 0.510167, 1.001209, 0.603292, 0.994917, 0.59725, 0.9985, 0.704375, 0.534084, 0.737875, 0.631375, 0.5175, 0.640375, 0.629916, 0.710125, 0.705916, 0.832167, 0.72625, 0.663958, 0.541084, 0.725625, 0.5065, 0.586834, 0.625292, 0.498417, 0.588917, 0.509208, 0.582958, 0.723042, 0.545375, 0.462583, 0.6795, 0.58775, 0.4815, 0.904833, 0.478042, 0.693958, 0.697459, 0.537292, 0.727917, 0.507958, 0.532416, 1.396, 0.753, 0.846, 0.531625, 0.742458, 0.517709, 0.519041, 0.464084, 0.499125, 0.720916, 0.759625, 0.582833, 0.602583, 1.243834, 0.584959, 0.594917, 0.680917, 0.620125, 1.048667, 0.718791, 0.710917, 0.665917, 0.644834, 0.780208, 0.780167, 0.716292, 0.485125, 0.861, 0.548833, 0.357417, 0.563958, 0.560834, 0.193125, 0.21825, 0.560458, 0.791625, 0.146208, 0.669584, 0.208166, 0.219834, 0.158709, 0.190833, 0.177417, 0.616708, 0.662, 0.29225, 0.142292, 0.496917, 0.196416, 0.562834, 0.483209, 0.478166, 0.525208, 0.588375, 0.394708, 0.513333, 0.269625, 0.499084, 0.540667, 0.173666, 1.304208, 0.566417, 0.179375, 0.545209, 0.263416, 0.479125, 0.205959, 0.201791, 0.435584, 0.126792, 0.222083, 0.184333, 0.544542, 0.350125, 0.142958, 0.48575, 0.209791, 0.640708, 0.44375, 0.770625, 0.201625, 0.12825 ] }, "contract_rejections": 0, "truncated_queries": 0, "reduced_queries": 0, "errors": 0, "rss_samples_bytes": [ 6537216, 11206656, 14041088, 16056320, 18923520, 21053440, 21594112, 22003712, 22118400, 22167552, 22249472, 22282240, 22298624, 22347776, 22364160, 22396928, 22462464, 22511616, 22544384, 22560768, 22577152, 22609920, 22609920, 22642688, 22659072, 22675456, 22675456, 22708224, 22740992, 23429120, 23838720, 23969792, 24018944, 24035328 ], "largest_sampled_rss_bytes": 24035328 } } }