Kevin Xie commited on
Commit
002b15e
·
1 Parent(s): 3070e58

Update leaderboard

Browse files
leaderboards/CoT_leaderboard.json CHANGED
The diff for this file is too large to render. See raw diff
 
leaderboards/Few-Shot_leaderboard.json CHANGED
The diff for this file is too large to render. See raw diff
 
leaderboards/Zero-Shot_leaderboard.json CHANGED
The diff for this file is too large to render. See raw diff
 
task_information.json CHANGED
@@ -3,7 +3,7 @@
3
  "Language": "English",
4
  "Task Type": "Text Classification",
5
  "Clinical Context": "Pharmacology",
6
- "Data Access": "Open Access",
7
  "Applications": "ADE & Incidents",
8
  "Clinical Stage": "Treatment and Intervention"
9
  },
@@ -11,7 +11,7 @@
11
  "Language": "English",
12
  "Task Type": "Event Extraction",
13
  "Clinical Context": "Pharmacology",
14
- "Data Access": "Open Access",
15
  "Applications": "ADE & Incidents",
16
  "Clinical Stage": "Treatment and Intervention"
17
  },
@@ -19,7 +19,7 @@
19
  "Language": "English",
20
  "Task Type": "Event Extraction",
21
  "Clinical Context": "Pharmacology",
22
- "Data Access": "Open Access",
23
  "Applications": "Medication information",
24
  "Clinical Stage": "Treatment and Intervention"
25
  },
@@ -27,7 +27,7 @@
27
  "Language": "Spanish",
28
  "Task Type": "Event Extraction",
29
  "Clinical Context": "General",
30
- "Data Access": "Open Access",
31
  "Applications": "Concept standarization",
32
  "Clinical Stage": "Research"
33
  },
@@ -35,7 +35,7 @@
35
  "Language": "English",
36
  "Task Type": "Text Classification",
37
  "Clinical Context": "Neurology, Radiology",
38
- "Data Access": "Open Access",
39
  "Applications": "Diagnosis",
40
  "Clinical Stage": "Diagnosis and Prognosis"
41
  },
@@ -59,7 +59,7 @@
59
  "Language": "Spanish",
60
  "Task Type": "Normalization and Coding",
61
  "Clinical Context": "Oncology",
62
- "Data Access": "Open Access",
63
  "Applications": "Billing & Coding",
64
  "Clinical Stage": "Discharge and Administration"
65
  },
@@ -67,7 +67,7 @@
67
  "Language": "Spanish",
68
  "Task Type": "Named Entity Recognition",
69
  "Clinical Context": "Oncology",
70
- "Data Access": "Open Access",
71
  "Applications": "Billing & Coding",
72
  "Clinical Stage": "Discharge and Administration"
73
  },
@@ -75,7 +75,7 @@
75
  "Language": "Spanish",
76
  "Task Type": "Normalization and Coding",
77
  "Clinical Context": "Oncology",
78
- "Data Access": "Open Access",
79
  "Applications": "Billing & Coding",
80
  "Clinical Stage": "Discharge and Administration"
81
  },
@@ -83,7 +83,7 @@
83
  "Language": "Spanish",
84
  "Task Type": "Text Classification",
85
  "Clinical Context": "Radiology",
86
- "Data Access": "Open Access",
87
  "Applications": "Billing & Coding",
88
  "Clinical Stage": "Discharge and Administration"
89
  },
@@ -91,7 +91,7 @@
91
  "Language": "Spanish",
92
  "Task Type": "Normalization and Coding",
93
  "Clinical Context": "Radiology",
94
- "Data Access": "Open Access",
95
  "Applications": "Billing & Coding",
96
  "Clinical Stage": "Discharge and Administration"
97
  },
@@ -99,7 +99,7 @@
99
  "Language": "Spanish",
100
  "Task Type": "Normalization and Coding",
101
  "Clinical Context": "Radiology",
102
- "Data Access": "Open Access",
103
  "Applications": "Billing & Coding",
104
  "Clinical Stage": "Discharge and Administration"
105
  },
@@ -107,7 +107,7 @@
107
  "Language": "Spanish",
108
  "Task Type": "Normalization and Coding",
109
  "Clinical Context": "Radiology",
110
- "Data Access": "Open Access",
111
  "Applications": "Billing & Coding",
112
  "Clinical Stage": "Discharge and Administration"
113
  },
@@ -115,7 +115,7 @@
115
  "Language": "Chinese",
116
  "Task Type": "Event Extraction",
117
  "Clinical Context": "General",
118
- "Data Access": "Open Access",
119
  "Applications": "Temporal/Causality determination",
120
  "Clinical Stage": "Initial Assessment"
121
  },
@@ -123,7 +123,7 @@
123
  "Language": "Chinese",
124
  "Task Type": "Text Classification",
125
  "Clinical Context": "Radiology, Endocrinology, Pulmonology, Cardiology, Gastroenterology",
126
- "Data Access": "Open Access",
127
  "Applications": "Diagnosis",
128
  "Clinical Stage": "Diagnosis and Prognosis"
129
  },
@@ -131,7 +131,7 @@
131
  "Language": "Spanish",
132
  "Task Type": "Normalization and Coding",
133
  "Clinical Context": "General",
134
- "Data Access": "Open Access",
135
  "Applications": "Billing & Coding",
136
  "Clinical Stage": "Discharge and Administration"
137
  },
@@ -139,7 +139,7 @@
139
  "Language": "Spanish",
140
  "Task Type": "Normalization and Coding",
141
  "Clinical Context": "General",
142
- "Data Access": "Open Access",
143
  "Applications": "Billing & Coding",
144
  "Clinical Stage": "Discharge and Administration"
145
  },
@@ -147,7 +147,7 @@
147
  "Language": "English",
148
  "Task Type": "Text Classification",
149
  "Clinical Context": "General",
150
- "Data Access": "Open Access",
151
  "Applications": "Negation identification",
152
  "Clinical Stage": "Research"
153
  },
@@ -155,7 +155,7 @@
155
  "Language": "Spanish",
156
  "Task Type": "Text Classification",
157
  "Clinical Context": "Pulmonology",
158
- "Data Access": "Open Access",
159
  "Applications": "Diagnosis",
160
  "Clinical Stage": "Diagnosis and Prognosis"
161
  },
@@ -163,7 +163,7 @@
163
  "Language": "Portuguese",
164
  "Task Type": "Named Entity Recognition",
165
  "Clinical Context": "Neurology",
166
- "Data Access": "Open Access",
167
  "Applications": "Procudure information",
168
  "Clinical Stage": "Treatment and Intervention"
169
  },
@@ -235,7 +235,7 @@
235
  "Language": "German",
236
  "Task Type": "Named Entity Recognition",
237
  "Clinical Context": "Nephrology",
238
- "Data Access": "Open Access",
239
  "Applications": "Procudure information",
240
  "Clinical Stage": "Treatment and Intervention"
241
  },
@@ -307,7 +307,7 @@
307
  "Language": "Japanese",
308
  "Task Type": "Semantic Similarity",
309
  "Clinical Context": "General",
310
- "Data Access": "Open Access",
311
  "Applications": "Semantic relation",
312
  "Clinical Stage": "Research"
313
  },
@@ -315,7 +315,7 @@
315
  "Language": "Spanish",
316
  "Task Type": "Named Entity Recognition",
317
  "Clinical Context": "General",
318
- "Data Access": "Open Access",
319
  "Applications": "De-identification",
320
  "Clinical Stage": "Research"
321
  },
@@ -347,7 +347,7 @@
347
  "Language": "English",
348
  "Task Type": "Text Classification",
349
  "Clinical Context": "General",
350
- "Data Access": "Open Access",
351
  "Applications": "Data organization",
352
  "Clinical Stage": "Research"
353
  },
@@ -355,7 +355,7 @@
355
  "Language": "English",
356
  "Task Type": "Named Entity Recognition",
357
  "Clinical Context": "Pediatrics, Psychology",
358
- "Data Access": "Open Access",
359
  "Applications": "Temporal/Causality determination",
360
  "Clinical Stage": "Initial Assessment"
361
  },
@@ -371,7 +371,7 @@
371
  "Language": "Norwegian",
372
  "Task Type": "Named Entity Recognition",
373
  "Clinical Context": "Cardiology",
374
- "Data Access": "Open Access",
375
  "Applications": "Temporal/Causality determination",
376
  "Clinical Stage": "Initial Assessment"
377
  },
@@ -379,7 +379,7 @@
379
  "Language": "Norwegian",
380
  "Task Type": "Event Extraction",
381
  "Clinical Context": "Cardiology",
382
- "Data Access": "Open Access",
383
  "Applications": "Temporal/Causality determination",
384
  "Clinical Stage": "Initial Assessment"
385
  },
@@ -387,7 +387,7 @@
387
  "Language": "Spanish",
388
  "Task Type": "Event Extraction",
389
  "Clinical Context": "General",
390
- "Data Access": "Open Access",
391
  "Applications": "Negation identification",
392
  "Clinical Stage": "Research"
393
  },
@@ -395,7 +395,7 @@
395
  "Language": "English",
396
  "Task Type": "Summarization",
397
  "Clinical Context": "General",
398
- "Data Access": "Open Access",
399
  "Applications": "Encounter summarization",
400
  "Clinical Stage": "Initial Assessment"
401
  },
@@ -403,7 +403,7 @@
403
  "Language": "English",
404
  "Task Type": "Text Classification",
405
  "Clinical Context": "General",
406
- "Data Access": "Open Access",
407
  "Applications": "Data organization",
408
  "Clinical Stage": "Research"
409
  },
@@ -411,7 +411,7 @@
411
  "Language": "English",
412
  "Task Type": "Summarization",
413
  "Clinical Context": "General",
414
- "Data Access": "Open Access",
415
  "Applications": "Encounter summarization",
416
  "Clinical Stage": "Initial Assessment"
417
  },
@@ -419,7 +419,7 @@
419
  "Language": "Russian",
420
  "Task Type": "Natural Language Inference",
421
  "Clinical Context": "General",
422
- "Data Access": "Open Access",
423
  "Applications": "Screen & Consultation",
424
  "Clinical Stage": "Triage and Referral"
425
  },
@@ -427,7 +427,7 @@
427
  "Language": "Chinese",
428
  "Task Type": "Normalization and Coding",
429
  "Clinical Context": "General",
430
- "Data Access": "Open Access",
431
  "Applications": "Billing & Coding",
432
  "Clinical Stage": "Discharge and Administration"
433
  },
@@ -435,7 +435,7 @@
435
  "Language": "Chinese",
436
  "Task Type": "Text Classification",
437
  "Clinical Context": "General",
438
- "Data Access": "Open Access",
439
  "Applications": "Clinical trial matching",
440
  "Clinical Stage": "Research"
441
  },
@@ -555,7 +555,7 @@
555
  "Language": "Norwegian",
556
  "Task Type": "Named Entity Recognition",
557
  "Clinical Context": "Cardiology",
558
- "Data Access": "Open Access",
559
  "Applications": "De-identification",
560
  "Clinical Stage": "Research"
561
  },
@@ -563,7 +563,7 @@
563
  "Language": "Russian",
564
  "Task Type": "Named Entity Recognition",
565
  "Clinical Context": "Pulmonology",
566
- "Data Access": "Open Access",
567
  "Applications": "Procudure information",
568
  "Clinical Stage": "Treatment and Intervention"
569
  },
@@ -571,7 +571,7 @@
571
  "Language": "French",
572
  "Task Type": "Semantic Similarity",
573
  "Clinical Context": "General",
574
- "Data Access": "Open Access",
575
  "Applications": "Semantic relation",
576
  "Clinical Stage": "Research"
577
  },
@@ -595,7 +595,7 @@
595
  "Language": "German",
596
  "Task Type": "Named Entity Recognition",
597
  "Clinical Context": "General",
598
- "Data Access": "Open Access",
599
  "Applications": "De-identification",
600
  "Clinical Stage": "Research"
601
  },
@@ -603,7 +603,7 @@
603
  "Language": "Japanese",
604
  "Task Type": "Text Classification",
605
  "Clinical Context": "Pharmacology",
606
- "Data Access": "Open Access",
607
  "Applications": "ADE & Incidents",
608
  "Clinical Stage": "Treatment and Intervention"
609
  },
@@ -611,7 +611,7 @@
611
  "Language": "Japanese",
612
  "Task Type": "Named Entity Recognition",
613
  "Clinical Context": "Pharmacology",
614
- "Data Access": "Open Access",
615
  "Applications": "ADE & Incidents",
616
  "Clinical Stage": "Treatment and Intervention"
617
  },
@@ -619,7 +619,7 @@
619
  "Language": "Japanese",
620
  "Task Type": "Event Extraction",
621
  "Clinical Context": "Pharmacology",
622
- "Data Access": "Open Access",
623
  "Applications": "ADE & Incidents",
624
  "Clinical Stage": "Treatment and Intervention"
625
  },
@@ -627,7 +627,7 @@
627
  "Language": "Japanese",
628
  "Task Type": "Named Entity Recognition",
629
  "Clinical Context": "General",
630
- "Data Access": "Open Access",
631
  "Applications": "Procudure information",
632
  "Clinical Stage": "Treatment and Intervention"
633
  },
 
3
  "Language": "English",
4
  "Task Type": "Text Classification",
5
  "Clinical Context": "Pharmacology",
6
+ "Data Access": "Regulated",
7
  "Applications": "ADE & Incidents",
8
  "Clinical Stage": "Treatment and Intervention"
9
  },
 
11
  "Language": "English",
12
  "Task Type": "Event Extraction",
13
  "Clinical Context": "Pharmacology",
14
+ "Data Access": "Regulated",
15
  "Applications": "ADE & Incidents",
16
  "Clinical Stage": "Treatment and Intervention"
17
  },
 
19
  "Language": "English",
20
  "Task Type": "Event Extraction",
21
  "Clinical Context": "Pharmacology",
22
+ "Data Access": "Regulated",
23
  "Applications": "Medication information",
24
  "Clinical Stage": "Treatment and Intervention"
25
  },
 
27
  "Language": "Spanish",
28
  "Task Type": "Event Extraction",
29
  "Clinical Context": "General",
30
+ "Data Access": "Regulated",
31
  "Applications": "Concept standarization",
32
  "Clinical Stage": "Research"
33
  },
 
35
  "Language": "English",
36
  "Task Type": "Text Classification",
37
  "Clinical Context": "Neurology, Radiology",
38
+ "Data Access": "Regulated",
39
  "Applications": "Diagnosis",
40
  "Clinical Stage": "Diagnosis and Prognosis"
41
  },
 
59
  "Language": "Spanish",
60
  "Task Type": "Normalization and Coding",
61
  "Clinical Context": "Oncology",
62
+ "Data Access": "Regulated",
63
  "Applications": "Billing & Coding",
64
  "Clinical Stage": "Discharge and Administration"
65
  },
 
67
  "Language": "Spanish",
68
  "Task Type": "Named Entity Recognition",
69
  "Clinical Context": "Oncology",
70
+ "Data Access": "Regulated",
71
  "Applications": "Billing & Coding",
72
  "Clinical Stage": "Discharge and Administration"
73
  },
 
75
  "Language": "Spanish",
76
  "Task Type": "Normalization and Coding",
77
  "Clinical Context": "Oncology",
78
+ "Data Access": "Regulated",
79
  "Applications": "Billing & Coding",
80
  "Clinical Stage": "Discharge and Administration"
81
  },
 
83
  "Language": "Spanish",
84
  "Task Type": "Text Classification",
85
  "Clinical Context": "Radiology",
86
+ "Data Access": "Regulated",
87
  "Applications": "Billing & Coding",
88
  "Clinical Stage": "Discharge and Administration"
89
  },
 
91
  "Language": "Spanish",
92
  "Task Type": "Normalization and Coding",
93
  "Clinical Context": "Radiology",
94
+ "Data Access": "Regulated",
95
  "Applications": "Billing & Coding",
96
  "Clinical Stage": "Discharge and Administration"
97
  },
 
99
  "Language": "Spanish",
100
  "Task Type": "Normalization and Coding",
101
  "Clinical Context": "Radiology",
102
+ "Data Access": "Regulated",
103
  "Applications": "Billing & Coding",
104
  "Clinical Stage": "Discharge and Administration"
105
  },
 
107
  "Language": "Spanish",
108
  "Task Type": "Normalization and Coding",
109
  "Clinical Context": "Radiology",
110
+ "Data Access": "Regulated",
111
  "Applications": "Billing & Coding",
112
  "Clinical Stage": "Discharge and Administration"
113
  },
 
115
  "Language": "Chinese",
116
  "Task Type": "Event Extraction",
117
  "Clinical Context": "General",
118
+ "Data Access": "Regulated",
119
  "Applications": "Temporal/Causality determination",
120
  "Clinical Stage": "Initial Assessment"
121
  },
 
123
  "Language": "Chinese",
124
  "Task Type": "Text Classification",
125
  "Clinical Context": "Radiology, Endocrinology, Pulmonology, Cardiology, Gastroenterology",
126
+ "Data Access": "Regulated",
127
  "Applications": "Diagnosis",
128
  "Clinical Stage": "Diagnosis and Prognosis"
129
  },
 
131
  "Language": "Spanish",
132
  "Task Type": "Normalization and Coding",
133
  "Clinical Context": "General",
134
+ "Data Access": "Regulated",
135
  "Applications": "Billing & Coding",
136
  "Clinical Stage": "Discharge and Administration"
137
  },
 
139
  "Language": "Spanish",
140
  "Task Type": "Normalization and Coding",
141
  "Clinical Context": "General",
142
+ "Data Access": "Regulated",
143
  "Applications": "Billing & Coding",
144
  "Clinical Stage": "Discharge and Administration"
145
  },
 
147
  "Language": "English",
148
  "Task Type": "Text Classification",
149
  "Clinical Context": "General",
150
+ "Data Access": "Regulated",
151
  "Applications": "Negation identification",
152
  "Clinical Stage": "Research"
153
  },
 
155
  "Language": "Spanish",
156
  "Task Type": "Text Classification",
157
  "Clinical Context": "Pulmonology",
158
+ "Data Access": "Regulated",
159
  "Applications": "Diagnosis",
160
  "Clinical Stage": "Diagnosis and Prognosis"
161
  },
 
163
  "Language": "Portuguese",
164
  "Task Type": "Named Entity Recognition",
165
  "Clinical Context": "Neurology",
166
+ "Data Access": "Regulated",
167
  "Applications": "Procudure information",
168
  "Clinical Stage": "Treatment and Intervention"
169
  },
 
235
  "Language": "German",
236
  "Task Type": "Named Entity Recognition",
237
  "Clinical Context": "Nephrology",
238
+ "Data Access": "Regulated",
239
  "Applications": "Procudure information",
240
  "Clinical Stage": "Treatment and Intervention"
241
  },
 
307
  "Language": "Japanese",
308
  "Task Type": "Semantic Similarity",
309
  "Clinical Context": "General",
310
+ "Data Access": "Regulated",
311
  "Applications": "Semantic relation",
312
  "Clinical Stage": "Research"
313
  },
 
315
  "Language": "Spanish",
316
  "Task Type": "Named Entity Recognition",
317
  "Clinical Context": "General",
318
+ "Data Access": "Regulated",
319
  "Applications": "De-identification",
320
  "Clinical Stage": "Research"
321
  },
 
347
  "Language": "English",
348
  "Task Type": "Text Classification",
349
  "Clinical Context": "General",
350
+ "Data Access": "Regulated",
351
  "Applications": "Data organization",
352
  "Clinical Stage": "Research"
353
  },
 
355
  "Language": "English",
356
  "Task Type": "Named Entity Recognition",
357
  "Clinical Context": "Pediatrics, Psychology",
358
+ "Data Access": "Regulated",
359
  "Applications": "Temporal/Causality determination",
360
  "Clinical Stage": "Initial Assessment"
361
  },
 
371
  "Language": "Norwegian",
372
  "Task Type": "Named Entity Recognition",
373
  "Clinical Context": "Cardiology",
374
+ "Data Access": "Regulated",
375
  "Applications": "Temporal/Causality determination",
376
  "Clinical Stage": "Initial Assessment"
377
  },
 
379
  "Language": "Norwegian",
380
  "Task Type": "Event Extraction",
381
  "Clinical Context": "Cardiology",
382
+ "Data Access": "Regulated",
383
  "Applications": "Temporal/Causality determination",
384
  "Clinical Stage": "Initial Assessment"
385
  },
 
387
  "Language": "Spanish",
388
  "Task Type": "Event Extraction",
389
  "Clinical Context": "General",
390
+ "Data Access": "Regulated",
391
  "Applications": "Negation identification",
392
  "Clinical Stage": "Research"
393
  },
 
395
  "Language": "English",
396
  "Task Type": "Summarization",
397
  "Clinical Context": "General",
398
+ "Data Access": "Regulated",
399
  "Applications": "Encounter summarization",
400
  "Clinical Stage": "Initial Assessment"
401
  },
 
403
  "Language": "English",
404
  "Task Type": "Text Classification",
405
  "Clinical Context": "General",
406
+ "Data Access": "Regulated",
407
  "Applications": "Data organization",
408
  "Clinical Stage": "Research"
409
  },
 
411
  "Language": "English",
412
  "Task Type": "Summarization",
413
  "Clinical Context": "General",
414
+ "Data Access": "Regulated",
415
  "Applications": "Encounter summarization",
416
  "Clinical Stage": "Initial Assessment"
417
  },
 
419
  "Language": "Russian",
420
  "Task Type": "Natural Language Inference",
421
  "Clinical Context": "General",
422
+ "Data Access": "Regulated",
423
  "Applications": "Screen & Consultation",
424
  "Clinical Stage": "Triage and Referral"
425
  },
 
427
  "Language": "Chinese",
428
  "Task Type": "Normalization and Coding",
429
  "Clinical Context": "General",
430
+ "Data Access": "Regulated",
431
  "Applications": "Billing & Coding",
432
  "Clinical Stage": "Discharge and Administration"
433
  },
 
435
  "Language": "Chinese",
436
  "Task Type": "Text Classification",
437
  "Clinical Context": "General",
438
+ "Data Access": "Regulated",
439
  "Applications": "Clinical trial matching",
440
  "Clinical Stage": "Research"
441
  },
 
555
  "Language": "Norwegian",
556
  "Task Type": "Named Entity Recognition",
557
  "Clinical Context": "Cardiology",
558
+ "Data Access": "Regulated",
559
  "Applications": "De-identification",
560
  "Clinical Stage": "Research"
561
  },
 
563
  "Language": "Russian",
564
  "Task Type": "Named Entity Recognition",
565
  "Clinical Context": "Pulmonology",
566
+ "Data Access": "Regulated",
567
  "Applications": "Procudure information",
568
  "Clinical Stage": "Treatment and Intervention"
569
  },
 
571
  "Language": "French",
572
  "Task Type": "Semantic Similarity",
573
  "Clinical Context": "General",
574
+ "Data Access": "Regulated",
575
  "Applications": "Semantic relation",
576
  "Clinical Stage": "Research"
577
  },
 
595
  "Language": "German",
596
  "Task Type": "Named Entity Recognition",
597
  "Clinical Context": "General",
598
+ "Data Access": "Regulated",
599
  "Applications": "De-identification",
600
  "Clinical Stage": "Research"
601
  },
 
603
  "Language": "Japanese",
604
  "Task Type": "Text Classification",
605
  "Clinical Context": "Pharmacology",
606
+ "Data Access": "Regulated",
607
  "Applications": "ADE & Incidents",
608
  "Clinical Stage": "Treatment and Intervention"
609
  },
 
611
  "Language": "Japanese",
612
  "Task Type": "Named Entity Recognition",
613
  "Clinical Context": "Pharmacology",
614
+ "Data Access": "Regulated",
615
  "Applications": "ADE & Incidents",
616
  "Clinical Stage": "Treatment and Intervention"
617
  },
 
619
  "Language": "Japanese",
620
  "Task Type": "Event Extraction",
621
  "Clinical Context": "Pharmacology",
622
+ "Data Access": "Regulated",
623
  "Applications": "ADE & Incidents",
624
  "Clinical Stage": "Treatment and Intervention"
625
  },
 
627
  "Language": "Japanese",
628
  "Task Type": "Named Entity Recognition",
629
  "Clinical Context": "General",
630
+ "Data Access": "Regulated",
631
  "Applications": "Procudure information",
632
  "Clinical Stage": "Treatment and Intervention"
633
  },