Correct additional data entry errors

Author: frreiss

corrected_labels/human_labels_audited/CoNLL_2_in_gold.csv

@@ -1,7 +1,7 @@
 num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,correct_ent_type,notes,time_started,time_stopped,time_elapsed
 0,dev,2,"[25, 30): 'ASHES'",MISC,None,,,teams label as ORG ,,,
 0,dev,15,"[15, 40): 'AMERICAN FOOTBALL-RANDALL'",MISC,Wrong,,, divisions of leagues not entities,,,
-,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[32, 51): 'RANDALL CUNNINGHAM'",PER,"need to split on '-' ""FOOTBALL-RANDALL""",,,
+,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[33, 51): 'RANDALL CUNNINGHAM'",PER,"need to split on '-' ""FOOTBALL-RANDALL""",,,
 0,dev,20,"[90, 96): 'Berlin'",MISC,Sentence,"[90, 107): 'Berlin Grand Prix'",,,,,
 0,dev,22,"[213, 244): 'Solidarity Meeting for Sarajevo'",MISC,None,,,,,,
 0,dev,22,"[826, 847): 'IAAF Grand Prix Final'",MISC,None,,,,,,
@@ -125,7 +125,6 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,test,54,"[1717, 1723): 'Okocim'",ORG,None,,,brewery,,,
 ,test,54,"[3224, 3230): 'Zywiec'",ORG,None,,,"Ambiguous: Is [3224, 3241): 'Zywiec Full Light' the brand, or is ""Full Light"" the brand?",,,
 0,test,54,"[3231, 3241): 'Full Light'",MISC,Tag,,ORG,"See previous line – type of beer, brand",,,
-,test,63,"[19, 39): 'office-Conservatives'  ",MISC,Token,"[26, 39): 'Conservatives'",ORG,political party,,,
 0,test,63,"[148, 160): 'Conservative'",MISC,Tag,,ORG,political party,,,
 0,test,70,"[79, 93): 'Maritime Queen'",MISC,None,,,carrier,,,
 0,test,70,"[177, 197): 'New York Commodities'",ORG,Span,"[177, 202): 'New York Commodities Desk'",,"??? team labeled ""New York Commodities Desk""",,,
@@ -451,7 +450,7 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 2,test,54,"[3522, 3528): 'Zywiec'",ORG,None,,,brewery,,,
 2,test,60,"[2313, 2329): 'London-to-Boston'",MISC,None,,,airplane route,,,
 2,test,63,"[11, 16): 'Major'",PER,None,,,last name,,,
-2,test,63,"[19, 39): 'office-Conservatives'",MISC,Token,"[26, 39): 'Conservatives'  ",ORG,political party,,,
+2,test,63,"[19, 39): 'office-Conservatives'",MISC,Token,"[26, 39): 'Conservatives'",ORG,political party,,,
 2,test,67,"[682, 690): 'Manitoba'",ORG,None,,,pork company/council,,,
 2,test,75,"[207, 215): 'Santa Fe'",ORG,None,,,company name,,,
 2,test,75,"[455, 463): 'Santa Fe'",ORG,None,,,company name,,,
@@ -11627,4 +11626,4 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 16,test,230,"[1108, 1115): 'Germany'",LOC,,,,,,,
 16,test,230,"[1127, 1132): 'Irish'",MISC,,,,,,,
 16,test,230,"[1153, 1160): 'England'",LOC,,,,,,,
-16,test,230,"[1252, 1259): 'England'",LOC,,,,,,,
+16,test,230,"[1252, 1259): 'England'",LOC,,,,,,,

corrected_labels/human_labels_audited/CoNLL_3_in_gold.csv

@@ -27,7 +27,6 @@ X,0,dev,14,"[2213, 2222): 'Wimbledon'",MISC,None,,,,,,
 X,0,dev,14,"[3579, 3583): 'Rios'",PER,None,,,,,,
 X,0,dev,15,"[11, 14): 'NFL'",ORG,None,,,,,,
 X,0,dev,15,"[15, 40): 'AMERICAN FOOTBALL-RANDALL'",MISC,Token,,,"Tokenizer treated ""FOOTBALL-RANDALL"" as a single token. Fred: I don't think ""AMERICAN FOOTBALL"" qualifies as a MISC entity.",,,
-X,,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[33,51): 'RANDALL CUNNINGHAM'",MISC,"Tokenizer treated ""FOOTBALL-RANDALL"" as a single token",,,
 X,0,dev,15,"[109, 133): 'National Football League'",ORG,None,,,,,,
 X,0,dev,16,"[407, 413): 'Willie'",PER,Sentence,"[407, 418): 'Willie Wood'",,,,,
 X,0,dev,16,"[414, 418): 'Wood'",PER,Sentence,"[407, 418): 'Willie Wood'",,,,,
@@ -639,7 +638,7 @@ X,3,dev,12,"[691, 698): 'TORONTO'",LOC,Tag,,ORG,baseball team ,,,
 X,3,dev,12,"[699, 708): 'MINNESOTA'",ORG,None,,,,,,
 X,3,dev,12,"[735, 740): 'TEXAS'",LOC,Tag,,ORG,baseball team ,,,
 X,3,dev,12,"[88, 109): 'Major League Baseball'",MISC,Tag,,ORG,organization ,,,
-X,3,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"(33,51] 'RANDALL CUNNINGHAM'",,,,,
+X,3,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[33, 51): 'RANDALL CUNNINGHAM'",,,,,
 X,3,dev,16,"[175, 202): 'Brown Deer Park Golf Course'",LOC,None,,,,,,
 X,2,dev,22,"[32, 39): 'EDWARDS'",PER,None,,,,,,
 X,1,dev,23,"[38, 42): 'NICE'",ORG,None,,,,,,
@@ -866,7 +865,7 @@ X,1,test,59,"[137, 158): 'Irish Republican Army'",ORG,None,,,,,,
 X,3,test,60,"[2076, 2090): 'trans-Atlantic'",MISC,None,,,,,,
 X,2,test,61,"[1052, 1060): 'American'",MISC,None,,,,,,
 X,2,test,61,"[1535, 1538): 'Elf'",ORG,None,,,,,,
-X,3,test,63,"[19, 39): 'office-Conservatives'",MISC,Token,"[27, 39): 'Conservatives'",ORG,conservative party,,,
+X,3,test,63,"[19, 39): 'office-Conservatives'",MISC,Token,"[26, 39): 'Conservatives'",ORG,conservative party,,,
 X,1,test,72,"[197, 204): 'Augusta'",LOC,None,,,Zach: boat names?; Fred: Location of a port -- https://en.wikipedia.org/wiki/Port_of_Augusta,,,
 X,1,test,72,"[235, 245): 'Sidi Kreir'",LOC,None,,,Fred: Offshore oil terminal in Egypt; see https://www.marinetraffic.com/en/ais/details/ports/21191,,,
 X,3,test,72,"[296, 299): 'Fos'",LOC,None,,,"Zach: boat names?; Fred: A port in France, see https://www.findaport.com/port-of-fos ",,,
@@ -11636,4 +11635,4 @@ X,4,test,225,"[34, 41): 'RIBALTA'",PER,None,,,,,,
 ,17,test,230,"[1153, 1160): 'England'",LOC,,,,,,,
 ,17,test,230,"[1213, 1225): 'Leeds United'",ORG,,,,,,,
 ,17,test,230,"[1252, 1259): 'England'",LOC,,,,,,,
-,17,test,230,"[1395, 1400): 'Bobby'",PER,,,,,,,
+,17,test,230,"[1395, 1400): 'Bobby'",PER,,,,,,,

corrected_labels/human_labels_audited/CoNLL_3_train_in_gold.csv

@@ -761,7 +761,7 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 2,train,734,"[11, 31): 'BALANCE-Water Dist 1'",MISC,Token,"[19, 31): 'Water Dist 1'",ORG,,,,
 1,train,734,"[189, 196): 'MOODY'S'",ORG,None,,,,,,
 0,train,734,"[45, 48): 'Kan'",LOC,Sentence,"[45, 49): 'Kan.'",,Incorrect sentence boundary led to period not being included in abbreviation,,,
-0,train,734,"[64, 80): 'WATER DISTRICT 1'",MISC,None,,,,,,
+0,train,734,"[64, 80): 'WATER DISTRICT 1'",MISC,Tag,"[64, 80): 'WATER DISTRICT 1'",ORG,,,,
 2,train,734,"[84, 94): 'JOHNSON CO'",ORG,Sentence,"[84, 95): 'JOHNSON CO.'",,Incorrect sentence boundary led to period not being included in abbreviation,,,
 0,train,734,"[98, 100): 'KS'",LOC,None,,,,,,
 3,train,736,"[134, 138): 'U.S.'",LOC,None,,,,,,
@@ -23624,4 +23624,4 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 17,train,945,"[119, 127): 'Plymouth'",ORG,,,,,,,
 17,train,945,"[130, 137): 'Preston'",ORG,,,,,,,
 17,train,945,"[155, 162): 'Swansea'",ORG,,,,,,,
-17,train,945,"[165, 172): 'Lincoln'",ORG,,,,,,,
+17,train,945,"[165, 172): 'Lincoln'",ORG,,,,,,,

corrected_labels/human_labels_audited/CoNLL_4_in_gold.csv

@@ -50,7 +50,7 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,dev,15,"[109, 133): 'National Football League'",ORG,Tag,,MISC,"Leagues should be tagged MISC, per the rubric",,,
 1,dev,15,"[11, 14): 'NFL'",ORG,Tag,,MICC,"Leagues should be tagged MISC, per the rubric",,,
 0,dev,15,"[15, 40): 'AMERICAN FOOTBALL-RANDALL'",MISC,Wrong,,,"FOOTBALL-RANDALL treated as a single token; ""AMERICAN FOOTBALL"" is the generic name of a sport, not a named entity",,,
-1,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[32, 51): 'RANDALL CUNNINGHAM'",PER,See previous line,,,
+1,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[33, 51): 'RANDALL CUNNINGHAM'",PER,See previous line,,,
 4,dev,16,"[175, 202): 'Brown Deer Park Golf Course'",LOC,None,,,,,,
 0,dev,16,"[407, 413): 'Willie'",PER,Sentence,"[407, 418): 'Willie Wood'",PER,,,,
 0,dev,16,"[414, 418): 'Wood'",PER,Sentence,"[407, 418): 'Willie Wood'",PER,,,,
@@ -11742,4 +11742,4 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 17,test,230,"[1153, 1160): 'England'",LOC,,,,,,,
 17,test,230,"[1213, 1225): 'Leeds United'",ORG,,,,,,,
 17,test,230,"[1252, 1259): 'England'",LOC,,,,,,,
-17,test,230,"[1395, 1400): 'Bobby'",PER,,,,,,,
+17,test,230,"[1395, 1400): 'Bobby'",PER,,,,,,,

corrected_labels/human_labels_audited/CoNLL_4_not_in_gold.csv

@@ -37,7 +37,7 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 13,dev,14,"[3579, 3583): 'Rios'",ORG,None,"[3579, 3583): 'Rios'",PER,,,"Ambiguous: ""a Rios rooting section"" -- MISC?",,,
 15,dev,14,"[452, 459): 'Stadium'",LOC,Missing,,,,,a two hour 51 minute struggle on the Stadium court.,,,
 17,dev,15,"[109, 133): 'National Football League'",MISC,None,"109, 133): 'National Football League'",ORG,,,,,,
-14,dev,15,"[24, 40): 'FOOTBALL-RANDALL'",PER,Token,"[41, 51): 'CUNNINGHAM'",PER,"[32, 51): 'RANDALL CUNNINGHAM'",PER,"""FOOTBALL-RANDALL"" treated as a single token",,,
+14,dev,15,"[24, 40): 'FOOTBALL-RANDALL'",PER,Token,"[41, 51): 'CUNNINGHAM'",PER,"[33, 51): 'RANDALL CUNNINGHAM'",PER,"""FOOTBALL-RANDALL"" treated as a single token",,,
 17,dev,16,"[407, 418): 'Willie Wood'",PER,Sentence,"[407, 413): 'Willie'",PER,,,Sentence boundary between first and last name,,,
 17,dev,16,"[407, 418): 'Willie Wood'",PER,Sentence,"[414, 418): 'Wood'",PER,,,Sentence boundary between first and last name,,,
 17,dev,16,"[529, 538): 'Ken Green'",PER,Sentence,"[529, 532): 'Ken'",PER,,,Sentence boundary between first and last name,,,
@@ -597,7 +597,7 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 17,test,193,"[1412, 1430): 'India-South Africa'",LOC,None,"[1412, 1430): 'India-South Africa'",MISC,,,,,,
 17,test,193,"[744, 759): 'United Province'",ORG,None,"[744, 759): 'United Province'",LOC,,,,,,
 16,test,194,"[11, 20): 'FREESTYLE'",PER,None,,,,,,,,
-13,test,195,"[31, 36): 'WORLD'",MISC,Token,"[21, 37): 'SKIING-WORLD CUP'",MISC,"[28, 37): 'WORLD CUP'",MISC,"Tokenizer treated ""SKIING-WORLD"" as a single token",,,
+13,test,195,"[31, 36): 'WORLD'",MISC,None,"[31, 40): 'WORLD CUP'",MISC,,,,,,
 ,test,199,,,Span,"[27, 52): 'SCOTTISH PREMIER DIVISION'",MISC,"[27, 35): 'SCOTTISH'",MISC,Divisions of leagues not considered entities,,,
 17,test,199,"[108, 116): 'Scottish'",MISC,Span,"[108, 124): 'Scottish premier'",MISC,"[108, 116): 'Scottish'",MISC,Divisions of leagues not considered entities,,,
 17,test,199,"[484, 498): 'Robert Winters'",PER,Sentence,"[484, 490): 'Robert'",PER,"[484, 498): 'Robert Winters'",PER,Sentence boundary between first and last name,,,
@@ -4498,4 +4498,4 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 1,test,228,"[831, 845): 'Super Peasants'",MISC,,,,,,,,,
 1,test,228,"[801, 811): 'Doetinchem'",MISC,,,,,,,,,
 1,test,230,"[19, 29): 'ENGLISHMAN'",LOC,,,,,,,,,
-1,test,230,"[19, 38): 'ENGLISHMAN CHARLTON'",PER,,,,,,,,,
+1,test,230,"[19, 38): 'ENGLISHMAN CHARLTON'",PER,,,,,,,,,

corrected_labels/human_labels_audited/CoNLL_4_train_in_gold.csv

@@ -873,7 +873,7 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 1,train,734,"[11, 31): 'BALANCE-Water Dist 1'",MISC,Token,"[19, 31): 'Water Dist 1'",ORG,,,,
 0,train,734,"[189, 196): 'MOODY'S'",ORG,None,,,,,,
 2,train,734,"[45, 48): 'Kan'",LOC,Sentence,"[45, 49): 'Kan.'",,Incorrect sentence boundary led to period not being included in abbreviation,,,
-0,train,734,"[64, 80): 'WATER DISTRICT 1'",MISC,None,,,,,,
+0,train,734,"[64, 80): 'WATER DISTRICT 1'",MISC,Tag,,ORG,,,,
 0,train,734,"[84, 94): 'JOHNSON CO'",ORG,Sentence,"[84, 95): 'JOHNSON CO.'",,Incorrect sentence boundary led to period not being included in abbreviation,,,
 0,train,734,"[98, 100): 'KS'",LOC,None,,,,,,
 2,train,735,"[736, 743): 'Edouard'",MISC,None,,,Name of hurricane,,,