Fix various data entry errors

Author: frreiss

corrected_labels/human_labels_audited/CoNLL_2_in_gold.csv

@@ -95,9 +95,9 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,test,27,"[565, 573): 'X-DENVER'",MISC,Token,"[567, 573): 'DENVER'",ORG,"split on '-', X"" is an annotation""",,,
 0,test,27,"[889, 900): 'Y-GREEN BAY'",MISC,Token,"[891, 900): 'GREEN BAY'",ORG,"split on '-', Y"" is an annotation""",,,
 ,test,27,"[410, 412): 'PA'",ORG,Wrong,,,Points Allowed,,,
-0,test,28,"[82, 90): 'National'",ORG,Sentence,"[82, 106): 'National Football League'",,Also sentence boundary after National,,,
-0,test,28,"[91, 99): 'Football'",LOC,Sentence,"[82, 106): 'National Football League'",ORG,,,,
-0,test,28,"[100, 106): 'League'",LOC,Sentence,"[82, 106): 'National Football League'",ORG,,,,
+0,test,28,"[82, 90): 'National'",ORG,Sentence,"[82, 106): 'National Football League'",ORG,Also entity boundary after National,,,
+0,test,28,"[91, 99): 'Football'",LOC,Tag,"[91, 99): 'Football'",ORG,,,,
+0,test,28,"[100, 106): 'League'",LOC,Tag,"[100, 106): 'League'",ORG,,,,
 0,test,29,"[25, 44): 'FOOTBALL-OHIO STATE'",MISC,Token,"[34, 44): 'OHIO STATE'",ORG,"Need to split on '-' ""FOOTBALL-OHIO""",,,
 0,test,29,"[47, 51): 'PACE'",PER,None,,,last name,,,
 0,test,29,"[65, 79): 'LOMBARDI AWARD'",MISC,None,,,Award,,,
@@ -11626,4 +11626,4 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 16,test,230,"[1108, 1115): 'Germany'",LOC,,,,,,,
 16,test,230,"[1127, 1132): 'Irish'",MISC,,,,,,,
 16,test,230,"[1153, 1160): 'England'",LOC,,,,,,,
-16,test,230,"[1252, 1259): 'England'",LOC,,,,,,,
+16,test,230,"[1252, 1259): 'England'",LOC,,,,,,,

corrected_labels/human_labels_audited/CoNLL_2_not_in_gold.csv

@@ -137,9 +137,9 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 13,test,19,"[1107, 1111): 'Tour'",MISC,None,,,,,,,,
 13,test,25,"[1996, 1999): 'NFC'",ORG,None,,,,,Conferences/divisions of leagues not considered entities,,,
 13,test,25,"[194, 197): 'AFC'",ORG,None,,,,,Conferences/divisions of leagues not considered entities,,,
-,test,26,,,Wrong,"[236, 244): 'ATLANTIC'",LOC,,,Conferences/divisions of leagues not considered entities,,,
+,test,26,,,None,"[236, 244): 'ATLANTIC'",LOC,,,Conferences/divisions of leagues not considered entities,,,
 13,test,26,"[419, 435): 'CENTRAL DIVISION'",MISC,None,,,,,Conferences/divisions of leagues not considered entities,,,
-,test,26,,,Wrong,"[822, 829): 'PACIFIC'",LOC,,MISC,Conferences/divisions of leagues not considered entities,,,
+,test,26,,,None,"[822, 829): 'PACIFIC'",LOC,,,Conferences/divisions of leagues not considered entities,,,
 ,test,26,,,Tag,"[1042, 1048): 'BOSTON'",LOC,,ORG,Boston basketball team,,,
 ,test,26,,,Tag,"[1062, 1069): 'DETROIT'",LOC,,ORG,Detroit basketball team,,,
 ,test,26,,,Tag,"[1082, 1087): 'MIAMI'",LOC,,ORG,Miami basketball team,,,
@@ -289,8 +289,8 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 11,test,18,"[112, 128): 'Sheffield Shield'",ORG,None,,MISC,,,,,,
 11,test,25,"[740, 750): 'Cincinnati'",ORG,None,,LOC,,,,,,
 11,test,28,"[82, 99): 'National Football'",ORG,Sentence,"[82, 90): 'National'",ORG,"[82, 106): 'National Football League'",ORG,"""National Football League"" with sentence boundary and tag issues",,,
-,test,28,,,Sentence,"[91, 99): 'Football'",LOC,"[82, 106): 'National Football League'",ORG,"""National Football League"" with sentence boundary and tag issues",,,
-,test,28,,,Sentence,"[100, 106): 'League'",LOC,"[82, 106): 'National Football League'",ORG,"""National Football League"" with sentence boundary and tag issues",,,
+,test,28,,,Tag,"[91, 99): 'Football'",LOC,"[91, 99): 'Football'",ORG,"""National Football League"" with sentence boundary and tag issues",,,
+,test,28,,,Tag,"[100, 106): 'League'",LOC,"[100, 106): 'League'",ORG,"""National Football League"" with sentence boundary and tag issues",,,
 11,test,40,"[215, 236): 'Real Madrid-Barcelona'",ORG,None,,MISC,,,"""Saturday's big Real Madrid-Barcelona game""",,,
 11,test,50,"[1262, 1267): 'Czech'",MISC,Tag,,LOC,"[1262, 1267): 'Czech'",MISC,,,,
 11,test,51,"[17, 24): 'ROMANIA'",LOC,None,"[11, 24): 'RADIO ROMANIA'",ORG,,,,,,
@@ -350,7 +350,7 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 10,dev,155,"[2049, 2055): 'German'",MISC,None,"[2049, 2061): 'German Villa'",PER,,,,,,
 ,dev,165,,,Span,"[25, 45): 'TATTERSALLS BREEDERS'	",MISC,"[25, 52): 'TATTERSALLS BREEDERS STAKES'	",,,,,
 10,dev,165,"[93, 113): 'Tattersalls Breeders'",ORG,Sentence,"[93, 113): 'Tattersalls Breeders'",MISC,"[93, 120): 'Tattersalls Breeders Stakes'",MISC,"Sentence boundary between ""Breeders"" and ""Stakes""",,,
-,dev,165,,,Wrong,"[114, 120): 'Stakes'",,,,See previous row,,,
+,dev,165,,,Sentence,"[114, 120): 'Stakes'",MISC,"[93, 120): 'Tattersalls Breeders Stakes'",MISC,See previous row,,,
 10,dev,170,"[770, 774): 'Kehl'",PER,None,,LOC,,,,,,
 10,dev,170,"[1926, 1930): 'Alex'",PER,None,"[1914, 1930): 'Ice Cold in Alex'",MISC,,,,,,
 10,dev,170,"[1965, 1980): 'Cardinal Wolsey'",PER,None,"[1974, 1980): 'Wolsey'",,,,,,,

corrected_labels/human_labels_audited/CoNLL_3_in_gold.csv

@@ -282,9 +282,9 @@ X,0,test,27,"[1434, 1441): 'NY JETS'",ORG,None,,,,,,
 X,0,test,27,"[1468, 1475): 'SEATTLE'",LOC,Tag,,ORG,football team,,,
 X,0,test,27,"[1476, 1484): 'CAROLINA'",ORG,None,,,,,,
 X,0,test,28,"[11, 14): 'NFL'",ORG,None,,,,,,
-X,0,test,28,"[82, 90): 'National'",ORG,Sentence,"[82, 106): 'National Football League'",,,,,
-X,0,test,28,"[91, 99): 'Football'",LOC,Sentence,"[82, 106): 'National Football League'",ORG,,,,
-X,0,test,28,"[100, 106): 'League'",LOC,Sentence,"[82, 106): 'National Football League'",ORG,,,,
+X,0,test,28,"[82, 90): 'National'",ORG,Sentence,"[82, 106): 'National Football League'",ORG,,,,
+X,0,test,28,"[91, 99): 'Football'",LOC,Tag,"[91, 99): 'Football'",ORG,,,,
+X,0,test,28,"[100, 106): 'League'",LOC,Tag,"[100, 106): 'League'",ORG,,,,
 X,0,test,29,"[25, 44): 'FOOTBALL-OHIO STATE'",MISC,Token,"[34, 44): 'OHIO STATE'",ORG,,,,
 X,0,test,29,"[47, 51): 'PACE'",PER,None,,,,,,
 X,0,test,29,"[65, 79): 'LOMBARDI AWARD'",MISC,None,,,,,,
@@ -444,8 +444,8 @@ X,0,test,137,"[296, 301): 'Minas'",MISC,None,,,Zach: Brand of oil; Fred: Ambiguo
 X,0,test,137,"[356, 361): 'Dubai'",MISC,None,,,Zach: Brand of oil; Fred: Ambiguous; a grade of oil named for the location from which it is extracted,,,
 X,0,test,137,"[386, 395): 'Tia Juana'",MISC,None,,,Zach: Brand of oil; Fred: Ambiguous; a grade of oil named for the location from which it is extracted,,,
 X,0,test,137,"[409, 416): 'Isthmus'",MISC,None,,,Zach: Brand of oil; Fred: Ambiguous; a grade of oil named for the location from which it is extracted,,,
-X,0,test,142,"[342, 348): 'Kesers'",PER,Tag,,MISC,Two rival clans ,,,
-X,,test,142,"[353, 363): 'Karabuluts'",PER,Tag,,MISC,Two rival clans ,,,
+X,0,test,142,"[342, 348): 'Kesers'",PER,Tag,,ORG,Two rival clans ,,,
+X,,test,142,"[353, 363): 'Karabuluts'",PER,Tag,,ORG,Two rival clans ,,,
 X,0,test,144,"[48, 58): 'DODGE CITY'",LOC,None,,,,,,
 X,0,test,146,"[11, 17): 'ACCESS'",MISC,Tag,,ORG,Short fo NYMEX ACCESS,,,
 X,0,test,146,"[143, 155): 'NYMEX ACCESS'",MISC,Tag,,ORG,Stock market ,,,
@@ -541,7 +541,7 @@ X,0,test,192,"[808, 815): 'Garrett'",PER,None,,,,,,
 X,0,test,192,"[816, 821): 'Hines'",PER,None,,,,,,
 X,0,test,192,"[850, 861): 'Austria III'",ORG,None,,,,,,
 X,0,test,193,"[20, 27): 'WOOLMER'",PER,None,,,,,,
-X,0,test,193,"[744, 759): 'United Province'",LOC,Tag,,ORG,"Fred: Somewhat ambiguous, but appears to refer to the United Province cricket team",,,
+X,0,test,193,"[744, 759): 'United Province'",LOC,None,,,"Fred: Ambiguous: ""His father Clarence Woolmer represented United Province, now renamed Uttar Pradesh""�",,,
 X,0,test,193,"[1412, 1430): 'India-South Africa'",MISC,None,,,,,,
 X,0,test,196,"[22, 38): 'WORLD GRAND PRIX'",MISC,None,,,,,,
 X,0,test,199,"[27, 52): 'SCOTTISH PREMIER DIVISION'",MISC,Span,"[27, 35): 'SCOTTISH'",Span,Divisions of leagues not considered entities,,,
@@ -11635,4 +11635,4 @@ X,4,test,225,"[34, 41): 'RIBALTA'",PER,None,,,,,,
 ,17,test,230,"[1153, 1160): 'England'",LOC,,,,,,,
 ,17,test,230,"[1213, 1225): 'Leeds United'",ORG,,,,,,,
 ,17,test,230,"[1252, 1259): 'England'",LOC,,,,,,,
-,17,test,230,"[1395, 1400): 'Bobby'",PER,,,,,,,
+,17,test,230,"[1395, 1400): 'Bobby'",PER,,,,,,,

corrected_labels/human_labels_audited/CoNLL_3_not_in_gold.csv

@@ -18,7 +18,8 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 17,dev,11,"[1961, 1975): 'Czech Republic'",LOC,Sentence,"[1967, 1975): 'Republic'",LOC,,,"Sentence boundary between ""Czech"" and ""Republic""",,,
 14,dev,12,"[1290, 1310): 'MONTREAL LOS ANGELES'",LOC,None,,,,,,,,
 16,dev,12,"[1366, 1383): 'NEW YORK COLORADO'",LOC,None,,,,,,,,
-17,dev,13,"[83, 104): 'Major League Baseball'",MISC,Sentence,"[83, 95): 'Major League'",MISC,,,"Sentence boundary between ""League"" and ""Baseball""",,6/15/20 15:01,
+17,dev,13,"[83, 104): 'Major League Baseball'",MISC,Sentence,"[83, 95): 'Major League'",MISC,"[83, 104): 'Major League Baseball'",MISC,"Sentence boundary between ""League"" and ""Baseball""",,6/15/20 15:01,
+,dev,13,,,Missing,,,"[96, 104): 'Baseball'",MISC,"Sentence boundary between ""League"" and ""Baseball""",,,
 15,dev,14,"[3579, 3583): 'Rios'",ORG,None,,PER,,,,6/15/20 15:54,,
 16,dev,14,"[452, 459): 'Stadium'",LOC,Missing,,,,,"""Stadium"" with a capital ""S"", referring to Arthur Ashe Stadium",,,
 16,dev,15,"[109, 133): 'National Football League'",MISC,None,,ORG,,,,,,
@@ -166,6 +167,7 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 ,dev,148,,,Tag,"[1385, 1393): 'MONTREAL'",LOC,,ORG,Baseball team,,,
 ,dev,148,,,Tag,"[1406, 1414): 'ST LOUIS'",LOC,,ORG,Baseball team,,,
 17,dev,149,"[81, 102): 'Major League Baseball'",MISC,Sentence,"[81, 93): 'Major League'",MISC,,ORG,"Sentence boundary between ""League"" and ""Baseball""",,6/19/20 15:49,
+,dev,149,,,Missing,,,"[94, 102): 'Baseball'",MISC,"Sentence boundary between ""League"" and ""Baseball""",,,
 16,dev,150,"[1872, 1883): 'Los Angeles'",LOC,None,,ORG,,,,6/19/20 19:39,,
 17,dev,150,"[3115, 3123): 'Montreal'",ORG,Tag,,LOC,,MISC,"""one Montreal hit""",,,
 17,dev,150,"[3142, 3150): 'Montreal'",ORG,Tag,,LOC,,,,,,
@@ -625,9 +627,9 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 13,test,9,"[774, 785): 'Efes Pilsen'",PER,None,,ORG,,,,,,
 13,test,11,"[17, 25): 'ZIMBABWE'",LOC,None,"[17, 30): 'ZIMBABWE OPEN'",MISC,,,,,,
 13,test,27,"[1196, 1204): 'CLINCHED'",ORG,None,,,,,,,,
-,test,28,,,Sentence,"[82, 90): 'National'",ORG,"[82, 106): 'National Football League'",MISC,See two lines down,,,
-,test,28,,,Sentence,"[91, 99): 'Football'",LOC,"[82, 106): 'National Football League'",MISC,See next line,,,
-13,test,28,"[82, 106): 'National Football League'",MISC,Sentence,"[100, 106): 'League'",LOC,"[82, 106): 'National Football League'",MISC,"Sentence boundary between ""Football"" and ""League""",,,
+,test,28,,,Sentence,"[82, 90): 'National'",ORG,"[82, 106): 'National Football League'",ORG,See two lines down,,,
+,test,28,,,Tag,"[91, 99): 'Football'",LOC,"[91, 99): 'Football'",ORG,See next line,,,
+13,test,28,"[82, 106): 'National Football League'",MISC,Tag,"[100, 106): 'League'",LOC,"[100, 106): 'League'",ORG,"Sentence boundary between ""Football"" and ""League""",,,
 13,test,43,"[143, 163): 'AC Milan George Weah'",ORG,None,"[143, 151): 'AC Milan'",,,,,,,
 13,test,44,"[260, 268): 'Mercedes'",ORG,None,,MISC,,,,,,
 13,test,52,"[11, 16): 'CZECH'",PER,None,,MISC,,,,,,
@@ -794,7 +796,7 @@ num_models,fold,doc_offset,model_span,model_ent_type,error_type,corpus_span,corp
 10,dev,124,"[412, 419): 'Reynard'",ORG,None,"[412, 433): 'Reynard Mercedes-Benz'",,,,,,,
 10,dev,124,"[420, 433): 'Mercedes-Benz'",ORG,None,"[412, 433): 'Reynard Mercedes-Benz'",,,,,,,
 10,dev,125,"[133, 141): 'CONCACAF'",MISC,None,,ORG,,,,,,
-10,dev,125,"[183, 187): '1998'",MISC,Span,"[188, 197): 'World Cup'",MISC,"[183, 187): '1998 World Cup'",,,,,
+10,dev,125,"[183, 187): '1998'",MISC,Span,"[188, 197): 'World Cup'",MISC,"[183, 197): '1998 World Cup'",MISC,,,,
 10,dev,126,"[3225, 3238): 'Alama Ieremia'",ORG,None,,PER,,,,,,
 10,dev,144,"[68, 89): 'Richard Finn NEW YORK'",PER,None,"[68, 80): 'Richard Finn'",,,,,,,
 10,dev,146,"[246, 272): 'Netherlands Czech Republic'",LOC,None,"[246, 257): 'Netherlands'",,,,,,,