Merge pull request #36 from CODAIT/fix-labels-2

Adjust audited files so that we can generate all_conll_corrections_combined.csv automatically

Author: frreiss

corrected_corpus/.gitignore

@@ -0,0 +1,2 @@
+eng.*
+

corrected_labels/all_conll_corrections_combined.csv

@@ -1,21 +1,21 @@
 num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,correct_ent_type,notes,time_started,time_stopped,time_elapsed
 0,dev,2,"[25, 30): 'ASHES'",MISC,None,,,teams label as ORG ,,,
 0,dev,15,"[15, 40): 'AMERICAN FOOTBALL-RANDALL'",MISC,Wrong,,, divisions of leagues not entities,,,
-,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"(33, 51]: 'RANDALL CUNNINGHAM'",,"need to split on '-' ""FOOTBALL-RANDALL""",,,
+,dev,15,"[41, 51): 'CUNNINGHAM'",PER,Token,"[33, 51): 'RANDALL CUNNINGHAM'",PER,"need to split on '-' ""FOOTBALL-RANDALL""",,,
 0,dev,20,"[90, 96): 'Berlin'",MISC,Sentence,"[90, 107): 'Berlin Grand Prix'",,,,,
 0,dev,22,"[213, 244): 'Solidarity Meeting for Sarajevo'",MISC,None,,,,,,
 0,dev,22,"[826, 847): 'IAAF Grand Prix Final'",MISC,None,,,,,,
 0,dev,34,"[2269, 2291): 'Jackson Hole symposium'",MISC,None,,,teams label as PER,,,
 0,dev,38,"[624, 635): 'Chicago PMI'",MISC,None,,,Purchase Managers Index,,,
-0,dev,39,"[11, 23): 'Boxing-Bruno'",MISC,Span,"[18, 23): 'Bruno'",PER,TODO cleanup,,,
-0,dev,42,"[476, 539): 'Driefontein Consolidated and Gold Fields ' Kloof Gold Mining Co'",ORG,Span,"[476, 500): 'Driefontein Consolidated'",ORG,Description of two companies jointly owning a third company,,,
-0,dev,42,"[476, 539): 'Driefontein Consolidated and Gold Fields ' Kloof Gold Mining Co'",ORG,Span,"[505, 516): 'Gold Fields'",ORG,Description of two companies jointly owning a third company,,,
+0,dev,39,"[11, 23): 'Boxing-Bruno'",MISC,Token,"[18, 23): 'Bruno'",PER,Tokenizer treated 'Boxing-Bruno' as one token,,,
+,dev,42,,,Missing,"[476, 500): 'Driefontein Consolidated'",ORG,Description of two companies jointly owning a third company,,,
+,dev,42,,,Missing,"[505, 516): 'Gold Fields'",ORG,Description of two companies jointly owning a third company,,,
 0,dev,42,"[476, 539): 'Driefontein Consolidated and Gold Fields ' Kloof Gold Mining Co'",ORG,Span,"[519, 539): 'Kloof Gold Mining Co'",ORG,Description of two companies jointly owning a third company,,,
 0,dev,47,"[106, 122): 'Aerodrom Beograd'",LOC,None,,,"Is an airport, teams label as PER",,,
 0,dev,58,"[354, 356): 'T3'",LOC,None,,,is a prison in Phenon Phem,,,
 0,dev,60,"[1480, 1495): 'Jebel al-Akhdar'",LOC,None,,,"is a region, teams missed al-Akhdar",,,
-0,dev,65,"[1125, 1134): 'asset-St.'",MISC,Token,,,Asset-St. Treated as 1 token,,,
-0,dev,65,"[1135, 1140): 'Louis'",MISC,Sentence,"(1130, 1140]: 'St. Louis'",LOC,Sentence boundary btw St. and Louis,,,
+0,dev,65,"[1125, 1134): 'asset-St.'",MISC,Token,"[1131, 1140): 'St. Louis'",LOC,Sentence boundary and tokenization issue at the same place,,,
+0,dev,65,"[1135, 1140): 'Louis'",MISC,Sentence,"[1131, 1140): 'St. Louis'",LOC,Sentence boundary and tokenization issue at the same place,,,
 0,dev,66,"[1163, 1180): 'Pan Am flight 103'",MISC,None,,,"ambiguous, but was an event",,,
 0,dev,82,"[143, 145): 'MI'",LOC,None,,,,,,
 0,dev,85,"[1140, 1148): 'Indosuez'",ORG,None,,,teams label as LOC,,,
@@ -95,9 +95,9 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,test,27,"[565, 573): 'X-DENVER'",MISC,Token,"[567, 573): 'DENVER'",ORG,"split on '-', X"" is an annotation""",,,
 0,test,27,"[889, 900): 'Y-GREEN BAY'",MISC,Token,"[891, 900): 'GREEN BAY'",ORG,"split on '-', Y"" is an annotation""",,,
 ,test,27,"[410, 412): 'PA'",ORG,Wrong,,,Points Allowed,,,
-0,test,28,"[82, 90): 'National'",ORG,Sentence,"[82, 106): 'National Football League'",,Also sentence boundary after National,,,
-0,test,28,"[91, 99): 'Football'",LOC,Sentence,"[82, 106): 'National Football League'",ORG,,,,
-0,test,28,"[100, 106): 'League'",LOC,Sentence,"[82, 106): 'National Football League'",ORG,,,,
+0,test,28,"[82, 90): 'National'",ORG,Sentence,"[82, 106): 'National Football League'",ORG,Also entity boundary after National,,,
+0,test,28,"[91, 99): 'Football'",LOC,Tag,"[91, 99): 'Football'",ORG,,,,
+0,test,28,"[100, 106): 'League'",LOC,Tag,"[100, 106): 'League'",ORG,,,,
 0,test,29,"[25, 44): 'FOOTBALL-OHIO STATE'",MISC,Token,"[34, 44): 'OHIO STATE'",ORG,"Need to split on '-' ""FOOTBALL-OHIO""",,,
 0,test,29,"[47, 51): 'PACE'",PER,None,,,last name,,,
 0,test,29,"[65, 79): 'LOMBARDI AWARD'",MISC,None,,,Award,,,
@@ -123,9 +123,8 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,test,49,"[57, 63): 'DURBAN'",PER,Tag,,LOC,city,,,
 ,test,54,"[11, 27): 'INTERVIEW-ZYWIEC'",MISC,Token,"[21, 27): 'ZYWIEC'",ORG,Need to split on '-',,,
 0,test,54,"[1717, 1723): 'Okocim'",ORG,None,,,brewery,,,
-,test,54,"[3224, 3230): 'Zywiec'",ORG,Span,"[3224, 3241): 'Zywiec Full Light'",,,,,
-0,test,54,"[3231, 3241): 'Full Light'",MISC,Wrong,,,"See previous line – type of beer, brand",,,
-,test,63,"[19, 39): 'office-Conservatives'  ",MISC,Token,"[26, 39): 'Conservatives'  ",ORG,political party,,,
+,test,54,"[3224, 3230): 'Zywiec'",ORG,None,,,"Ambiguous: Is [3224, 3241): 'Zywiec Full Light' the brand, or is ""Full Light"" the brand?",,,
+0,test,54,"[3231, 3241): 'Full Light'",MISC,Tag,,ORG,"See previous line – type of beer, brand",,,
 0,test,63,"[148, 160): 'Conservative'",MISC,Tag,,ORG,political party,,,
 0,test,70,"[79, 93): 'Maritime Queen'",MISC,None,,,carrier,,,
 0,test,70,"[177, 197): 'New York Commodities'",ORG,Span,"[177, 202): 'New York Commodities Desk'",,"??? team labeled ""New York Commodities Desk""",,,
@@ -153,7 +152,7 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,test,106,"[311, 338): 'Asia Rubber Markets meeting'",MISC,None,,,,,,
 0,test,108,"[59, 75): 'Haitham Haddadin'",ORG,Tag,,PER,looks to be the author,,,
 0,test,108,"[2392, 2415): 'Guardians of the Cedars'",ORG,None,,,a militia,,,
-0,test,112,"[174, 184): 'John Mills'",PER,Span,"[174, 187): 'John Mills Jr'",,,,,
+0,test,112,"[174, 184): 'John Mills'",PER,Sentence,"[174, 188): 'John Mills Jr.'",PER,"Wrong span, and incorrect sentence boundary after ""Jr.""",,,
 0,test,115,"[326, 341): 'Outagmie County'",LOC,None,,,,,,
 0,test,117,"[83, 88): 'NYMEX'",ORG,None,,,exchange,,,
 0,test,117,"[89, 98): 'Henry Hub'",LOC,None,,,gas pipeline,,,
@@ -202,20 +201,20 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 0,test,183,"[18, 35): 'SKIING-GLADISHIVA'",MISC,Token,"[25, 35): 'GLADISHIVA'",PER,split on '-',,,
 0,test,185,"[233, 244): 'Lillehammer'",LOC,None,,,,,,
 0,test,186,"[432, 446): 'Ingeborg Helen'",PER,Span,"[432, 454): 'Ingeborg Helen Markein'",,,,,
-,test,186,"[533, 541): 'Florence'  ",LOC,Wrong,,,,,,
-0,test,186,"[542, 549): 'Masnada'",PER,Span,"[533, 549): 'Florence Masnada'  ",,,,,
+,test,186,"[533, 541): 'Florence'",LOC,Wrong,,,,,,
+0,test,186,"[542, 549): 'Masnada'",PER,Span,"[533, 549): 'Florence Masnada'",,,,,
 ,test,186,"[1275, 1283): 'Florence'",LOC,Wrong,,,,,,
-0,test,186,"[1284, 1291): 'Masnada'",PER,Span,"[1275, 1291): 'Florence Masnada'  ",,,,,
+0,test,186,"[1284, 1291): 'Masnada'",PER,Span,"[1275, 1291): 'Florence Masnada'",,,,,
 0,test,186,"[2292, 2304): 'Nation's Cup'",MISC,None,,,sporting event,,,
-0,test,190,"[11, 27): 'BOBSLEIGH-SHIMER'",MISC,Token,,,,,,
-,test,190,"[440, 445): 'Italy'  ",LOC,Span,"[440, 447): 'Italy I'  ",ORG,bobsled division,,,
+0,test,190,"[11, 27): 'BOBSLEIGH-SHIMER'",MISC,Token,"[21, 27): 'SHIMER'",PER,"Tokenizer treated ""BOBSLEIGH-SHIMER"" as a single token",,,
+,test,190,"[440, 445): 'Italy'",LOC,Span,"[440, 447): 'Italy I'",ORG,bobsled division,,,
 0,test,192,"[225, 232): 'Italy I'",ORG,None,,,bobsled division,,,
 0,test,192,"[364, 372): 'German I'",ORG,None,,,bobsled division,,,
 0,test,192,"[431, 444): 'Switzerland I'",ORG,None,,,bobsled division,,,
 0,test,192,"[566, 582): 'Czech Republic I'",ORG,None,,,bobsled division,,,
 0,test,192,"[776, 791): 'United States I'",ORG,None,,,bobsled division,,,
-0,test,199,"[27, 52): 'SCOTTISH PREMIER DIVISION'",MISC,Span,"[27, 35): 'SCOTTISH'",,,,,
-0,test,199,"[108, 124): 'Scottish premier'",MISC,Span,"[108, 116): 'Scottish'",,,,,
+0,test,199,"[27, 52): 'SCOTTISH PREMIER DIVISION'",MISC,Span,"[27, 35): 'SCOTTISH'",MISC,Divisions of leagues not considered entities,,,
+0,test,199,"[108, 124): 'Scottish premier'",MISC,Span,"[108, 116): 'Scottish'",MISC,Divisions of leagues not considered entities,,,
 0,test,205,"[627, 636): 'Wimbledon'",LOC,Tag,,ORG,soccer team,,,
 0,test,207,"[196, 210): 'Premier league'",MISC,None,,,,,,
 0,test,207,"[1041, 1047): 'Oxford'",LOC,Tag,,ORG,,,,
@@ -300,8 +299,8 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 1,test,9,"[774, 785): 'Efes Pilsen'",ORG,None,,,team ,,,
 1,test,9,"[804, 814): 'Pau-Orthez'",ORG,None,,,team ,,,
 1,test,11,"[133, 150): 'Chapman Golf Club'",LOC,None,,,,,,
-,test,24,"[211, 226): 'National Hockey'",ORG,Sentence,,,,,,
-1,test,24,"[227, 233): 'League'",ORG,Wrong,"[211, 233): 'National Hockey League'",,,,,
+,test,24,"[211, 226): 'National Hockey'",ORG,Sentence,"[211, 233): 'National Hockey League'",ORG,,,,
+1,test,24,"[227, 233): 'League'",ORG,Sentence,"[211, 233): 'National Hockey League'",ORG,,,,
 1,test,25,"[47, 53): 'EAGLES'",ORG,None,,,,,,
 1,test,29,"[788, 802): 'Lombardi Award'",MISC,None,,,,,,
 1,test,38,"[1089, 1095): 'Oviedo'",ORG,None,,,"Ambiguous , seems to refer to team in city 'Oviedo Spain', Span in LOC",,,
@@ -323,19 +322,19 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 1,test,108,"[1510, 1527): 'Christian-Shi'ite'",MISC,Span,"[1510, 1534): 'Christian-Shi'ite Moslem'",,all describes one force of people,,,
 ,test,108,"[1528, 1534): 'Moslem'",Misc,Wrong,,,,,,
 1,test,111,"[739, 741): 'NJ'",LOC,None,,,,,,
-,test,114,"[11, 17): 'Iowa-S'  ",LOC,Token,"[11, 15): 'Iowa'  ",,split on '-',,,
-,test,114,"[18, 22): 'Minn'",LOC,Span,"[16, 22): 'S Minn'",,,,,
+,test,114,"[11, 17): 'Iowa-S'",LOC,Token,"[11, 15): 'Iowa'",LOC,split on '-',,,
+,test,114,"[18, 22): 'Minn'",LOC,Span,"[16, 22): 'S Minn'",LOC,,,,
 1,test,114,"[51, 61): 'sales-USDA'",MISC,Token,"[57, 61): 'USDA'",,split on '-',,,
 1,test,117,"[1338, 1343): 'NYMEX'",ORG,None,,,exchange,,,
 1,test,118,"[127, 136): 'St. Louis'",LOC,None,,,,,,
 1,test,118,"[535, 550): 'mid-Mississippi'",MISC,Tag,,LOC,location where barge is,,,
-,test,118,"[552, 560): 'McGregor'  ",PER,Tag,,LOC,is a city on the Mississippi River,,,
-,test,118,"[776, 791): 'mid-Mississippi'  ",MISC,Tag,,LOC,location where barge is,,,
+,test,118,"[552, 560): 'McGregor'",PER,Tag,,LOC,is a city on the Mississippi River,,,
+,test,118,"[776, 791): 'mid-Mississippi'",MISC,Tag,,LOC,location where barge is,,,
 1,test,119,"[368, 375): 'Chicago'",LOC,None,,,,,,
 1,test,122,"[522, 545): 'Glencoe Animal Hospital'",ORG,Tag,,LOC,specific hospitol,,,
 1,test,122,"[1583, 1594): 'Rottweilers'",MISC,None,,,,,,
-1,test,123,"[11, 17): 'Iowa-S'",LOC,Token,"[11, 15): 'Iowa'  ",,split on '-',,,
-,test,123,"[18, 22): 'Minn'",LOC,Span,"[16, 22): 'S Minn'",,,,,
+1,test,123,"[11, 17): 'Iowa-S'",LOC,Token,"[11, 15): 'Iowa'",LOC,split on '-',,,
+,test,123,"[18, 22): 'Minn'",LOC,Token,"[16, 22): 'S Minn'",LOC,,,,
 1,test,134,"[62, 73): 'Lantau Peak'",MISC,Tag,,LOC,??? def a peak,,,
 1,test,137,"[269, 282): 'Saharan Blend'",MISC,None,,,type of crude oil,,,
 1,test,137,"[341, 354): 'Arabian Light'",MISC,None,,,type of crude oil,,,
@@ -346,13 +345,13 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 1,test,152,"[556, 559): 'Let'",LOC,Wrong,,,Let's march together,,,
 1,test,152,"[1035, 1041): 'League'",LOC,Tag,,ORG,appears other times in doc,,,
 1,test,153,"[229, 238): 'Wednesday'",ORG,Wrong,,,day of the week,,,
-1,test,161,"[11, 24): 'John Lewis UK'",ORG,Span,"[11, 21): 'John Lewis'",,"??? division of company based in UK, should UK be separate?",,,
+1,test,161,"[11, 24): 'John Lewis UK'",ORG,Span,"[11, 21): 'John Lewis'",,John Lewis Partnership is a company that owns some stores in the UK,,,
 1,test,163,"[121, 133): 'Conservative'",MISC,Tag,,ORG,political party,,,
 ,test,163,"[411, 424): 'Conservatives'  ",,Missing,,ORG,political party,,,
 1,test,163,"[1365, 1377): 'Conservative'",MISC,,,,political party,,,
 1,test,176,"[43, 49): 'Busang'",LOC,None,,,,,,
 1,test,176,"[781, 787): 'Busang'",LOC,None,,,,,,
-,test,176,"[2419, 2425): 'Busang'  ",ORG,Tag,,LOC,??? city in Indonesia that has big gold deposits,,,
+,test,176,"[2419, 2425): 'Busang'",ORG,Tag,,LOC,??? city in Indonesia that has big gold deposits,,,
 ,test,176,"[2732, 2738): 'Busang'",ORG,Tag,,LOC,,,,
 1,test,176,"[2960, 2966): 'Busang'",ORG,Tag,,LOC,,,,
 1,test,178,"[951, 960): 'then-U.S.'",MISC,None,,,used to be a U.S. trade rep,,,
@@ -447,11 +446,11 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 2,test,54,"[99, 105): 'Zywiec'",ORG,None,,,brewery,,,
 2,test,54,"[626, 632): 'Zywiec'",ORG,None,,,brewery,,,
 2,test,54,"[2966, 2972): 'Okocim'",ORG,None,,,another brewery,,,
-2,test,54,"[3224, 3230): 'Zywiec'",ORG,Span,"[3224, 3241): 'Zywiec Full Light'",,beer brand,,,
+2,test,54,"[3224, 3230): 'Zywiec'",ORG,None,,,,,,
 2,test,54,"[3522, 3528): 'Zywiec'",ORG,None,,,brewery,,,
 2,test,60,"[2313, 2329): 'London-to-Boston'",MISC,None,,,airplane route,,,
 2,test,63,"[11, 16): 'Major'",PER,None,,,last name,,,
-2,test,63,"[19, 39): 'office-Conservatives'",MISC,Token,"[26, 39): 'Conservatives'  ",ORG,political party,,,
+2,test,63,"[19, 39): 'office-Conservatives'",MISC,Token,"[26, 39): 'Conservatives'",ORG,political party,,,
 2,test,67,"[682, 690): 'Manitoba'",ORG,None,,,pork company/council,,,
 2,test,75,"[207, 215): 'Santa Fe'",ORG,None,,,company name,,,
 2,test,75,"[455, 463): 'Santa Fe'",ORG,None,,,company name,,,
@@ -471,7 +470,7 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 2,test,101,"[89, 102): 'East Timorese'",MISC,None,,,adj describing birth loc of person,,,
 2,test,104,"[2622, 2628): 'Yangon'",LOC,None,,,university,,,
 2,test,108,"[2380, 2391): 'pro-Israeli'",MISC,None,,,adj,,,
-2,test,114,"[11, 17): 'Iowa-S'",LOC,Token,"[11, 15): 'Iowa'  ",,split on ‘-’,,,
+2,test,114,"[11, 17): 'Iowa-S'",LOC,Token,"[11, 15): 'Iowa'",LOC,split on ‘-’,,,
 2,test,117,"[1654, 1661): 'Permian'",MISC,None,,,"ambiguous could be a company or region, ref to natgas",,,
 2,test,118,"[776, 791): 'mid-Mississippi'",MISC,None,,,adj,,,
 2,test,119,"[11, 15): 'CBOT'",ORG,None,,,chicago board of trade,,,
@@ -11627,4 +11626,4 @@ num_models,fold,doc_offset,corpus_span,corpus_ent_type,error_type,correct_span,c
 16,test,230,"[1108, 1115): 'Germany'",LOC,,,,,,,
 16,test,230,"[1127, 1132): 'Irish'",MISC,,,,,,,
 16,test,230,"[1153, 1160): 'England'",LOC,,,,,,,
-16,test,230,"[1252, 1259): 'England'",LOC,,,,,,,
+16,test,230,"[1252, 1259): 'England'",LOC,,,,,,,