near/berliner-winter
1
0
Fork 0
mirror of https://github.com/heyarne/berliner-winter.git synced 2026-05-06 19:23:39 +02:00
Code Issues Projects Releases Wiki Activity

Fix POS-tuple cleanup

Browse source
This commit is contained in:
Arne Schlüter 2015-01-17 17:36:14 +01:00
commit 492ea184bc
1 changed files with 10 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

19
analyze.py
View file

@ -50,26 +50,27 @@ def improve_potential_places(pos_tuples):
for tuple_list in pos_tuples:
# first, exluce empty lists
if tuple_list:
cleaner = []
cleaner_list = []
index = -1
for tuple in tuple_list:
index += 1
# exclude articles ("the", "a"), they only introduce noise, but
# keep the wh
if tuple[1] is "ART":
# keep the list as a whole
if tuple[1] == "ART":
continue
# if we have numbers in the middle of our phrase, it's probably
# also not useful (as opposed to Krügerstr. 22)
if tuple[1] is "CARD" and index < len(tuple_list):
cleaner_tuple = []
# if we have numbers in the middle of our phrase, probably the
# whole list is not useful (as opposed to e.g. Krügerstr. 22)
if tuple[1] == "CARD" and index < len(tuple_list):
cleaner_list = []
break
cleaner.append(tuple)
cleaner_list.append(tuple)
better_tuples.append(cleaner)
if cleaner_list:
better_tuples.append(cleaner_list)
return better_tuples