Commit
Β·
47cd83a
1
Parent(s):
a8e20c8
bug fix
Browse files
maker.py
CHANGED
|
@@ -13,8 +13,9 @@ class UDgoeswithDataset(object):
|
|
| 13 |
dep,c="-|_|dep",[]
|
| 14 |
for s in r:
|
| 15 |
t=s.split("\t")
|
| 16 |
-
if len(t)==10
|
| 17 |
-
|
|
|
|
| 18 |
elif c!=[]:
|
| 19 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
| 20 |
for i in range(len(v)-1,-1,-1):
|
|
|
|
| 13 |
dep,c="-|_|dep",[]
|
| 14 |
for s in r:
|
| 15 |
t=s.split("\t")
|
| 16 |
+
if len(t)==10:
|
| 17 |
+
if t[0].isdecimal():
|
| 18 |
+
c.append(t)
|
| 19 |
elif c!=[]:
|
| 20 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
| 21 |
for i in range(len(v)-1,-1,-1):
|