from oie_readers.oieReader import OieReader
from oie_readers.extraction import Extraction
from _collections import defaultdict
class GoldReader(OieReader):
# Path relative to repo root folder
default_filename = './oie_corpus/all.oie'
def __init__(self):
self.name = 'Gold'
def read(self, fn):
d = defaultdict(lambda: [])
with open(fn) as fin:
for line in fin:
data = line.strip().split('\t')
text, base_rel, rel = data[:3]
args = data[3:]
confidence = 1
curExtraction = Extraction(pred = rel, sent = text, confidence = float(confidence))
for arg in args:
curExtraction.addArg(arg)
d[text].append(curExtraction)
self.oie = d
if __name__ == '__main__' :
g = GoldReader()
g.read('../oie_corpus/all.oie', includeNominal = False)
d = g.oie
e = list(d.items())[0]
print(e[1][0].bow())
print((g.count()))
