memory leak

[dapeng2018]

Version: 1.4 Python 2.7.15

class TEST():

def __init__(self, input_filename):
    self.ac = ahocorasick.Automaton()
    n_word = 0
    with open(input_filename) as f:
        for text in f:
            n_word += 1
            word = text.strip()
            self.ac.add_word(word, (n_word, word))
    self.ac.make_automaton()

def test_sent(self, text):
    lines = text.strip().split('\t')
    sent = lines[0]
    res_relevant = []
    for item in self.ac.iter(sent):
        res_relevant.append(item[1][1])

if name == 'main': t = TEST(sys.argv[1]) before = t.get_memory_usage() n_lines = 0 with open(sys.argv[2]) as f: for text in f: n_lines += 1 t.test_sent(text.strip())

The input data is very large, and memory keeps growing.

[pombredanne]

@dapeng2018 do you still use Python 2? or did you switch to Python 3? Do you have the issue there too with 1.4.2?

[pombredanne]

@dapeng2018 I am closing for now, for lack of activity