Open LastRyan opened 3 years ago
if len(words_to_tokens) + len(input_ids) + 1 > self.config.max_seq_length: to if len(word_tokens) + len(input_ids) + 1 > self.config.max_seq_length: ?
if len(words_to_tokens) + len(input_ids) + 1 > self.config.max_seq_length:
if len(word_tokens) + len(input_ids) + 1 > self.config.max_seq_length:
tagging_task.py,
line 132,
if len(words_to_tokens) + len(input_ids) + 1 > self.config.max_seq_length:toif len(word_tokens) + len(input_ids) + 1 > self.config.max_seq_length:?