insert_retokenized_currency

scripts.fix_tokenization.insert_retokenized_currency(i, terminals, preterminals, preterminal_parents, tokens, state)[source]