Skip to content

Commit

Permalink
Update text_augment.py
Browse files Browse the repository at this point in the history
  • Loading branch information
huu4ontocord authored Mar 1, 2022
1 parent 6248c96 commit 1ee2eb5
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion text_augment.py
Original file line number Diff line number Diff line change
Expand Up @@ -1675,7 +1675,7 @@ def process_ner_chunks_with_trans(self,
target_offset_key = f'{target_lang}_offset'
target_src_sim_key = f'{src_lang}_2_{target_lang}_sim'

public_figure_kenlm_data_list = public_figure_kenlm_cutoff_map.get(target_lang, {'cutoff': 500, 'pattern': "{} (born"})
public_figure_kenlm_data_list = public_figure_kenlm_cutoff_map.get(target_lang, [{'cutoff': 500, 'pattern': "{} (born"}])
docs = self.collapse_ner(docs, ner_key = f'{src_lang}_signal_ner', collapse_ner_key = f'{src_lang}_ner', text_key = f'{src_lang}_text', stopwords=stopwords1)

# do operations in the target_lang space
Expand Down

0 comments on commit 1ee2eb5

Please sign in to comment.