From 7ea12db3f539af414579c0e27b87e399645c58ed Mon Sep 17 00:00:00 2001 From: piero Date: Wed, 27 Nov 2019 17:49:39 -0800 Subject: [PATCH] Removed commented code. Identical output as before. --- examples/run_pplm.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/examples/run_pplm.py b/examples/run_pplm.py index b85998d7067..f4d697de3b0 100644 --- a/examples/run_pplm.py +++ b/examples/run_pplm.py @@ -347,13 +347,6 @@ def get_bag_of_words_indices(bag_of_words_ids_or_paths: List[str]) -> List[ bow_indices.append( [TOKENIZER.encode(word.strip(), add_prefix_space=True) for word in words]) - - #bow_words = set() - #for bow_list in bow_indices: - # bow_list = list(filter(lambda x: len(x) <= 1, bow_list)) - # bow_words.update( - # (TOKENIZER.decode(word).strip(), word) for word in bow_list) - return bow_indices