模型调试

548becfd · 宋柯 · acc7b49e · 548becfd
Commit 548becfd authored 3 years ago by 宋柯
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

down_vocab.py train/down_vocab.py +1 -1

No files found.
--- a/train/down_vocab.py
+++ b/train/down_vocab.py
@@ -30,7 +30,7 @@ for vocab_key in vocab_keys:
    print('filename: ', filename)
    with open(os.path.join(save_dir, filename), 'w') as f:
        texts = conn.lrange(vocab_key, 0, -1)
-        texts = eval(texts[0])
+        texts = list(filter(lambda x: x != '', eval(texts[0])))
        print('texts: ', len(texts))
        f.write('\n'.join(texts))