From db9cb9a659e7fd2ea2982ec4c423fcfa193a0e63 Mon Sep 17 00:00:00 2001 From: Max Woolf Date: Sat, 1 May 2021 12:35:40 -0700 Subject: [PATCH] always set line_by_line --- aitextgen/aitextgen.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/aitextgen/aitextgen.py b/aitextgen/aitextgen.py index 3e4cae5..f9cff5f 100644 --- a/aitextgen/aitextgen.py +++ b/aitextgen/aitextgen.py @@ -639,8 +639,7 @@ def train( **kwargs, ) - if train_data.line_by_line: - setattr(self.model.config, "line_by_line", True) + setattr(self.model.config, "line_by_line", train_data.line_by_line) if freeze_layers or self.openai_tf_gpt2 == "1558M": logger.info("Layer freezing enabled for model training.")