always set line_by_line

minimaxir · May 1, 2021 · db9cb9a · db9cb9a
1 parent 342a361
commit db9cb9a
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/aitextgen/aitextgen.py b/aitextgen/aitextgen.py
@@ -639,8 +639,7 @@ def train(
                 **kwargs,
             )
 
-        if train_data.line_by_line:
-            setattr(self.model.config, "line_by_line", True)
+        setattr(self.model.config, "line_by_line", train_data.line_by_line)
 
         if freeze_layers or self.openai_tf_gpt2 == "1558M":
             logger.info("Layer freezing enabled for model training.")