higher level abstraction wip

axolotl-ai-cloud · Dec 22, 2024 · b4b0c24 · b4b0c24
1 parent 393b543
commit b4b0c24
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/axolotl/utils/collators/mm_processing_strategies.py b/src/axolotl/utils/collators/mm_processing_strategies.py
@@ -170,6 +170,7 @@ class Qwen2VLProcessingStrategy(ProcessingStrategy):
     def __init__(self, processor: ProcessorMixin, chat_template: Optional[str] = None):
         super().__init__(processor, chat_template)
         self.image_token = "<|image_pad|>"
+        self.image_token_id = processor.tokenizer.convert_tokens_to_ids(self.image_token)
 
 
 class LlavaProcessingStrategy(ProcessingStrategy):