embedding 实现截断2

Author: shell-nlp

gpt_server/model_worker/base/model_worker_base.py

@@ -101,6 +101,9 @@ def __init__(
             except ValueError as e:
                 logger.warning(e)
                 self.model_config = {}
+            self.max_position_embeddings = getattr(
+                self.model_config, "max_position_embeddings", 512
+            )
             # logger.info(f"模型配置：{self.model_config}")
             self.vision_config = getattr(self.model_config, "vision_config", None)
             is_vision = self.vision_config is not None