Update export model (#8671)

* Update sequence_parallel for predict

* Do not save moe_group

* update export model

Author: DesmonDay

llm/predict/export_model.py

@@ -95,6 +95,7 @@ def main():
         },
     )
     predictor.model.config.save_pretrained(export_args.output_path)
+    predictor.model.generation_config.save_pretrained(export_args.output_path)
     predictor.tokenizer.save_pretrained(export_args.output_path)
     generate_rank_mapping(os.path.join(export_args.output_path, "rank_mapping.csv"))
 

paddlenlp/transformers/configuration_utils.py

@@ -1032,6 +1032,8 @@ def to_dict(self, saving_file=False) -> Dict[str, Any]:
             output["model_type"] = self.__class__.model_type
         if "_auto_class" in output:
             del output["_auto_class"]
+        if "moe_group" in output:
+            del output["moe_group"]
 
         # PaddleNLP version when serializing the model
         output["paddlenlp_version"] = __version__