baidu
/

ERNIE-4.5-300B-A47B-PT

Text Generation

Model card Files Files and versions

AntonV HF Staff commited on Jul 21, 2025

Commit

259cadd

·

1 Parent(s): 0e63afd

readme

Files changed (1) hide show

README.md +6 -1

README.md CHANGED Viewed

@@ -77,7 +77,12 @@ model_name = "baidu/ERNIE-4.5-300B-A47B-PT"
 # load the tokenizer and the model
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
 # prepare the model input
 prompt = "Give me a short introduction to large language model."

 # load the tokenizer and the model
 tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    device_map="auto",
+    torch_dtype=torch.bfloat16,
+    tp_plan="auto",
+)
 # prepare the model input
 prompt = "Give me a short introduction to large language model."