yujiepan commited on
Commit
0eaa016
·
verified ·
1 Parent(s): a686afe

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +9 -3
README.md CHANGED
@@ -8,9 +8,16 @@ This tiny model is intended for debugging. It is randomly initialized using the
8
 
9
  ### Example usage:
10
 
 
 
 
 
 
 
 
 
11
  ```python
12
  import torch
13
-
14
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
15
 
16
  model_id = "yujiepan/minimax-m2-tiny-random"
@@ -31,9 +38,8 @@ print(pipe('Write an article about Artificial Intelligence.'))
31
  import json
32
  from pathlib import Path
33
 
34
- import torch
35
-
36
  import accelerate
 
37
  from huggingface_hub import file_exists, hf_hub_download
38
  from transformers import (
39
  AutoConfig,
 
8
 
9
  ### Example usage:
10
 
11
+ - vLLM
12
+
13
+ ```bash
14
+ vllm serve yujiepan/minimax-m2-tiny-random --trust-remote-code
15
+ ```
16
+
17
+ - Transformers
18
+
19
  ```python
20
  import torch
 
21
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
22
 
23
  model_id = "yujiepan/minimax-m2-tiny-random"
 
38
  import json
39
  from pathlib import Path
40
 
 
 
41
  import accelerate
42
+ import torch
43
  from huggingface_hub import file_exists, hf_hub_download
44
  from transformers import (
45
  AutoConfig,