update

config.gradio.yaml

@@ -5,8 +5,8 @@ huggingface:
 dev: false
 debug: true
 log_file: logs/debug_TIMESTAMP.log
-model: text-davinci-003 # text-davinci-003
-use_completion: true
+model: gpt-4 # text-davinci-003
+use_completion: false
 inference_mode: hybrid # local, huggingface or hybrid
 local_deployment: standard # minimal, standard or full
 num_candidate_models: 5

get_token_ids.py

@@ -1,6 +1,7 @@
 import tiktoken
 
 encodings = {
+    "gpt-4": tiktoken.get_encoding("cl100k_base"),
     "gpt-3.5-turbo": tiktoken.get_encoding("cl100k_base"),
     "gpt-3.5-turbo-0301": tiktoken.get_encoding("cl100k_base"),
     "text-davinci-003": tiktoken.get_encoding("p50k_base"),
@@ -16,6 +17,7 @@ encodings = {
 }
 
 max_length = {
+    "gpt-4": 4096,
     "gpt-3.5-turbo": 4096,
     "gpt-3.5-turbo-0301": 4096,
     "text-davinci-003": 4096,

requirements.txt

@@ -15,4 +15,5 @@ timm==0.6.13
 typeguard==2.13.3
 accelerate==0.18.0
 pytesseract==0.3.10
-basicsr==1.4.2
+basicsr==1.4.2
+torch==2.0.0