RodriiS commited on
Commit
2f4d994
Β·
verified Β·
1 Parent(s): 56cf3a0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -18,13 +18,13 @@ quant_config = BitsAndBytesConfig(
18
  )
19
 
20
  # Inicializa o modelo e o tokenizer
21
- model_id = "TheBloke/Qwen2-7B-Instruct-GPTQ"
22
- tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=api_key)
23
  model = AutoModelForCausalLM.from_pretrained(
24
  model_id,
25
  quantization_config=quant_config,
26
  device_map="auto",
27
- use_auth_token=api_key
28
  )
29
 
30
  # FunΓ§Γ£o do chatbot
 
18
  )
19
 
20
  # Inicializa o modelo e o tokenizer
21
+ model_id = "Qwen/Qwen2-7B-Instruct-GPTQ-Int4" # Modelo GPTQ oficial da Qwen
22
+ tokenizer = AutoTokenizer.from_pretrained(model_id, token=api_key)
23
  model = AutoModelForCausalLM.from_pretrained(
24
  model_id,
25
  quantization_config=quant_config,
26
  device_map="auto",
27
+ token=api_key
28
  )
29
 
30
  # FunΓ§Γ£o do chatbot