Hugging Face's logo

Spaces:
Braszczynski
/
ID2223Lab2
Runtime error

App Files Community
Braszczynski commited on
Commit
cbac2a1
·
verified ·
1 Parent(s): 1ec22a8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from adapters import AutoAdapterModel
7
  model_name = "unsloth/Meta-Llama-3.1-8B-Instruct"
8
 
9
 
10
- tokenizer = AutoTokenizer.from_pretrained(model_name)
11
 
12
  # Load the base model with adapters
13
  model = AutoAdapterModel.from_pretrained(model_name)
 
7
  model_name = "unsloth/Meta-Llama-3.1-8B-Instruct"
8
 
9
 
10
+ tokenizer = AutoTokenizer.from_pretrained(model_name, load_in_4bit = True)
11
 
12
  # Load the base model with adapters
13
  model = AutoAdapterModel.from_pretrained(model_name)