Update WarBot.py
Browse files
WarBot.py
CHANGED
@@ -65,6 +65,7 @@ def prepare_punct():
|
|
65 |
|
66 |
def initialize():
|
67 |
""" Loading the model """
|
|
|
68 |
fit_checkpoint = "WarBot"
|
69 |
tokenizer = AutoTokenizer.from_pretrained(fit_checkpoint)
|
70 |
model = AutoModelForCausalLM.from_pretrained(fit_checkpoint)
|
|
|
65 |
|
66 |
def initialize():
|
67 |
""" Loading the model """
|
68 |
+
torch.backends.quantized.engine = 'qnnpack' # Just for the specific machine architecture
|
69 |
fit_checkpoint = "WarBot"
|
70 |
tokenizer = AutoTokenizer.from_pretrained(fit_checkpoint)
|
71 |
model = AutoModelForCausalLM.from_pretrained(fit_checkpoint)
|