Spaces:
Build error
Build error
- modelmod.py +1 -0
modelmod.py
CHANGED
@@ -19,6 +19,7 @@ import cv2
|
|
19 |
import numpy as np
|
20 |
import math
|
21 |
nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4", bnb_4bit_use_double_quant=True, bnb_4bit_compute_dtype=torch.bfloat16)
|
|
|
22 |
|
23 |
|
24 |
def get_model_path(model_name):
|
|
|
19 |
import numpy as np
|
20 |
import math
|
21 |
nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4", bnb_4bit_use_double_quant=True, bnb_4bit_compute_dtype=torch.bfloat16)
|
22 |
+
HF_TOKEN = os.environ.get("HF_TOKEN")
|
23 |
|
24 |
|
25 |
def get_model_path(model_name):
|