LPX55 commited on
Commit
98cf7ca
·
1 Parent(s): 7fa6974
Files changed (1) hide show
  1. modelmod.py +1 -0
modelmod.py CHANGED
@@ -19,6 +19,7 @@ import cv2
19
  import numpy as np
20
  import math
21
  nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4", bnb_4bit_use_double_quant=True, bnb_4bit_compute_dtype=torch.bfloat16)
 
22
 
23
 
24
  def get_model_path(model_name):
 
19
  import numpy as np
20
  import math
21
  nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4", bnb_4bit_use_double_quant=True, bnb_4bit_compute_dtype=torch.bfloat16)
22
+ HF_TOKEN = os.environ.get("HF_TOKEN")
23
 
24
 
25
  def get_model_path(model_name):