Hugging Face's logo

Spaces:
Tasmay-Tib
/
sarvam-ai-entity-normalisation
Sleeping

App Files Community
Dark-O-Ether commited on
Commit
5c3be94
·
1 Parent(s): 7b17e5f

testing v-0.0.7

Browse files
Files changed (2) hide show
  1. init.sh +1 -1
  2. init2.sh +2 -2
init.sh CHANGED
@@ -33,7 +33,7 @@ fi
33
  echo "Starting llama-server in the background..."
34
  cd build
35
  nohup ./bin/llama-server \
36
- -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
37
  -n 256 -c 1024 -t 2 -b 1 \
38
  --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
39
  --port 8081 --mlock --numa numactl &
 
33
  echo "Starting llama-server in the background..."
34
  cd build
35
  nohup ./bin/llama-server \
36
+ -m ../models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
37
  -n 256 -c 1024 -t 2 -b 1 \
38
  --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
39
  --port 8081 --mlock --numa numactl &
init2.sh CHANGED
@@ -10,7 +10,7 @@ if [ -d "llama.cpp" ]; then
10
  echo "Starting llama-server in the background..."
11
  # cd build
12
  nohup ./bin/llama-server \
13
- -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
14
  -n 256 -c 1024 -t 2 -b 1 \
15
  --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
16
  --port 8081 --mlock --numa numactl &
@@ -34,7 +34,7 @@ elif [ "$(basename "$PWD")" = "llama.cpp" ]; then
34
  echo "Starting llama-server in the background..."
35
  # cd build
36
  nohup ./bin/llama-server \
37
- -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
38
  -n 256 -c 1024 -t 2 -b 1 \
39
  --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
40
  --port 8081 --mlock --numa numactl &
 
10
  echo "Starting llama-server in the background..."
11
  # cd build
12
  nohup ./bin/llama-server \
13
+ -m ../models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
14
  -n 256 -c 1024 -t 2 -b 1 \
15
  --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
16
  --port 8081 --mlock --numa numactl &
 
34
  echo "Starting llama-server in the background..."
35
  # cd build
36
  nohup ./bin/llama-server \
37
+ -m ../models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
38
  -n 256 -c 1024 -t 2 -b 1 \
39
  --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
40
  --port 8081 --mlock --numa numactl &