Skip to content

Commit 1eabe34

Browse files
llama-server: update test models to new HF repos
1 parent 53352d0 commit 1eabe34

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

tools/server/tests/utils.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -450,8 +450,8 @@ def load_all() -> None:
450450
@staticmethod
451451
def tinyllama2() -> ServerProcess:
452452
server = ServerProcess()
453-
server.model_hf_repo = "ggml-org/models"
454-
server.model_hf_file = "tinyllamas/stories260K.gguf"
453+
server.model_hf_repo = "ggml-org/test-model-stories260K"
454+
server.model_hf_file = None
455455
server.model_alias = "tinyllama-2"
456456
server.n_ctx = 512
457457
server.n_batch = 32
@@ -495,8 +495,8 @@ def bert_bge_small_with_fa() -> ServerProcess:
495495
def tinyllama_infill() -> ServerProcess:
496496
server = ServerProcess()
497497
server.offline = True # will be downloaded by load_all()
498-
server.model_hf_repo = "ggml-org/models"
499-
server.model_hf_file = "tinyllamas/stories260K-infill.gguf"
498+
server.model_hf_repo = "ggml-org/test-model-stories260K-infill"
499+
server.model_hf_file = None
500500
server.model_alias = "tinyllama-infill"
501501
server.n_ctx = 2048
502502
server.n_batch = 1024

0 commit comments

Comments
 (0)