Skip to content

Commit 6dbcdb0

Browse files
fix: filter GGUF and GGML files from model list (#8397)
Filter GGUF and GGML files from model list Skip .gguf/.ggml loose files when listing models and add a test for .gguf exclusion. Closes #1077 Signed-off-by: Yaroslav98214 <diakovichyaroslav30@gmail.com>
1 parent c30866b commit 6dbcdb0

File tree

2 files changed

+4
-0
lines changed

2 files changed

+4
-0
lines changed

pkg/model/loader.go

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -120,6 +120,8 @@ var knownModelsNameSuffixToSkip []string = []string{
120120
".",
121121
".safetensors",
122122
".bin",
123+
".gguf",
124+
".ggml",
123125
".partial",
124126
".tar.gz",
125127
}

pkg/model/loader_test.go

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,11 +61,13 @@ var _ = Describe("ModelLoader", func() {
6161
Context("ListFilesInModelPath", func() {
6262
It("should list all valid model files in the model path", func() {
6363
os.Create(filepath.Join(modelPath, "test.model"))
64+
os.Create(filepath.Join(modelPath, "model.gguf"))
6465
os.Create(filepath.Join(modelPath, "README.md"))
6566

6667
files, err := modelLoader.ListFilesInModelPath()
6768
Expect(err).To(BeNil())
6869
Expect(files).To(ContainElement("test.model"))
70+
Expect(files).ToNot(ContainElement("model.gguf"))
6971
Expect(files).ToNot(ContainElement("README.md"))
7072
})
7173
})

0 commit comments

Comments
 (0)