highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-10 21:37:14 +01:00
Code Issues Packages Projects Releases Wiki Activity

added some more tests for qwen3vl

Browse Source
This commit is contained in:
Grace Guo
2025-10-29 12:14:43 -07:00
parent b0cd31c9c1
commit b123efc8bf
1 changed files with 28 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
integration/qwen3vl_test.go
View File

@@ -21,7 +21,7 @@ func TestQwen3VLScenarios(t *testing.T) {
name string name string
messages []api.Message messages []api.Message
tools []api.Tool tools []api.Tool
image string images []string
anyResp []string anyResp []string
}{ }{
{ {
@@ -30,7 +30,7 @@ func TestQwen3VLScenarios(t *testing.T) {
{Role: "system", Content: "You are a helpful assistant."}, {Role: "system", Content: "You are a helpful assistant."},
{Role: "user", Content: "Write a short haiku about autumn."}, {Role: "user", Content: "Write a short haiku about autumn."},
}, },
anyResp: []string{"haiku", "autumn", "fall"}, // anyResp: []string{"haiku", "autumn", "fall"},
}, },
{ {
name: "Single Image Scenario", name: "Single Image Scenario",
@@ -41,11 +41,26 @@ func TestQwen3VLScenarios(t *testing.T) {
}, },
{ {
Role: "user", Role: "user",
Content: "What is this flower? Is it poisonous to cats?", Content: "What is the answer to this question?",
}, },
}, },
image: "testdata/question.png", images: []string{"testdata/question.png"},
anyResp: []string{"flower", "plant", "poison", "cat"}, // anyResp: []string{"answer", "solution", "explanation"},
},
{
name: "Multiple Images Scenario",
messages: []api.Message{
{
Role: "system",
Content: "You are a helpful assistant that can see images.",
},
{
Role: "user",
Content: "What is the answer to these two questions?",
},
},
images: []string{"testdata/satmath1.png", "testdata/satmath2.png"},
// anyResp: []string{"image", "answer", "analysis"},
}, },
{ {
name: "Tools Scenario", name: "Tools Scenario",
@@ -75,7 +90,7 @@ func TestQwen3VLScenarios(t *testing.T) {
}, },
}, },
}, },
anyResp: []string{"san francisco", "weather", "temperature"}, // anyResp: []string{"san francisco", "weather", "temperature"},
}, },
} }
@@ -85,14 +100,16 @@ func TestQwen3VLScenarios(t *testing.T) {
for _, model := range models { for _, model := range models {
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
// Load image if specified // Load and attach images if specified
if tt.image != "" { if len(tt.images) > 0 {
imageData := loadImageData(t, tt.image) var imgs []api.ImageData
// Add image to the last user message for _, path := range tt.images {
imgs = append(imgs, loadImageData(t, path))
}
if len(tt.messages) > 0 { if len(tt.messages) > 0 {
lastMessage := &tt.messages[len(tt.messages)-1] lastMessage := &tt.messages[len(tt.messages)-1]
if lastMessage.Role == "user" { if lastMessage.Role == "user" {
lastMessage.Images = []api.ImageData{imageData} lastMessage.Images = imgs
} }
} }
} }
@@ -139,7 +156,6 @@ func TestQwen3VLScenarios(t *testing.T) {
if len(gotCalls) == 0 { if len(gotCalls) == 0 {
t.Fatalf("expected at least one tool call, got none") t.Fatalf("expected at least one tool call, got none")
} }
// Optionally validate the first tool name matches the offered tool
if gotCalls[0].Function.Name == "" { if gotCalls[0].Function.Name == "" {
t.Fatalf("tool call missing function name: %#v", gotCalls[0]) t.Fatalf("tool call missing function name: %#v", gotCalls[0])
} }