Enable ollama tests

svilupp · Dec 20, 2023 · dddb14c · dddb14c
2 parents 9ce1084 + 5822069
commit dddb14c
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/test/llm_ollama_managed.jl b/test/llm_ollama_managed.jl
@@ -91,7 +91,7 @@ end
         @test msg.content == prompt
         @test msg.status == 200
         @test msg.tokens == (2, 1)
-        @test isapprox(msg.elapsed, 0, atol = 1e-2)
+        @test isapprox(msg.elapsed, 0, atol = 3e-1)
         @test schema.inputs == (; system, prompt)
         @test schema.model_id == "llama2"
     end
@@ -105,7 +105,7 @@ end
         @test msg.content == "Hello John"
         @test msg.status == 200
         @test msg.tokens == (2, 1)
-        @test isapprox(msg.elapsed, 0, atol = 1e-2)
+        @test isapprox(msg.elapsed, 0, atol = 3e-1)
         @test schema.inputs ==
               (; system = "Act as a helpful AI assistant", prompt = "Hello John")
         @test schema.model_id == "llama2aaaa"
@@ -133,7 +133,7 @@ end
         @test msg.content == ones(16)
         @test msg.status == 200
         @test msg.tokens == (0, 0)
-        @test isapprox(msg.elapsed, 0, atol = 1e-2)
+        @test isapprox(msg.elapsed, 0, atol = 3e-1)
         @test schema.inputs == (; system = nothing, prompt = doc)
         @test schema.model_id == "llama2"
     end
@@ -146,7 +146,7 @@ end
         @test msg.content == 2 * ones(16, 2)
         @test msg.status == 200
         @test msg.tokens == (0, 0)
-        @test isapprox(msg.elapsed, 0, atol = 1e-2)
+        @test isapprox(msg.elapsed, 0, atol = 3e-1)
         @test schema.inputs == (; system = nothing, prompt = docs[2]) # only the last doc is caught (serial execution)
         @test schema.model_id == "llama2"
     end

diff --git a/test/runtests.jl b/test/runtests.jl
@@ -16,6 +16,7 @@ end
     include("llm_interface.jl")
     include("llm_shared.jl")
     include("llm_openai.jl")
+    include("llm_ollama_managed.jl")
     include("templates.jl")
     include("serialization.jl")
     include("code_generation.jl")