diff --git a/config/engine_models.json b/config/engine_models.json index 3bd0b64..cc2cf7e 100644 --- a/config/engine_models.json +++ b/config/engine_models.json @@ -46,6 +46,9 @@ "--mmproj", "models/mmproj-F16.gguf", "--no-mmproj-offload", + "--jinja", + "--chat-template-kwargs", + "{\"enable_thinking\":true}", "-ngl", "999", "-c", @@ -63,7 +66,9 @@ "-b", "512", "-ts", - "0.48,0.52" + "0.48,0.52", + "-cram", + "8192" ] }, "deep-coder": {