{
  "schema": "unitiqx.orbit.model-matrix.v1",
  "generated_utc": "2026-10-11T08:47:32+00:00",
  "installed_models": 9,
  "test_cases": 12,
  "passed": 4,
  "results": [
    {
      "model": "llama3.2:1b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 3.31,
      "valid_output": true,
      "thinking_present": false,
      "output_characters": 31,
      "generated_tokens": 11,
      "done_reason": "stop"
    },
    {
      "model": "granite3.3:2b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 5.81,
      "valid_output": true,
      "thinking_present": false,
      "output_characters": 31,
      "generated_tokens": 11,
      "done_reason": "stop"
    },
    {
      "model": "deepseek-r1:1.5b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 6.03,
      "valid_output": false,
      "thinking_present": true,
      "output_characters": 0,
      "generated_tokens": 65,
      "done_reason": "length"
    },
    {
      "model": "deepseek-r1:1.5b",
      "task": "structured-json",
      "reasoning_requested": true,
      "duration_s": 9.06,
      "valid_output": false,
      "thinking_present": true,
      "output_characters": 0,
      "generated_tokens": 165,
      "done_reason": "length"
    },
    {
      "model": "qwen3:1.7b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 4.31,
      "valid_output": false,
      "thinking_present": false,
      "output_characters": 43,
      "generated_tokens": 15,
      "done_reason": "stop"
    },
    {
      "model": "qwen3:1.7b",
      "task": "structured-json",
      "reasoning_requested": true,
      "duration_s": 10.0,
      "valid_output": false,
      "thinking_present": true,
      "output_characters": 0,
      "generated_tokens": 165,
      "done_reason": "length"
    },
    {
      "model": "all-minilm:latest",
      "task": "semantic-embeddings",
      "valid_output": true,
      "duration_s": 0.48,
      "dimensions": [
        384,
        384,
        384
      ],
      "related_similarity": 0.5995,
      "unrelated_similarity": 0.0885
    },
    {
      "model": "moondream:1.8b",
      "task": "synthetic-image-color",
      "valid_output": false,
      "duration_s": 24.65,
      "output_characters": 0,
      "fixture": "96x96 locally generated red background with small white center",
      "sample_answer": ""
    },
    {
      "model": "gemma3:4b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 10.46,
      "valid_output": false,
      "thinking_present": false,
      "output_characters": 44,
      "generated_tokens": 16,
      "done_reason": "stop"
    },
    {
      "model": "qwen2.5:1.5b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 5.01,
      "valid_output": false,
      "thinking_present": false,
      "output_characters": 52,
      "generated_tokens": 21,
      "done_reason": "stop"
    },
    {
      "model": "qwen3:0.6b",
      "task": "structured-json",
      "reasoning_requested": false,
      "duration_s": 2.34,
      "valid_output": false,
      "thinking_present": false,
      "output_characters": 43,
      "generated_tokens": 15,
      "done_reason": "stop"
    },
    {
      "model": "qwen3:0.6b",
      "task": "structured-json",
      "reasoning_requested": true,
      "duration_s": 4.6,
      "valid_output": true,
      "thinking_present": true,
      "output_characters": 31,
      "generated_tokens": 137,
      "done_reason": "stop"
    }
  ],
  "scope": [
    "Fixed single-run tasks; does not prove general best model",
    "Different capabilities tested by appropriate modality",
    "Models on local Ollama; no paid commercial provider connections",
    "All inference serialized on a 2-vCPU VPS",
    "Wall-clock values include model load; repeated trials needed for reliable ranking"
  ]
}