{
  "started_utc": "2026-10-16T12:38:45.682266+00:00",
  "model": {
    "name": "Qwen3 4B Instruct 2507",
    "quantization": "Q4_K_M",
    "source": "https://huggingface.co/bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF/resolve/ae44f08e1392f39c0e474af10c3ff8355c8b6688/Qwen_Qwen3-4B-Instruct-2507-Q4_K_M.gguf",
    "original_model": "https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507",
    "revision": "ae44f08e1392f39c0e474af10c3ff8355c8b6688",
    "sha256": "2fde00ce69dd4899c70d020845e2638353015bba0fdf161b3eb965f2bca4464e",
    "bytes": 2497280736,
    "license": "Apache-2.0",
    "filename": "Qwen_Qwen3-4B-Instruct-2507-Q4_K_M.gguf",
    "downloaded_at": "2026-10-16T09:15:02.244383+00:00"
  },
  "results": [
    {
      "configuration": "baseline-t3",
      "question": "Was ist ein Generikum?",
      "seconds": 36.191,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Generikum"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 34,
        "prompt_tokens": 824,
        "total_tokens": 858,
        "prompt_tokens_details": {
          "cached_tokens": 811
        }
      },
      "timings": {
        "cache_n": 811,
        "prompt_n": 13,
        "prompt_ms": 4493.427,
        "prompt_per_token_ms": 345.64823076923074,
        "prompt_per_second": 2.8931147651892424,
        "predicted_n": 34,
        "predicted_ms": 31615.652,
        "predicted_per_token_ms": 958.0500606060606,
        "predicted_per_second": 1.0437867926936948
      }
    },
    {
      "configuration": "baseline-t3",
      "question": "Nenne die Symptome von Laktoseintoleranz und erkläre, was Bioverfügbarkeit bedeutet.",
      "seconds": 40.656,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Bioverfügbarkeit"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          },
          {
            "operation": "explain",
            "subjects": [
              "Laktoseintoleranz"
            ],
            "aspects": [
              "Symptome"
            ],
            "conditions": [],
            "reference": 0
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 63,
        "prompt_tokens": 844,
        "total_tokens": 907,
        "prompt_tokens_details": {
          "cached_tokens": 811
        }
      },
      "timings": {
        "cache_n": 811,
        "prompt_n": 33,
        "prompt_ms": 4365.578,
        "prompt_per_token_ms": 132.29024242424245,
        "prompt_per_second": 7.559136499221867,
        "predicted_n": 63,
        "predicted_ms": 36217.918,
        "predicted_per_token_ms": 584.1599677419355,
        "predicted_per_second": 1.7118598589791938
      }
    },
    {
      "configuration": "baseline-t3",
      "question": "Und welche Nebenwirkungen sind bekannt?",
      "seconds": 74.554,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Pantoprazol"
            ],
            "aspects": [
              "Nebenwirkungen"
            ],
            "conditions": [],
            "reference": 1
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 42,
        "prompt_tokens": 863,
        "total_tokens": 905,
        "prompt_tokens_details": {
          "cached_tokens": 806
        }
      },
      "timings": {
        "cache_n": 806,
        "prompt_n": 57,
        "prompt_ms": 12431.359,
        "prompt_per_token_ms": 218.09401754385965,
        "prompt_per_second": 4.585178498987922,
        "predicted_n": 42,
        "predicted_ms": 62039.524,
        "predicted_per_token_ms": 1513.1591219512195,
        "predicted_per_second": 0.6608690292336865
      }
    },
    {
      "configuration": "t1-poll0",
      "question": "Was ist ein Generikum?",
      "seconds": 33.179,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Generikum"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 34,
        "prompt_tokens": 824,
        "total_tokens": 858,
        "prompt_tokens_details": {
          "cached_tokens": 811
        }
      },
      "timings": {
        "cache_n": 811,
        "prompt_n": 13,
        "prompt_ms": 5074.576,
        "prompt_per_token_ms": 390.352,
        "prompt_per_second": 2.5617903840636145,
        "predicted_n": 34,
        "predicted_ms": 27969.401,
        "predicted_per_token_ms": 847.5576060606061,
        "predicted_per_second": 1.1798608057426756
      }
    },
    {
      "configuration": "t1-poll0",
      "question": "Nenne die Symptome von Laktoseintoleranz und erkläre, was Bioverfügbarkeit bedeutet.",
      "seconds": 52.722,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "read",
            "subjects": [
              "Symptome von Laktoseintoleranz"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          },
          {
            "operation": "explain",
            "subjects": [
              "Bioverfügbarkeit"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 64,
        "prompt_tokens": 844,
        "total_tokens": 908,
        "prompt_tokens_details": {
          "cached_tokens": 811
        }
      },
      "timings": {
        "cache_n": 811,
        "prompt_n": 33,
        "prompt_ms": 9056.802,
        "prompt_per_token_ms": 274.44854545454547,
        "prompt_per_second": 3.6436702491674215,
        "predicted_n": 64,
        "predicted_ms": 43570.396,
        "predicted_per_token_ms": 691.5935873015873,
        "predicted_per_second": 1.4459359056548395
      }
    },
    {
      "configuration": "t1-poll0",
      "question": "Und welche Nebenwirkungen sind bekannt?",
      "seconds": 45.52,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Pantoprazol"
            ],
            "aspects": [
              "Nebenwirkungen"
            ],
            "conditions": [],
            "reference": 1
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 42,
        "prompt_tokens": 863,
        "total_tokens": 905,
        "prompt_tokens_details": {
          "cached_tokens": 806
        }
      },
      "timings": {
        "cache_n": 806,
        "prompt_n": 57,
        "prompt_ms": 17559.895,
        "prompt_per_token_ms": 308.0683333333333,
        "prompt_per_second": 3.246033077077055,
        "predicted_n": 42,
        "predicted_ms": 27859.394,
        "predicted_per_token_ms": 679.4974146341464,
        "predicted_per_second": 1.4716759452843806
      }
    },
    {
      "configuration": "t3-poll0",
      "question": "Was ist ein Generikum?",
      "seconds": 63.871,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Generikum"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 34,
        "prompt_tokens": 824,
        "total_tokens": 858,
        "prompt_tokens_details": {
          "cached_tokens": 811
        }
      },
      "timings": {
        "cache_n": 811,
        "prompt_n": 13,
        "prompt_ms": 4702.13,
        "prompt_per_token_ms": 361.7023076923077,
        "prompt_per_second": 2.7647045062556757,
        "predicted_n": 34,
        "predicted_ms": 58998.908,
        "predicted_per_token_ms": 1787.845696969697,
        "predicted_per_second": 0.5593323862875563
      }
    },
    {
      "configuration": "t3-poll0",
      "question": "Nenne die Symptome von Laktoseintoleranz und erkläre, was Bioverfügbarkeit bedeutet.",
      "seconds": 55.162,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Bioverfügbarkeit"
            ],
            "aspects": [],
            "conditions": [],
            "reference": 0
          },
          {
            "operation": "explain",
            "subjects": [
              "Laktoseintoleranz"
            ],
            "aspects": [
              "Symptome"
            ],
            "conditions": [],
            "reference": 0
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 63,
        "prompt_tokens": 844,
        "total_tokens": 907,
        "prompt_tokens_details": {
          "cached_tokens": 811
        }
      },
      "timings": {
        "cache_n": 811,
        "prompt_n": 33,
        "prompt_ms": 5638.103,
        "prompt_per_token_ms": 170.85160606060606,
        "prompt_per_second": 5.8530324827339975,
        "predicted_n": 63,
        "predicted_ms": 49459.507,
        "predicted_per_token_ms": 797.7339838709677,
        "predicted_per_second": 1.2535507076526258
      }
    },
    {
      "configuration": "t3-poll0",
      "question": "Und welche Nebenwirkungen sind bekannt?",
      "seconds": 50.724,
      "plan": {
        "intent": "knowledge",
        "requests": [
          {
            "operation": "explain",
            "subjects": [
              "Pantoprazol"
            ],
            "aspects": [
              "Nebenwirkungen"
            ],
            "conditions": [],
            "reference": 1
          }
        ],
        "unhandled": []
      },
      "validation_error": null,
      "usage": {
        "completion_tokens": 42,
        "prompt_tokens": 863,
        "total_tokens": 905,
        "prompt_tokens_details": {
          "cached_tokens": 806
        }
      },
      "timings": {
        "cache_n": 806,
        "prompt_n": 57,
        "prompt_ms": 14304.579,
        "prompt_per_token_ms": 250.95752631578947,
        "prompt_per_second": 3.984738033884115,
        "predicted_n": 42,
        "predicted_ms": 35824.425,
        "predicted_per_token_ms": 873.7664634146342,
        "predicted_per_second": 1.144470567217757
      }
    }
  ],
  "completed": true,
  "finished_utc": "2026-10-16T12:55:21.484114+00:00"
}
