Document Bonsai 2 A/B results
This commit is contained in:
@@ -0,0 +1,32 @@
|
||||
{
|
||||
"model": "bonsai2-test",
|
||||
"prompt": "Was ist links und was ist rechts im Bild? Nenne Form und Farbe beider Objekte.",
|
||||
"expected": "Links ein roter Kreis, rechts ein blaues Quadrat.",
|
||||
"started": 1789775633.9445844,
|
||||
"response": {
|
||||
"wall_seconds": 3.703,
|
||||
"usage": {
|
||||
"completion_tokens": 40,
|
||||
"prompt_tokens": 162,
|
||||
"total_tokens": 202,
|
||||
"prompt_tokens_details": {
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"timings": {
|
||||
"cache_n": 0,
|
||||
"prompt_n": 162,
|
||||
"prompt_ms": 2738.932,
|
||||
"prompt_per_token_ms": 16.906987654320986,
|
||||
"prompt_per_second": 59.1471420247016,
|
||||
"predicted_n": 40,
|
||||
"predicted_ms": 952.303,
|
||||
"predicted_per_token_ms": 24.41802564102564,
|
||||
"predicted_per_second": 40.95335203186381
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"content": "**Links:**\n* **Form:** Kreis\n* **Farbe:** Rot\n\n**Rechts:**\n* **Form:** Quadrat\n* **Farbe:** Blau",
|
||||
"reasoning_content": "",
|
||||
"tool_calls": []
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user