Validate MTP2 quality long context and GPU thermals

This commit is contained in:
Mikei386
2026-09-20 22:51:41 +02:00
parent 635b3c4ba9
commit 9e836cf5fd
15 changed files with 6063 additions and 0 deletions
@@ -0,0 +1,18 @@
import asyncio,json,re
from pathlib import Path
r=json.load((Path(__file__).resolve().parent / '85-mtp2-quality-long/result.json').open())
q=next(q for q in r['quality'] if q['id']=='i3_code_debugging')
code=re.search(r'```python\n(.*?)```',q['response']['choices'][0]['message']['content'],re.S).group(1)
ns={};exec(compile(code,'generated-first-success','exec'),ns)
async def check():
for attempt in range(20):
loop=asyncio.get_running_loop()
futures={loop.create_future(),loop.create_future()}
a,b=list(futures);a.set_result('ok');b.set_exception(ValueError('simultaneous failure'))
result=await ns['first_success'](list(futures))
unconsumed=b._log_traceback
b.exception()
if unconsumed:
print(json.dumps({'result':result,'simultaneous_exception_unretrieved':True,'attempt':attempt+1}));return
print(json.dumps({'simultaneous_exception_unretrieved':False}))
asyncio.run(check())