Validate MTP2 quality long context and GPU thermals
This commit is contained in:
@@ -0,0 +1,18 @@
|
||||
import asyncio,json,re
|
||||
from pathlib import Path
|
||||
r=json.load((Path(__file__).resolve().parent / '85-mtp2-quality-long/result.json').open())
|
||||
q=next(q for q in r['quality'] if q['id']=='i3_code_debugging')
|
||||
code=re.search(r'```python\n(.*?)```',q['response']['choices'][0]['message']['content'],re.S).group(1)
|
||||
ns={};exec(compile(code,'generated-first-success','exec'),ns)
|
||||
async def check():
|
||||
for attempt in range(20):
|
||||
loop=asyncio.get_running_loop()
|
||||
futures={loop.create_future(),loop.create_future()}
|
||||
a,b=list(futures);a.set_result('ok');b.set_exception(ValueError('simultaneous failure'))
|
||||
result=await ns['first_success'](list(futures))
|
||||
unconsumed=b._log_traceback
|
||||
b.exception()
|
||||
if unconsumed:
|
||||
print(json.dumps({'result':result,'simultaneous_exception_unretrieved':True,'attempt':attempt+1}));return
|
||||
print(json.dumps({'simultaneous_exception_unretrieved':False}))
|
||||
asyncio.run(check())
|
||||
Reference in New Issue
Block a user