Identify configuration-only router rows for per-model property discovery
This commit is contained in:
1 parent
1f8ffe2e72
commit
0cffcf4295
2 files changed
+2
-1
No files matched your search
+1
-1
@@ -158,7 +158,7 @@ class Endpoint:
|
||||
row=dict(id='athena-image' if kind=='image' else p['name'],object='model',created=int(p['updated_at']),owned_by='athena-deck')
|
||||
if kind=='chat':
|
||||
params=p.get('parameters',{})
|
||||
row.update(context_window=int(params.get('context',8192)),parallel_slots=int(params.get('slots',1)),context_scope='shared')
|
||||
row.update(context_window=int(params.get('context',8192)),parallel_slots=int(params.get('slots',1)),context_scope='shared',status={'configuration_only':True})
|
||||
data.append(row)
|
||||
return dict(object='list',data=data)
|
||||
def model_properties(self,name):
|
||||
|
||||
@@ -69,6 +69,7 @@ class EndpointTests(unittest.TestCase):
|
||||
status,listing=self.request('/models')
|
||||
self.assertEqual(status,200)
|
||||
self.assertEqual(listing['data'][0]['context_window'],160000)
|
||||
self.assertEqual(listing['data'][0]['status'],{'configuration_only':True})
|
||||
status,props=self.request('/props?model=alpha&autoload=false')
|
||||
self.assertEqual(status,200)
|
||||
self.assertEqual(props['default_generation_settings']['n_ctx'],160000)
|
||||
|
||||
Reference in new issue
Block a user