Identify configuration-only router rows for per-model property discovery
This commit is contained in:
1 parent
1f8ffe2e72
commit
0cffcf4295
2 files changed
+2
-1
No files matched your search
+1
-1
@@ -158,7 +158,7 @@ class Endpoint:
|
|||||||
row=dict(id='athena-image' if kind=='image' else p['name'],object='model',created=int(p['updated_at']),owned_by='athena-deck')
|
row=dict(id='athena-image' if kind=='image' else p['name'],object='model',created=int(p['updated_at']),owned_by='athena-deck')
|
||||||
if kind=='chat':
|
if kind=='chat':
|
||||||
params=p.get('parameters',{})
|
params=p.get('parameters',{})
|
||||||
row.update(context_window=int(params.get('context',8192)),parallel_slots=int(params.get('slots',1)),context_scope='shared')
|
row.update(context_window=int(params.get('context',8192)),parallel_slots=int(params.get('slots',1)),context_scope='shared',status={'configuration_only':True})
|
||||||
data.append(row)
|
data.append(row)
|
||||||
return dict(object='list',data=data)
|
return dict(object='list',data=data)
|
||||||
def model_properties(self,name):
|
def model_properties(self,name):
|
||||||
|
|||||||
@@ -69,6 +69,7 @@ class EndpointTests(unittest.TestCase):
|
|||||||
status,listing=self.request('/models')
|
status,listing=self.request('/models')
|
||||||
self.assertEqual(status,200)
|
self.assertEqual(status,200)
|
||||||
self.assertEqual(listing['data'][0]['context_window'],160000)
|
self.assertEqual(listing['data'][0]['context_window'],160000)
|
||||||
|
self.assertEqual(listing['data'][0]['status'],{'configuration_only':True})
|
||||||
status,props=self.request('/props?model=alpha&autoload=false')
|
status,props=self.request('/props?model=alpha&autoload=false')
|
||||||
self.assertEqual(status,200)
|
self.assertEqual(status,200)
|
||||||
self.assertEqual(props['default_generation_settings']['n_ctx'],160000)
|
self.assertEqual(props['default_generation_settings']['n_ctx'],160000)
|
||||||
|
|||||||
Reference in new issue
Block a user