diff --git a/endpoint.py b/endpoint.py index 1c1b376..7026838 100644 --- a/endpoint.py +++ b/endpoint.py @@ -158,7 +158,7 @@ class Endpoint: row=dict(id='athena-image' if kind=='image' else p['name'],object='model',created=int(p['updated_at']),owned_by='athena-deck') if kind=='chat': params=p.get('parameters',{}) - row.update(context_window=int(params.get('context',8192)),parallel_slots=int(params.get('slots',1)),context_scope='shared') + row.update(context_window=int(params.get('context',8192)),parallel_slots=int(params.get('slots',1)),context_scope='shared',status={'configuration_only':True}) data.append(row) return dict(object='list',data=data) def model_properties(self,name): diff --git a/test_endpoint.py b/test_endpoint.py index 9903609..7bb9eaa 100644 --- a/test_endpoint.py +++ b/test_endpoint.py @@ -69,6 +69,7 @@ class EndpointTests(unittest.TestCase): status,listing=self.request('/models') self.assertEqual(status,200) self.assertEqual(listing['data'][0]['context_window'],160000) + self.assertEqual(listing['data'][0]['status'],{'configuration_only':True}) status,props=self.request('/props?model=alpha&autoload=false') self.assertEqual(status,200) self.assertEqual(props['default_generation_settings']['n_ctx'],160000)