@staticmethod
def get_endpoint_priorities(secrets: dict,
gpt_endpoint_table_name: str,
model_name: str):
with db_conn.cursor() as cursor:
cursor.execute(f"""
SELECT endpoint
FROM {gpt_endpoint_table_name}
WHERE runtime = (SELECT MAX(runtime) FROM {gpt_endpoint_table_name} WHERE modelname='{model_name}') and modelname='{model_name}'
ORDER BY avgtime ASC
""")
` class EndpointLoadBalancer:
`