{"openapi":"3.1.0","info":{"title":"Compressa Pods Dispatcher","version":"0.1.0"},"paths":{"/v1/models/":{"get":{"summary":"Models","operationId":"models_v1_models__get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ModelResponse"}}}}}}},"/v1/models":{"get":{"summary":"Models","operationId":"models_v1_models_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ModelResponse"}}}}}}},"/v1/chat/completions/":{"post":{"summary":"Proxy Chat Completions","operationId":"proxy_chat_completions_v1_chat_completions__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatCompletion"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/chat/completions":{"post":{"summary":"Proxy Chat Completions","operationId":"proxy_chat_completions_v1_chat_completions_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatCompletion"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/completions/":{"post":{"summary":"Proxy Completions","operationId":"proxy_completions_v1_completions__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Completion"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/completions":{"post":{"summary":"Proxy Completions","operationId":"proxy_completions_v1_completions_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Completion"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/embeddings/":{"post":{"summary":"Proxy Embeddings","operationId":"proxy_embeddings_v1_embeddings__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Embeddings"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/embeddings":{"post":{"summary":"Proxy Embeddings","operationId":"proxy_embeddings_v1_embeddings_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Embeddings"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/rerank/":{"post":{"summary":"Proxy Rerank","operationId":"proxy_rerank_v1_rerank__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Rerank"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/rerank":{"post":{"summary":"Proxy Rerank","operationId":"proxy_rerank_v1_rerank_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Rerank"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/audio/speech/":{"post":{"summary":"Proxy Tts","operationId":"proxy_tts_v1_audio_speech__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TTS"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/audio/speech":{"post":{"summary":"Proxy Tts","operationId":"proxy_tts_v1_audio_speech_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TTS"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/audio/transcriptions/":{"post":{"summary":"Proxy Asr","description":"Proxy ASR transcription request to the appropriate pod.\n\nArgs:\n    request: FastAPI request object\n    file: Audio file to transcribe\n    model: Model name for transcription\n    stream: Stream flag\n    authorization: Authorization header\n    accept: Accept header\n\nReturns:\n    Response from the pod with transcription results","operationId":"proxy_asr_v1_audio_transcriptions__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"required":true,"content":{"multipart/form-data":{"schema":{"$ref":"#/components/schemas/Body_proxy_asr_v1_audio_transcriptions__post"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/audio/transcriptions":{"post":{"summary":"Proxy Asr","description":"Proxy ASR transcription request to the appropriate pod.\n\nArgs:\n    request: FastAPI request object\n    file: Audio file to transcribe\n    model: Model name for transcription\n    stream: Stream flag\n    authorization: Authorization header\n    accept: Accept header\n\nReturns:\n    Response from the pod with transcription results","operationId":"proxy_asr_v1_audio_transcriptions_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"required":true,"content":{"multipart/form-data":{"schema":{"$ref":"#/components/schemas/Body_proxy_asr_v1_audio_transcriptions_post"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/performance/":{"post":{"summary":"Proxy Performance","operationId":"proxy_performance_v1_performance__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Performance"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}},"get":{"summary":"Proxy Performance Status","operationId":"proxy_performance_status_v1_performance__get","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/performance":{"post":{"summary":"Proxy Performance","operationId":"proxy_performance_v1_performance_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Performance"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}},"get":{"summary":"Proxy Performance Status","operationId":"proxy_performance_status_v1_performance_get","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/performance/interrupt/":{"post":{"summary":"Proxy Performance Interrupt","operationId":"proxy_performance_interrupt_v1_performance_interrupt__post","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/performance/interrupt":{"post":{"summary":"Proxy Performance Interrupt","operationId":"proxy_performance_interrupt_v1_performance_interrupt_post","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/observability/":{"post":{"summary":"Proxy Observability","operationId":"proxy_observability_v1_observability__post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Observability"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}},"get":{"summary":"Proxy Observability Status","operationId":"proxy_observability_status_v1_observability__get","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/observability":{"post":{"summary":"Proxy Observability","operationId":"proxy_observability_v1_observability_post","parameters":[{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Observability"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}},"get":{"summary":"Proxy Observability Status","operationId":"proxy_observability_status_v1_observability_get","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/observability/interrupt":{"post":{"summary":"Proxy Observability Interrupt","operationId":"proxy_observability_interrupt_v1_observability_interrupt_post","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/v1/observability/interrupt/":{"post":{"summary":"Proxy Observability Interrupt","operationId":"proxy_observability_interrupt_v1_observability_interrupt__post","parameters":[{"name":"pod_id","in":"query","required":true,"schema":{"type":"string","title":"Pod Id"}},{"name":"authorization","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Authorization"}},{"name":"accept","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Accept"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/create-pods/":{"post":{"summary":"Create Pods","operationId":"create_pods_create_pods__post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/deploy-pods/":{"post":{"summary":"Deploy Pods","operationId":"deploy_pods_deploy_pods__post","parameters":[{"name":"id","in":"query","required":false,"schema":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Id"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/pods-info/":{"post":{"summary":"Set Pods Info","operationId":"set_pods_info_pods_info__post","requestBody":{"content":{"application/json":{"schema":{"anyOf":[{"$ref":"#/components/schemas/PodInfo"},{"type":"null"}],"title":"Pod Info"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}}},"components":{"schemas":{"Body_proxy_asr_v1_audio_transcriptions__post":{"properties":{"file":{"type":"string","format":"binary","title":"File"},"model":{"type":"string","title":"Model"},"stream":{"type":"boolean","title":"Stream","default":false}},"type":"object","required":["file","model"],"title":"Body_proxy_asr_v1_audio_transcriptions__post"},"Body_proxy_asr_v1_audio_transcriptions_post":{"properties":{"file":{"type":"string","format":"binary","title":"File"},"model":{"type":"string","title":"Model"},"stream":{"type":"boolean","title":"Stream","default":false}},"type":"object","required":["file","model"],"title":"Body_proxy_asr_v1_audio_transcriptions_post"},"ChatCompletion":{"properties":{"model":{"type":"string","title":"Model"},"messages":{"items":{"additionalProperties":true,"type":"object"},"type":"array","title":"Messages"},"tools":{"anyOf":[{"items":{"additionalProperties":true,"type":"object"},"type":"array"},{"type":"null"}],"title":"Tools"},"tool_choice":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Tool Choice"},"stream":{"type":"boolean","title":"Stream","default":false},"temperature":{"type":"number","title":"Temperature","default":0.0},"max_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Max Tokens"}},"type":"object","required":["model","messages"],"title":"ChatCompletion"},"Completion":{"properties":{"model":{"type":"string","title":"Model"},"prompt":{"type":"string","title":"Prompt"},"stream":{"type":"boolean","title":"Stream","default":false},"temperature":{"type":"number","title":"Temperature","default":0.0},"max_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Max Tokens"},"tool_choice":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Tool Choice"}},"type":"object","required":["model","prompt"],"title":"Completion"},"CustomDataset":{"properties":{"question":{"items":{"type":"string"},"type":"array","title":"Question"},"answers":{"items":{"type":"string"},"type":"array","title":"Answers"}},"type":"object","required":["question","answers"],"title":"CustomDataset"},"Embeddings":{"properties":{"model":{"type":"string","title":"Model"},"input":{"anyOf":[{"type":"string"},{"items":{"type":"string"},"type":"array"}],"title":"Input"},"encoding_format":{"type":"string","title":"Encoding Format","default":"float"}},"type":"object","required":["model","input"],"title":"Embeddings"},"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"Model":{"properties":{"id":{"type":"string","title":"Id"},"object":{"type":"string","title":"Object"},"created":{"type":"integer","title":"Created"},"owned_by":{"type":"string","title":"Owned By"},"permission":{"items":{"type":"string"},"type":"array","title":"Permission"},"root":{"type":"string","title":"Root"},"parent":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Parent"}},"type":"object","required":["id","object","created","owned_by","permission","root"],"title":"Model"},"ModelResponse":{"properties":{"object":{"type":"string","title":"Object"},"data":{"items":{"$ref":"#/components/schemas/Model"},"type":"array","title":"Data"}},"type":"object","required":["object"],"title":"ModelResponse"},"Observability":{"properties":{"pod_id":{"type":"string","title":"Pod Id"},"dataset":{"type":"string","title":"Dataset"},"num_examples":{"type":"integer","title":"Num Examples"},"custom_data":{"anyOf":[{"$ref":"#/components/schemas/CustomDataset"},{"type":"null"}]}},"type":"object","required":["pod_id","dataset","num_examples","custom_data"],"title":"Observability"},"Performance":{"properties":{"pod_id":{"type":"string","title":"Pod Id"},"payload":{"$ref":"#/components/schemas/PerformancePayload"}},"type":"object","required":["pod_id","payload"],"title":"Performance"},"PerformancePayload":{"properties":{"report_mode":{"type":"string","enum":["pdf","md","csv"],"title":"Report Mode"},"num_tasks":{"type":"integer","title":"Num Tasks"},"num_runners":{"type":"integer","title":"Num Runners"},"generate_prompts":{"type":"boolean","title":"Generate Prompts"},"num_prompts":{"type":"integer","title":"Num Prompts"},"prompt_length":{"type":"integer","title":"Prompt Length"},"max_tokens":{"type":"integer","title":"Max Tokens"},"report_file":{"type":"string","title":"Report File"},"experiment_name":{"type":"string","title":"Experiment Name"}},"type":"object","title":"PerformancePayload"},"PodInfo":{"properties":{"pod_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Pod Id"},"engine":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Engine"},"task":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Task"},"status":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Status"},"model_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Model Name"},"served_model_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Served Model Name"},"pod_address":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Pod Address"},"connections":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Connections"},"gpu_memory_utilization":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Gpu Memory Utilization"},"gpu_memory_used_mb":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Gpu Memory Used Mb"},"gpu_utilization_pct":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Gpu Utilization Pct"},"cpu_utilization_pct":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Cpu Utilization Pct"},"ram_usage_gb":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Ram Usage Gb"},"requests_success_total":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Requests Success Total","default":0},"requests_latency_ms":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Requests Latency Ms","default":0},"requests_payload_size":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Requests Payload Size","default":0},"requests_num_running":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Requests Num Running","default":0},"requests_total_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Requests Total Tokens","default":0},"requests_prompt_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Requests Prompt Tokens","default":0},"requests_completion_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Requests Completion Tokens","default":0},"time_per_output_token":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Time Per Output Token","default":0},"time_to_first_token":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Time To First Token"},"restarted":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Restarted","default":false},"dead":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Dead","default":false}},"type":"object","title":"PodInfo"},"Rerank":{"properties":{"model":{"type":"string","title":"Model"},"query":{"type":"string","title":"Query"},"documents":{"items":{"type":"string"},"type":"array","title":"Documents"}},"type":"object","required":["model","query","documents"],"title":"Rerank"},"TTS":{"properties":{"model":{"type":"string","title":"Model"},"input":{"type":"string","title":"Input"},"voice":{"type":"string","enum":["Zofija Kendrick","Craig Gutsy","Filip Traverse","Damjan Chapman","Wulf Carlevaro","Aaron Dreschner","Kumar Dahl"],"title":"Voice","default":"Zofija Kendrick"},"language":{"type":"string","enum":["ru","en"],"title":"Language","default":"ru"}},"type":"object","required":["model","input"],"title":"TTS"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"}}}}