{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/":{"get":{"summary":"Root","operationId":"root__get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"summary":"Health","operationId":"health_health_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/inference":{"post":{"summary":"Inference","operationId":"inference_inference_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/InferenceRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/InferenceResponse"}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"InferenceRequest":{"properties":{"text":{"type":"string","title":"Text","description":"Topic, e.g. 'haunted places'"},"max_new_tokens":{"type":"integer","maximum":2048.0,"minimum":1.0,"title":"Max New Tokens","default":512}},"type":"object","required":["text"],"title":"InferenceRequest"},"InferenceResponse":{"properties":{"output":{"type":"string","title":"Output"},"prompt":{"type":"string","title":"Prompt"},"n_tokens":{"type":"integer","title":"N Tokens"},"seconds":{"type":"number","title":"Seconds"},"tokens_per_second":{"type":"number","title":"Tokens Per Second"}},"type":"object","required":["output","prompt","n_tokens","seconds","tokens_per_second"],"title":"InferenceResponse"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"},"input":{"title":"Input"},"ctx":{"type":"object","title":"Context"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"}}}}