diff options
Diffstat (limited to 'terraform/envs/agent/main.tf')
| -rw-r--r-- | terraform/envs/agent/main.tf | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/terraform/envs/agent/main.tf b/terraform/envs/agent/main.tf new file mode 100644 index 0000000..122eaca --- /dev/null +++ b/terraform/envs/agent/main.tf | |||
| @@ -0,0 +1,27 @@ | |||
| 1 | provider "kubernetes" { | ||
| 2 | config_path = pathexpand(var.kubeconfig) | ||
| 3 | config_context = var.kube_context | ||
| 4 | } | ||
| 5 | |||
| 6 | module "agent" { | ||
| 7 | source = "../../modules/agent" | ||
| 8 | |||
| 9 | namespace = "agent" | ||
| 10 | agent_source_path = var.agent_source_path | ||
| 11 | |||
| 12 | # Point at the prod LLM. `svc.cluster.local` resolves from any namespace. | ||
| 13 | llm_service_url = "http://llm-llm-app.llm-prod.svc.cluster.local:8000/v1" | ||
| 14 | model_alias = "Qwen2.5-1.5B-Instruct" | ||
| 15 | |||
| 16 | ingress_host = "agent.localtest.me" | ||
| 17 | } | ||
| 18 | |||
| 19 | output "ingress_host" { value = module.agent.ingress_host } | ||
| 20 | output "service_dns" { value = module.agent.service_dns } | ||
| 21 | output "curl_example" { | ||
| 22 | value = <<-EOT | ||
| 23 | curl -s http://${module.agent.ingress_host}:8080/ask \ | ||
| 24 | -H 'Content-Type: application/json' \ | ||
| 25 | -d '{"question":"what is 123 * 47?"}' | ||
| 26 | EOT | ||
| 27 | } | ||
