terraform/envs/agent/main.tf


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

provider "kubernetes" {
  config_path    = pathexpand(var.kubeconfig)
  config_context = var.kube_context
}

module "agent" {
  source = "../../modules/agent"

  namespace         = "agent"
  agent_source_path = var.agent_source_path

  # Point at the prod LLM. `svc.cluster.local` resolves from any namespace.
  llm_service_url = "http://llm-llm-app.llm-prod.svc.cluster.local:8000/v1"
  model_alias     = "Qwen2.5-1.5B-Instruct"

  ingress_host = "agent.localtest.me"
}

output "ingress_host" { value = module.agent.ingress_host }
output "service_dns" { value = module.agent.service_dns }
output "curl_example" {
  value = <<-EOT
    curl -s http://${module.agent.ingress_host}:8080/ask \
      -H 'Content-Type: application/json' \
      -d '{"question":"what is 123 * 47?"}'
  EOT
}