{ "date": "2026-09-25", "engine": "laya", "model": "laya-multilingual 0.3.20", "endpoint": ".lambda-url.eu-central-1.on.aws", "casesSha256": "a3c078144640d8acb80fac18df762b65b148f290c7279fb1c0eea45816b0991d", "cases": 80, "failed": 0, "metrics": { "navigate.off_topic": { "k": 62, "n": 70, "rate": 0.886, "low": 0.79, "high": 0.941 }, "navigate.hiring_intent": { "k": 63, "n": 70, "rate": 0.9, "low": 0.808, "high": 0.951 }, "navigate.destination_top1": { "k": 26, "n": 60, "rate": 0.433, "low": 0.316, "high": 0.559 }, "navigate.go_correct": { "k": 10, "n": 60, "rate": 0.167, "low": 0.093, "high": 0.28 }, "navigate.go_wrong": { "k": 5, "n": 60, "rate": 0.083, "low": 0.036, "high": 0.181 }, "brief.role_family": { "k": 7, "n": 10, "rate": 0.7, "low": 0.397, "high": 0.892 }, "brief.seniority": { "k": 4, "n": 10, "rate": 0.4, "low": 0.168, "high": 0.687 }, "brief.work_location": { "k": 5, "n": 10, "rate": 0.5, "low": 0.237, "high": 0.763 }, "brief.requirements": { "k": 63, "n": 180, "rate": 0.35, "low": 0.284, "high": 0.422 } }, "latencyMs": { "navigate": { "n": 70, "p50": 1784, "p95": 1867 }, "brief": { "n": 10, "p50": 13356, "p95": 13958 } }, "failures": [], "rows": [ { "id": "nav-001", "choice": "record", "confidence": 0.169, "gate": { "action": "offer", "options": [ "record", "ai-tools" ] }, "off_topic": 0.015, "hiring_intent": 0.133 }, { "id": "nav-002", "choice": "outside", "confidence": 0.469, "gate": { "action": "offer", "options": [ "outside", "systems" ] }, "off_topic": 0.353, "hiring_intent": 0.013 }, { "id": "nav-003", "choice": "ai-tools", "confidence": 0.439, "gate": { "action": "offer", "options": [ "ai-tools", "lab" ] }, "off_topic": 0.022, "hiring_intent": 0.013 }, { "id": "nav-004", "choice": "outside", "confidence": 0.298, "gate": { "action": "offer", "options": [ "outside", "lab" ] }, "off_topic": 0.007, "hiring_intent": 0.007 }, { "id": "nav-005", "choice": "outside", "confidence": 0.222, "gate": { "action": "offer", "options": [ "outside", "systems" ] }, "off_topic": 0.015, "hiring_intent": 0.023 }, { "id": "nav-006", "choice": "lab", "confidence": 0.251, "gate": { "action": "offer", "options": [ "lab", "ai-tools" ] }, "off_topic": 0.029, "hiring_intent": 0.002 }, { "id": "nav-007", "choice": "ai-tools", "confidence": 0.94, "gate": { "action": "go", "to": "ai-tools", "alternatives": [] }, "off_topic": 0.082, "hiring_intent": 0.042 }, { "id": "nav-008", "choice": "ai-tools", "confidence": 0.179, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.029, "hiring_intent": 0.021 }, { "id": "nav-009", "choice": "ai-tools", "confidence": 0.166, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.052, "hiring_intent": 0.034 }, { "id": "nav-010", "choice": "systems", "confidence": 0.106, "gate": { "action": "offer", "options": [ "systems", "lab" ] }, "off_topic": 0.01, "hiring_intent": 0.001 }, { "id": "nav-011", "choice": "systems", "confidence": 0.135, "gate": { "action": "offer", "options": [ "systems", "outside" ] }, "off_topic": 0.001, "hiring_intent": 0.002 }, { "id": "nav-012", "choice": "ai-tools", "confidence": 0.246, "gate": { "action": "offer", "options": [ "ai-tools", "lab" ] }, "off_topic": 0.045, "hiring_intent": 0.16 }, { "id": "nav-013", "choice": "ai-tools", "confidence": 0.193, "gate": { "action": "decline" }, "off_topic": 0.927, "hiring_intent": 0.007 }, { "id": "nav-014", "choice": "ai-tools", "confidence": 0.801, "gate": { "action": "go", "to": "ai-tools", "alternatives": [ "systems" ] }, "off_topic": 0.194, "hiring_intent": 0.004 }, { "id": "nav-015", "choice": "ai-tools", "confidence": 0.26, "gate": { "action": "offer", "options": [ "ai-tools", "outside" ] }, "off_topic": 0.005, "hiring_intent": 0.001 }, { "id": "nav-016", "choice": "lab", "confidence": 0.297, "gate": { "action": "offer", "options": [ "lab", "ai-tools" ] }, "off_topic": 0.001, "hiring_intent": 0.013 }, { "id": "nav-017", "choice": "ai-tools", "confidence": 0.219, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.017, "hiring_intent": 0.004 }, { "id": "nav-018", "choice": "systems", "confidence": 0.262, "gate": { "action": "offer", "options": [ "systems", "ai-tools" ] }, "off_topic": 0.021, "hiring_intent": 0.002 }, { "id": "nav-019", "choice": "ai-tools", "confidence": 0.062, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.025, "hiring_intent": 0.006 }, { "id": "nav-020", "choice": "record", "confidence": 0.163, "gate": { "action": "offer", "options": [ "record", "systems" ] }, "off_topic": 0.003, "hiring_intent": 0.005 }, { "id": "nav-021", "choice": "measured", "confidence": 0.307, "gate": { "action": "offer", "options": [ "measured", "ai-tools" ] }, "off_topic": 0.002, "hiring_intent": 0.004 }, { "id": "nav-022", "choice": "lab", "confidence": 0.15, "gate": { "action": "offer", "options": [ "lab", "systems" ] }, "off_topic": 0.099, "hiring_intent": 0.002 }, { "id": "nav-023", "choice": "measured", "confidence": 0.314, "gate": { "action": "offer", "options": [ "measured", "systems" ] }, "off_topic": 0.002, "hiring_intent": 0.006 }, { "id": "nav-024", "choice": "measured", "confidence": 0.252, "gate": { "action": "offer", "options": [ "measured", "record" ] }, "off_topic": 0.005, "hiring_intent": 0.004 }, { "id": "nav-025", "choice": "ai-tools", "confidence": 0.125, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.009, "hiring_intent": 0.001 }, { "id": "nav-026", "choice": "contact", "confidence": 0.808, "gate": { "action": "go", "to": "contact", "alternatives": [ "lab", "record" ] }, "off_topic": 0.006, "hiring_intent": 0.394 }, { "id": "nav-027", "choice": "systems", "confidence": 0.332, "gate": { "action": "offer", "options": [ "systems", "ai-tools" ] }, "off_topic": 0.008, "hiring_intent": 0.012 }, { "id": "nav-028", "choice": "systems", "confidence": 0.395, "gate": { "action": "offer", "options": [ "systems", "lab" ] }, "off_topic": 0.015, "hiring_intent": 0.009 }, { "id": "nav-029", "choice": "lab", "confidence": 0.786, "gate": { "action": "go", "to": "lab", "alternatives": [ "systems", "outside" ] }, "off_topic": 0.056, "hiring_intent": 0.002 }, { "id": "nav-030", "choice": "systems", "confidence": 0.186, "gate": { "action": "offer", "options": [ "systems", "ai-tools" ] }, "off_topic": 0.061, "hiring_intent": 0.084 }, { "id": "nav-031", "choice": "ai-tools", "confidence": 0.376, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.05, "hiring_intent": 0.057 }, { "id": "nav-032", "choice": "lab", "confidence": 0.062, "gate": { "action": "offer", "options": [ "lab", "record" ] }, "off_topic": 0.029, "hiring_intent": 0.006 }, { "id": "nav-033", "choice": "lab", "confidence": 0.331, "gate": { "action": "offer", "options": [ "lab", "ai-tools" ] }, "off_topic": 0.09, "hiring_intent": 0.001 }, { "id": "nav-034", "choice": "ai-tools", "confidence": 0.367, "gate": { "action": "offer", "options": [ "ai-tools", "lab" ] }, "off_topic": 0.103, "hiring_intent": 0.018 }, { "id": "nav-035", "choice": "systems", "confidence": 0.077, "gate": { "action": "offer", "options": [ "systems", "lab" ] }, "off_topic": 0.031, "hiring_intent": 0.038 }, { "id": "nav-036", "choice": "record", "confidence": 0.159, "gate": { "action": "offer", "options": [ "record", "contact" ] }, "off_topic": 0.071, "hiring_intent": 0.045 }, { "id": "nav-037", "choice": "record", "confidence": 0.908, "gate": { "action": "go", "to": "record", "alternatives": [] }, "off_topic": 0.091, "hiring_intent": 0.034 }, { "id": "nav-038", "choice": "lab", "confidence": 0.259, "gate": { "action": "offer", "options": [ "lab", "ai-tools" ] }, "off_topic": 0.009, "hiring_intent": 0.002 }, { "id": "nav-039", "choice": "record", "confidence": 0.063, "gate": { "action": "offer", "options": [ "record", "ai-tools" ] }, "off_topic": 0.036, "hiring_intent": 0.001 }, { "id": "nav-040", "choice": "record", "confidence": 0.979, "gate": { "action": "go", "to": "record", "alternatives": [] }, "off_topic": 0.033, "hiring_intent": 0.013 }, { "id": "nav-041", "choice": "record", "confidence": 0.565, "gate": { "action": "go", "to": "record", "alternatives": [ "contact", "ai-tools" ] }, "off_topic": 0.294, "hiring_intent": 0.007 }, { "id": "nav-042", "choice": "lab", "confidence": 0.922, "gate": { "action": "go", "to": "lab", "alternatives": [] }, "off_topic": 0.003, "hiring_intent": 0.002 }, { "id": "nav-043", "choice": "lab", "confidence": 0.105, "gate": { "action": "offer", "options": [ "lab", "ai-tools" ] }, "off_topic": 0.011, "hiring_intent": 0.016 }, { "id": "nav-044", "choice": "ai-tools", "confidence": 0.045, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.004, "hiring_intent": 0.004 }, { "id": "nav-045", "choice": "outside", "confidence": 0.079, "gate": { "action": "offer", "options": [ "outside", "ai-tools" ] }, "off_topic": 0.002, "hiring_intent": 0.007 }, { "id": "nav-046", "choice": "ai-tools", "confidence": 0.215, "gate": { "action": "offer", "options": [ "ai-tools", "systems" ] }, "off_topic": 0.057, "hiring_intent": 0.009 }, { "id": "nav-047", "choice": "ai-tools", "confidence": 0.601, "gate": { "action": "go", "to": "ai-tools", "alternatives": [ "systems", "lab" ] }, "off_topic": 0.338, "hiring_intent": 0.006 }, { "id": "nav-048", "choice": "outside", "confidence": 0.139, "gate": { "action": "offer", "options": [ "outside", "systems" ] }, "off_topic": 0.001, "hiring_intent": 0.001 }, { "id": "nav-049", "choice": "systems", "confidence": 0.355, "gate": { "action": "offer", "options": [ "systems", "lab" ] }, "off_topic": 0.278, "hiring_intent": 0.018 }, { "id": "nav-050", "choice": "outside", "confidence": 0.491, "gate": { "action": "offer", "options": [ "outside", "ai-tools" ] }, "off_topic": 0.004, "hiring_intent": 0.002 }, { "id": "nav-051", "choice": "systems", "confidence": 0.381, "gate": { "action": "offer", "options": [ "systems", "lab" ] }, "off_topic": 0.082, "hiring_intent": 0.031 }, { "id": "nav-052", "choice": "contact", "confidence": 0.865, "gate": { "action": "go", "to": "contact", "alternatives": [] }, "off_topic": 0.14, "hiring_intent": 0.807 }, { "id": "nav-053", "choice": "outside", "confidence": 0.162, "gate": { "action": "offer", "options": [ "outside", "contact" ] }, "off_topic": 0.009, "hiring_intent": 0.086 }, { "id": "nav-054", "choice": "contact", "confidence": 0.856, "gate": { "action": "go", "to": "contact", "alternatives": [] }, "off_topic": 0.014, "hiring_intent": 0.421 }, { "id": "nav-055", "choice": "lab", "confidence": 0.285, "gate": { "action": "offer", "options": [ "lab", "outside" ] }, "off_topic": 0.074, "hiring_intent": 0.023 }, { "id": "nav-056", "choice": "contact", "confidence": 0.41, "gate": { "action": "go", "to": "contact", "alternatives": [ "ai-tools", "record" ] }, "off_topic": 0.087, "hiring_intent": 0.089 }, { "id": "nav-057", "choice": "contact", "confidence": 0.084, "gate": { "action": "go", "to": "contact", "alternatives": [ "ai-tools", "outside" ] }, "off_topic": 0.016, "hiring_intent": 0.004 }, { "id": "nav-058", "choice": "contact", "confidence": 0.697, "gate": { "action": "go", "to": "contact", "alternatives": [ "outside", "record" ] }, "off_topic": 0.001, "hiring_intent": 0.431 }, { "id": "nav-059", "choice": "contact", "confidence": 0.472, "gate": { "action": "go", "to": "contact", "alternatives": [ "record", "lab" ] }, "off_topic": 0.007, "hiring_intent": 0.529 }, { "id": "nav-060", "choice": "ai-tools", "confidence": 0.08, "gate": { "action": "offer", "options": [ "ai-tools", "contact" ] }, "off_topic": 0.007, "hiring_intent": 0.022 }, { "id": "nav-061", "choice": "outside", "confidence": 0.642, "gate": { "action": "go", "to": "outside", "alternatives": [ "lab", "systems" ] }, "off_topic": 0.015, "hiring_intent": 0.002 }, { "id": "nav-062", "choice": "systems", "confidence": 0.43, "gate": { "action": "offer", "options": [ "systems", "contact" ] }, "off_topic": 0.079, "hiring_intent": 0.022 }, { "id": "nav-063", "choice": "ai-tools", "confidence": 0.762, "gate": { "action": "go", "to": "ai-tools", "alternatives": [ "systems", "lab" ] }, "off_topic": 0.979, "hiring_intent": 0.015 }, { "id": "nav-064", "choice": "ai-tools", "confidence": 0.497, "gate": { "action": "offer", "options": [ "ai-tools", "outside" ] }, "off_topic": 0.186, "hiring_intent": 0.025 }, { "id": "nav-065", "choice": "contact", "confidence": 0.06, "gate": { "action": "go", "to": "contact", "alternatives": [ "systems", "record" ] }, "off_topic": 0.002, "hiring_intent": 0.003 }, { "id": "nav-066", "choice": "ai-tools", "confidence": 0.793, "gate": { "action": "go", "to": "ai-tools", "alternatives": [ "systems" ] }, "off_topic": 0.704, "hiring_intent": 0.013 }, { "id": "nav-067", "choice": "outside", "confidence": 0.954, "gate": { "action": "go", "to": "outside", "alternatives": [] }, "off_topic": 0.021, "hiring_intent": 0.002 }, { "id": "nav-068", "choice": "systems", "confidence": 0.129, "gate": { "action": "offer", "options": [ "systems", "ai-tools" ] }, "off_topic": 0, "hiring_intent": 0.004 }, { "id": "nav-069", "choice": "ai-tools", "confidence": 0.419, "gate": { "action": "decline" }, "off_topic": 0.886, "hiring_intent": 0.208 }, { "id": "nav-070", "choice": "outside", "confidence": 0.39, "gate": { "action": "offer", "options": [ "outside", "contact" ] }, "off_topic": 0.005, "hiring_intent": 0.101 }, { "id": "brief-01", "role_family": "applied-ai", "seniority": 1.21, "work_location": "us", "requirements": { "req_java": 0.904, "req_kotlin": 0.903, "req_spring": 0.918, "req_kafka": 0.883, "req_postgres": 0.884, "req_python": 0.923, "req_typescript": 0.871, "req_elixir": 0.9, "req_llm": 0.924, "req_rag": 0.9, "req_evaluation": 0.93, "req_streaming": 0.884, "req_kubernetes": 0.909, "req_aws": 0.907, "req_go": 0.861, "req_api": 0.911, "req_leadership": 0.857, "req_german": 0.529 } }, { "id": "brief-02", "role_family": "full-stack", "seniority": 1.09, "work_location": "us", "requirements": { "req_java": 0.969, "req_kotlin": 0.965, "req_spring": 0.972, "req_kafka": 0.965, "req_postgres": 0.96, "req_python": 0.968, "req_typescript": 0.953, "req_elixir": 0.965, "req_llm": 0.96, "req_rag": 0.932, "req_evaluation": 0.966, "req_streaming": 0.967, "req_kubernetes": 0.963, "req_aws": 0.963, "req_go": 0.939, "req_api": 0.968, "req_leadership": 0.957, "req_german": 0.931 } }, { "id": "brief-03", "role_family": "data-engineering", "seniority": 1.92, "work_location": "remote", "requirements": { "req_java": 0.966, "req_kotlin": 0.958, "req_spring": 0.964, "req_kafka": 0.972, "req_postgres": 0.973, "req_python": 0.972, "req_typescript": 0.964, "req_elixir": 0.969, "req_llm": 0.972, "req_rag": 0.956, "req_evaluation": 0.969, "req_streaming": 0.974, "req_kubernetes": 0.972, "req_aws": 0.97, "req_go": 0.961, "req_api": 0.965, "req_leadership": 0.972, "req_german": 0.927 } }, { "id": "brief-04", "role_family": "full-stack", "seniority": 1.51, "work_location": "remote", "requirements": { "req_java": 0.939, "req_kotlin": 0.859, "req_spring": 0.922, "req_kafka": 0.92, "req_postgres": 0.901, "req_python": 0.916, "req_typescript": 0.932, "req_elixir": 0.919, "req_llm": 0.913, "req_rag": 0.797, "req_evaluation": 0.947, "req_streaming": 0.917, "req_kubernetes": 0.945, "req_aws": 0.964, "req_go": 0.907, "req_api": 0.91, "req_leadership": 0.921, "req_german": 0.935 } }, { "id": "brief-05", "role_family": "applied-ai", "seniority": 1.64, "work_location": "us", "requirements": { "req_java": 0.898, "req_kotlin": 0.869, "req_spring": 0.877, "req_kafka": 0.869, "req_postgres": 0.897, "req_python": 0.903, "req_typescript": 0.894, "req_elixir": 0.892, "req_llm": 0.915, "req_rag": 0.89, "req_evaluation": 0.911, "req_streaming": 0.886, "req_kubernetes": 0.883, "req_aws": 0.908, "req_go": 0.887, "req_api": 0.876, "req_leadership": 0.855, "req_german": 0.875 } }, { "id": "brief-06", "role_family": "full-stack", "seniority": 1.31, "work_location": "us", "requirements": { "req_java": 0.396, "req_kotlin": 0.405, "req_spring": 0.397, "req_kafka": 0.834, "req_postgres": 0.925, "req_python": 0.461, "req_typescript": 0.872, "req_elixir": 0.754, "req_llm": 0.4, "req_rag": 0.883, "req_evaluation": 0.618, "req_streaming": 0.274, "req_kubernetes": 0.659, "req_aws": 0.522, "req_go": 0.016, "req_api": 0.535, "req_leadership": 0.202, "req_german": 0.093 } }, { "id": "brief-07", "role_family": "data-engineering", "seniority": 1.29, "work_location": "germany", "requirements": { "req_java": 0.961, "req_kotlin": 0.958, "req_spring": 0.96, "req_kafka": 0.968, "req_postgres": 0.949, "req_python": 0.954, "req_typescript": 0.948, "req_elixir": 0.959, "req_llm": 0.966, "req_rag": 0.934, "req_evaluation": 0.961, "req_streaming": 0.969, "req_kubernetes": 0.961, "req_aws": 0.96, "req_go": 0.94, "req_api": 0.967, "req_leadership": 0.953, "req_german": 0.973 } }, { "id": "brief-08", "role_family": "full-stack", "seniority": 1.67, "work_location": "remote", "requirements": { "req_java": 0.93, "req_kotlin": 0.868, "req_spring": 0.935, "req_kafka": 0.927, "req_postgres": 0.93, "req_python": 0.927, "req_typescript": 0.93, "req_elixir": 0.933, "req_llm": 0.921, "req_rag": 0.929, "req_evaluation": 0.93, "req_streaming": 0.926, "req_kubernetes": 0.955, "req_aws": 0.951, "req_go": 0.95, "req_api": 0.939, "req_leadership": 0.955, "req_german": 0.446 } }, { "id": "brief-09", "role_family": "full-stack", "seniority": 0.88, "work_location": "germany", "requirements": { "req_java": 0.969, "req_kotlin": 0.955, "req_spring": 0.974, "req_kafka": 0.968, "req_postgres": 0.963, "req_python": 0.962, "req_typescript": 0.979, "req_elixir": 0.963, "req_llm": 0.964, "req_rag": 0.946, "req_evaluation": 0.973, "req_streaming": 0.97, "req_kubernetes": 0.976, "req_aws": 0.971, "req_go": 0.924, "req_api": 0.97, "req_leadership": 0.966, "req_german": 0.945 } }, { "id": "brief-10", "role_family": "applied-ai", "seniority": 1.25, "work_location": "remote", "requirements": { "req_java": 0.878, "req_kotlin": 0.854, "req_spring": 0.907, "req_kafka": 0.887, "req_postgres": 0.908, "req_python": 0.875, "req_typescript": 0.892, "req_elixir": 0.903, "req_llm": 0.919, "req_rag": 0.889, "req_evaluation": 0.895, "req_streaming": 0.888, "req_kubernetes": 0.912, "req_aws": 0.906, "req_go": 0.85, "req_api": 0.9, "req_leadership": 0.785, "req_german": 0.757 } } ] }