module.exports = { md: [ { type: "category", label: "Getting Started", className: "sidebar-item-getting-started", items: [ "getting-started", "getting-started-agents", "getting-started-chatbots", "getting-started-rag", "getting-started-mcp", "getting-started-llm-arena", ], collapsed: false, }, { type: "category", label: "LLM Evals", className: "sidebar-item-icon-llm-eval", items: [ "evaluation-introduction", { type: "category", label: "Concepts", items: [ { type: "category", label: "Test Cases", items: [ "evaluation-test-cases", "evaluation-multiturn-test-cases", "evaluation-arena-test-cases", ], collapsed: true, }, "evaluation-datasets", "evaluation-mcp", "evaluation-llm-tracing", ], collapsed: false, }, "evaluation-end-to-end-llm-evals", "evaluation-component-level-llm-evals", "evaluation-unit-testing-in-ci-cd", "evaluation-flags-and-configs", ], collapsed: false, }, { type: "category", label: "Eval Metrics", className: "sidebar-item-icon-metrics", items: [ "metrics-introduction", { type: "category", label: "Custom", items: [ "metrics-llm-evals", "metrics-dag", "metrics-conversational-g-eval", "metrics-conversational-dag", "multimodal-metrics-g-eval", "metrics-arena-g-eval", "metrics-custom", ], collapsed: false, }, { type: "category", label: "RAG", items: [ "metrics-answer-relevancy", "metrics-faithfulness", "metrics-contextual-precision", "metrics-contextual-recall", "metrics-contextual-relevancy", ], collapsed: true, }, { type: "category", label: "Agentic", items: [ "metrics-task-completion", "metrics-tool-correctness", "metrics-argument-correctness", ], collapsed: true, }, { type: "category", label: "Multi-Turn", items: [ "metrics-turn-relevancy", "metrics-role-adherence", "metrics-knowledge-retention", "metrics-conversation-completeness", ], collapsed: true, }, { type: "category", label: "MCP", items: [ "metrics-mcp-use", "metrics-multi-turn-mcp-use", "metrics-mcp-task-completion", ], collapsed: true, }, { type: "category", label: "Safety", items: [ "metrics-bias", "metrics-toxicity", "metrics-non-advice", "metrics-misuse", "metrics-pii-leakage", "metrics-role-violation", ], collapsed: true, }, { type: "category", label: "Others", items: [ "metrics-summarization", "metrics-prompt-alignment", "metrics-hallucination", "metrics-json-correctness", "metrics-ragas", ], collapsed: true, }, { type: "category", label: "Multimodal", items: [ "multimodal-metrics-image-coherence", "multimodal-metrics-image-helpfulness", "multimodal-metrics-image-reference", "multimodal-metrics-text-to-image", "multimodal-metrics-image-editing", "multimodal-metrics-answer-relevancy", "multimodal-metrics-faithfulness", "multimodal-metrics-contextual-precision", "multimodal-metrics-contextual-recall", "multimodal-metrics-contextual-relevancy", "multimodal-metrics-tool-correctness", ], collapsed: true, }, ], collapsed: false, }, { type: "category", label: "Synthetic Data Generation", className: "sidebar-item-icon-synthetic-data", items: [ "synthesizer-introduction", { type: "category", label: "Generate Goldens", items: [ "synthesizer-generate-from-docs", "synthesizer-generate-from-contexts", "synthesizer-generate-from-scratch", "synthesizer-generate-from-goldens", ], collapsed: false, }, "conversation-simulator", ], collapsed: false, }, { type: "category", label: "Red-Teaming", className: "sidebar-item-icon-red-teaming", items: [ "red-teaming-introduction", "red-teaming-attack-enhancements", { type: "category", label: "Vulnerabilities", items: [ "red-teaming-vulnerabilities", "red-teaming-vulnerabilities-bias", "red-teaming-vulnerabilities-misinformation", "red-teaming-vulnerabilities-toxicity", "red-teaming-vulnerabilities-illegal-activities", "red-teaming-vulnerabilities-personal-safety", "red-teaming-vulnerabilities-pii-leakage", "red-teaming-vulnerabilities-prompt-leakage", "red-teaming-vulnerabilities-unauthorized-access", "red-teaming-vulnerabilities-intellectual-property", "red-teaming-vulnerabilities-excessive-agency", "red-teaming-vulnerabilities-robustness", "red-teaming-vulnerabilities-graphic-content", "red-teaming-vulnerabilities-competition", ], collapsed: false, }, ], collapsed: false, }, { type: "category", label: "Benchmarks", className: "sidebar-item-icon-benchmarks", items: [ "benchmarks-introduction", "benchmarks-mmlu", "benchmarks-hellaswag", "benchmarks-big-bench-hard", "benchmarks-drop", "benchmarks-truthful-qa", "benchmarks-human-eval", "benchmarks-ifeval", "benchmarks-squad", "benchmarks-gsm8k", "benchmarks-math-qa", "benchmarks-logi-qa", "benchmarks-bool-q", "benchmarks-arc", "benchmarks-bbq", "benchmarks-lambada", "benchmarks-winogrande", ], collapsed: true, }, { type: "category", label: "Others", className: "sidebar-item-icon-others", items: ["command-line-interface", "data-privacy", "miscellaneous"], collapsed: false, }, ], };