Skip to content

Commit f3ca808

Browse files
committed
migration commit 1
1 parent 8df939f commit f3ca808

File tree

572 files changed

+30785
-0
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

572 files changed

+30785
-0
lines changed

src/docs.json

Lines changed: 376 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -271,6 +271,382 @@
271271
}
272272
]
273273
},
274+
{
275+
"dropdown": "LangSmith",
276+
"icon": "/images/brand/langsmith-pill.svg",
277+
"description": "Platform for LLM observability and evaluation",
278+
"tabs": [
279+
{
280+
"tab": "Get started",
281+
"pages": [
282+
"langsmith/home",
283+
{
284+
"group": "Quickstarts",
285+
"pages": [
286+
"langsmith/observability_quickstart",
287+
"langsmith/evaluation_quickstart",
288+
"langsmith/prompt_engineering_quickstart_ui",
289+
"langsmith/prompt_engineering_quickstart_sdk"
290+
]
291+
},
292+
{
293+
"group": "Setup",
294+
"pages": [
295+
"langsmith/administration-overview",
296+
"langsmith/create_account_api_key",
297+
"langsmith/set_up_organization",
298+
"langsmith/set_up_workspace",
299+
"langsmith/set_up_billing",
300+
"langsmith/update_business_info",
301+
"langsmith/set_up_access_control",
302+
"langsmith/set_up_resource_tags",
303+
"langsmith/manage_spend"
304+
]
305+
},
306+
{
307+
"group": "Pricing",
308+
"pages": [
309+
"langsmith/pricing-plans",
310+
"langsmith/pricing-faq"
311+
]
312+
}
313+
]
314+
},
315+
{
316+
"tab": "Self-hosting",
317+
"pages": [
318+
"langsmith/architectural_overview",
319+
{
320+
"group": "Setup",
321+
"pages": [
322+
"langsmith/kubernetes",
323+
"langsmith/docker",
324+
"langsmith/self-host-usage",
325+
"langsmith/self-host-upgrades",
326+
"langsmith/self-host-egress",
327+
"langsmith/self-host-organization_charts",
328+
"langsmith/langsmith_managed_clickhouse"
329+
]
330+
},
331+
{
332+
"group": "Configuration",
333+
"pages": [
334+
"langsmith/self-host-scale",
335+
"langsmith/self-host-ttl",
336+
"langsmith/self-host-ingress",
337+
"langsmith/self-host-mirroring_images",
338+
"langsmith/self-host-playground_environment_settings"
339+
]
340+
},
341+
{
342+
"group": "Authentication & access control",
343+
"pages": [
344+
"langsmith/self-host-basic_auth",
345+
"langsmith/self-host-sso",
346+
"langsmith/self-host-user_management",
347+
"langsmith/self-host-custom_tls_certificates",
348+
"langsmith/self-host-using_an_existing_secret"
349+
]
350+
},
351+
{
352+
"group": "Connect external services",
353+
"pages": [
354+
"langsmith/self-host-blob_storage",
355+
"langsmith/self-host-external_clickhouse",
356+
"langsmith/self-host-external_postgres",
357+
"langsmith/self-host-external_redis"
358+
]
359+
},
360+
{
361+
"group": "Scripts",
362+
"pages": [
363+
"langsmith/script-delete_a_workspace",
364+
"langsmith/script-delete_an_organization",
365+
"langsmith/script-delete_traces",
366+
"langsmith/script-generate_clickhouse_stats",
367+
"langsmith/script-generate_query_stats",
368+
"langsmith/script-running_pg_support_queries",
369+
"langsmith/script-running_ch_support_queries"
370+
]
371+
},
372+
{
373+
"group": "Observability",
374+
"pages": [
375+
"langsmith/export_backend",
376+
"langsmith/langsmith_collector",
377+
"langsmith/observability_stack"
378+
]
379+
}
380+
]
381+
},
382+
{
383+
"tab": "Observability",
384+
"pages": [
385+
"langsmith/observability_overview",
386+
{
387+
"group": "Tracing",
388+
"pages": [
389+
{
390+
"group": "Basic Configuration",
391+
"pages": [
392+
"langsmith/log_traces_to_project",
393+
"langsmith/annotate_code",
394+
"langsmith/trace_with_api",
395+
"langsmith/trace_without_env_vars"
396+
]
397+
},
398+
{
399+
"group": "Integrations",
400+
"pages": [
401+
"langsmith/trace_with_langchain",
402+
"langsmith/trace_with_langgraph",
403+
"langsmith/trace-anthropic",
404+
"langsmith/trace-openai",
405+
"langsmith/trace_with_instructor",
406+
"langsmith/trace_with_vercel_ai_sdk",
407+
"langsmith/trace_with_opentelemetry",
408+
"langsmith/trace_with_openai_agents_sdk",
409+
"langsmith/trace-claude-code"
410+
]
411+
},
412+
{
413+
"group": "Advanced Configuration",
414+
"pages": [
415+
"langsmith/threads",
416+
"langsmith/sample_traces",
417+
"langsmith/add_metadata_tags",
418+
"langsmith/distributed_tracing",
419+
"langsmith/access_current_span",
420+
"langsmith/log_llm_trace",
421+
"langsmith/calculate_token_based_costs",
422+
"langsmith/log_multimodal_traces",
423+
"langsmith/log_retriever_trace",
424+
"langsmith/mask_inputs_outputs",
425+
"langsmith/trace_generator_functions",
426+
"langsmith/serverless_environments",
427+
"langsmith/nest_traces",
428+
"langsmith/upload_files_with_traces",
429+
"langsmith/output_detailed_logs",
430+
"langsmith/troubleshooting_variable_caching",
431+
"langsmith/collector_proxy"
432+
]
433+
},
434+
{
435+
"group": "Tracing Projects UI & API",
436+
"pages": [
437+
"langsmith/filter_traces_in_application",
438+
"langsmith/export_traces",
439+
"langsmith/data_export",
440+
"langsmith/share_trace",
441+
"langsmith/compare_traces",
442+
"langsmith/langgraph_platform_logs"
443+
]
444+
}
445+
]
446+
},
447+
{
448+
"group": "Monitoring",
449+
"pages": [
450+
"langsmith/dashboards",
451+
"langsmith/alerts"
452+
]
453+
},
454+
{
455+
"group": "Automations",
456+
"pages": [
457+
"langsmith/rules",
458+
"langsmith/webhooks",
459+
"langsmith/online_evaluations"
460+
]
461+
},
462+
{
463+
"group": "Human Feedback",
464+
"pages": [
465+
"langsmith/attach_user_feedback"
466+
]
467+
},
468+
{
469+
"group": "Tutorial",
470+
"pages": [
471+
"langsmith/observability-llm-tutorial"
472+
]
473+
}
474+
]
475+
},
476+
{
477+
"tab": "Evaluation",
478+
"pages": [
479+
"langsmith/evaluation_overview",
480+
{
481+
"group": "Datasets",
482+
"pages": [
483+
"langsmith/manage_datasets_in_application",
484+
"langsmith/manage_datasets_programmatically",
485+
"langsmith/dataset_subset",
486+
"langsmith/version_datasets",
487+
"langsmith/dataset_version",
488+
"langsmith/share_dataset",
489+
"langsmith/export_filtered_traces_to_dataset"
490+
]
491+
},
492+
{
493+
"group": "Evaluations",
494+
"pages": [
495+
"langsmith/define_target_function",
496+
"langsmith/evaluate_llm_application",
497+
"langsmith/run_evaluation_from_prompt_playground",
498+
"langsmith/run_evals_api_only",
499+
"langsmith/evaluation_async",
500+
"langsmith/evaluate_pairwise",
501+
"langsmith/langchain_runnable",
502+
"langsmith/evaluate_graph",
503+
"langsmith/evaluate_existing_experiment",
504+
"langsmith/evaluate_with_attachments",
505+
"langsmith/multi_turn_simulation",
506+
"langsmith/create_few_shot_evaluators",
507+
{
508+
"group": "Define an evaluator",
509+
"pages": [
510+
"langsmith/custom_evaluator",
511+
"langsmith/llm_as_judge",
512+
"langsmith/summary",
513+
"langsmith/prebuilt_evaluators",
514+
"langsmith/evaluate_on_intermediate_steps",
515+
"langsmith/multiple_scores",
516+
"langsmith/metric_type"
517+
]
518+
},
519+
{
520+
"group": "Evaluation jobs",
521+
"pages": [
522+
"langsmith/repetition",
523+
"langsmith/rate_limiting",
524+
"langsmith/local"
525+
]
526+
},
527+
{
528+
"group": "Annotation & human feedback",
529+
"pages": [
530+
"langsmith/annotation_queues",
531+
"langsmith/set_up_feedback_criteria",
532+
"langsmith/annotate_traces_inline",
533+
"langsmith/audit_evaluator_scores"
534+
]
535+
}
536+
]
537+
},
538+
{
539+
"group": "Analyze experiment results",
540+
"pages": [
541+
"langsmith/analyze_single_experiment",
542+
"langsmith/compare_experiment_results",
543+
"langsmith/filter_experiments_ui",
544+
"langsmith/fetch_perf_metrics_experiment",
545+
"langsmith/upload_existing_experiments",
546+
"langsmith/download_experiment_results_as_csv",
547+
"langsmith/renaming_experiment",
548+
"langsmith/bind_evaluator_to_dataset"
549+
]
550+
},
551+
{
552+
"group": "Tutorials",
553+
"pages": [
554+
"langsmith/evaluate-chatbot-tutorial",
555+
"langsmith/evaluate-rag-tutorial",
556+
"langsmith/test-react-agent-pytest",
557+
"langsmith/evaluate-complex-agent",
558+
"langsmith/run-backtests-new-agent",
559+
"langsmith/improve-judge-evaluator-feedback"
560+
]
561+
},
562+
{
563+
"group": "Testing integrations",
564+
"pages": [
565+
"langsmith/pytest",
566+
"langsmith/vitest_jest"
567+
]
568+
}
569+
]
570+
},
571+
{
572+
"tab": "Prompt engineering",
573+
"pages": [
574+
"langsmith/prompt-engineering-overview",
575+
{
576+
"group": "Prompt hub",
577+
"pages": [
578+
"langsmith/create_a_prompt",
579+
"langsmith/update_a_prompt",
580+
"langsmith/manage_prompts_programmatically",
581+
"langsmith/prompt_tags",
582+
"langsmith/langchain_hub",
583+
"langsmith/trigger_webhook"
584+
]
585+
},
586+
{
587+
"group": "Prompt playground",
588+
"pages": [
589+
"langsmith/multimodal_content",
590+
"langsmith/managing_model_configurations",
591+
"langsmith/use_tools",
592+
"langsmith/prompt_canvas",
593+
"langsmith/custom_endpoint",
594+
"langsmith/custom_openai_compliant_model",
595+
"langsmith/multiple_messages"
596+
]
597+
},
598+
{
599+
"group": "Few shot prompting",
600+
"pages": [
601+
"langsmith/index_datasets_for_dynamic_few_shot_example_selection"
602+
]
603+
},
604+
{
605+
"group": "Tutorials",
606+
"pages": [
607+
"langsmith/optimize_classifier",
608+
"langsmith/prompt_commit"
609+
]
610+
}
611+
]
612+
},
613+
{
614+
"tab": "Reference",
615+
"pages": [
616+
"langsmith/reference-overview",
617+
{
618+
"group": "API & SDKs",
619+
"pages": [
620+
"langsmith/api-ref",
621+
"langsmith/python-sdk",
622+
"langsmith/js-ts-sdk"
623+
]
624+
},
625+
{
626+
"group": "Common data types",
627+
"pages": [
628+
"langsmith/run_data_format",
629+
"langsmith/feedback_data_format",
630+
"langsmith/example_data_format",
631+
"langsmith/trace_query_syntax",
632+
"langsmith/dataset_json_types",
633+
"langsmith/dataset_transformations"
634+
]
635+
},
636+
{
637+
"group": "Additional resources",
638+
"pages": [
639+
"langsmith/faq",
640+
"langsmith/troubleshooting",
641+
"langsmith/cloud_architecture_and_scalability",
642+
"langsmith/regions_faq",
643+
"langsmith/authentication_methods"
644+
]
645+
}
646+
]
647+
}
648+
]
649+
},
274650
{
275651
"dropdown": "LangChain Labs",
276652
"icon": "/images/brand/langchain-labs-pill.svg",

0 commit comments

Comments
 (0)