{"version":1,"pages":[{"id":"aWATbgpwHaLvCWoi5wul","title":"Overview - DBNL","pathname":"/","siteSpaceId":"sitesp_iFmdj","description":"Turn raw trace data into actionable insights to continuously improve your agents","breadcrumbs":[{"label":"Get Started"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/get-started/quickstart","siteSpaceId":"sitesp_iFmdj","description":"Start analyzing with the DBNL platform immediately","breadcrumbs":[{"label":"Get Started"}]},{"id":"sanHSFxjVtWFY74n2mTu","title":"Data Pipeline","pathname":"/configuration/data-pipeline","siteSpaceId":"sitesp_iFmdj","description":"How log data becomes behavioral signals","breadcrumbs":[{"label":"Configuration"}]},{"id":"dTmPlVUKdidWj2tJWhFq","title":"DBNL Semantic Convention","pathname":"/configuration/dbnl-semantic-convention","siteSpaceId":"sitesp_iFmdj","description":"How DBNL understands the structure and semantics of your data","breadcrumbs":[{"label":"Configuration"}]},{"id":"VuQI6TgTOOLdUkTqaWO2","title":"Data Connections","pathname":"/configuration/data-connections","siteSpaceId":"sitesp_iFmdj","description":"How to get data into DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"4THIHxfkGGzbyvJUtXi8","title":"OTEL Trace Ingestion","pathname":"/configuration/data-connections/otel-trace-ingestion","siteSpaceId":"sitesp_iFmdj","description":"Publish OTEL Traces directly to your DBNL Deployment","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"ZUpmQZPWDJVqua7BdsBt","title":"SDK Log Ingestion","pathname":"/configuration/data-connections/sdk-log-ingestion","siteSpaceId":"sitesp_iFmdj","description":"Use the Python SDK to upload log data","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"NhzmgNkqGDyCplt5Vg4n","title":"Model Connections","pathname":"/configuration/model-connections","siteSpaceId":"sitesp_iFmdj","description":"How to hook up LLMs to DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"19RfUc191mMn6jKHX1Vj","title":"Notification Connections","pathname":"/configuration/notification-connections","siteSpaceId":"sitesp_iFmdj","description":"Be notified when DBNL completes certain actions","breadcrumbs":[{"label":"Configuration"}]},{"id":"nuRy4Sxv6ETLJJUSZUOU","title":"Adaptive Analytics Workflow","pathname":"/workflow/adaptive-analytics-workflow","siteSpaceId":"sitesp_iFmdj","breadcrumbs":[{"label":"Workflow"}]},{"id":"xYP69Mhp4508lJnpouzO","title":"Projects","pathname":"/workflow/projects","siteSpaceId":"sitesp_iFmdj","description":"Creating and administering projects within DBNL","breadcrumbs":[{"label":"Workflow"}]},{"id":"3Shw2LKVL7hFUVtOVjiO","title":"Dashboards","pathname":"/workflow/dashboards","siteSpaceId":"sitesp_iFmdj","description":"Discover signals by viewing tracked Columns, Segments, and Metrics.","breadcrumbs":[{"label":"Workflow"}]},{"id":"hRBnXX5uA4gmKApWT3Te","title":"Insights","pathname":"/workflow/insights","siteSpaceId":"sitesp_iFmdj","description":"Discover signals from automated analysis of log data","breadcrumbs":[{"label":"Workflow"}]},{"id":"CHUC1cOCEknF2r1ZMpD1","title":"Logs","pathname":"/workflow/logs","siteSpaceId":"sitesp_iFmdj","description":"Filterable subsets of all ingested data and all generated Metrics","breadcrumbs":[{"label":"Workflow"}]},{"id":"fV3j08HLBbSyuui9V7Q4","title":"Explorer","pathname":"/workflow/explorer","siteSpaceId":"sitesp_iFmdj","description":"Investigate signals through direct graphical comparison.","breadcrumbs":[{"label":"Workflow"}]},{"id":"UEDySdY8P0rFRXNgtHE7","title":"Segments","pathname":"/workflow/segments","siteSpaceId":"sitesp_iFmdj","description":"Saved filters on Log data for tracking","breadcrumbs":[{"label":"Workflow"}]},{"id":"Bduq42HXGbYYwK5odVwx","title":"Metrics","pathname":"/workflow/metrics","siteSpaceId":"sitesp_iFmdj","description":"Codify signals to track behavior that matters","breadcrumbs":[{"label":"Workflow"}]},{"id":"QPRsRbaQF0ghZfKRuGfs","title":"LLM-as-Judge Metric Templates","pathname":"/workflow/metrics/llm-as-judge-metric-templates","siteSpaceId":"sitesp_iFmdj","description":"Pre-built templates to customize LLM-as-judge Metrics","breadcrumbs":[{"label":"Workflow"},{"label":"Metrics"}]},{"id":"gacjf7LJJCTwnJWmmmNd","title":"Status","pathname":"/workflow/status","siteSpaceId":"sitesp_iFmdj","description":"View and manage Data Pipeline runs for your Project.","breadcrumbs":[{"label":"Workflow"}]},{"id":"OkhfGIzz7xXV7moc8I0F","title":"Data Ingestion","pathname":"/examples/examples","siteSpaceId":"sitesp_iFmdj","description":"Examples for getting data into DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"uzY3AhuQJWNodnuOuTDK","title":"Tutorials","pathname":"/examples/tutorials","siteSpaceId":"sitesp_iFmdj","description":"Reproducible example use cases for DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"nEroNzos4g8r7UEnh59i","title":"Walkthroughs","pathname":"/examples/walkthroughs","siteSpaceId":"sitesp_iFmdj","description":"Pre-loaded examples of DBNL usage available in our Read Only SaaS account","breadcrumbs":[{"label":"Examples"}]},{"id":"XnRRN2ZQAU67EZ8R0BY3","title":"Platform","pathname":"/platform/platform","siteSpaceId":"sitesp_iFmdj","description":"High-level overview of the DBNL platform building blocks.","breadcrumbs":[{"label":"Platform"}]},{"id":"rDFJu9sUTntsep3HN7Hi","title":"Deployment","pathname":"/platform/deployment","siteSpaceId":"sitesp_iFmdj","description":"Install the DBNL platform in the way that best fits your needs.","breadcrumbs":[{"label":"Platform"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/platform/deployment/sandbox","siteSpaceId":"sitesp_iFmdj","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/platform/deployment/helm-chart","siteSpaceId":"sitesp_iFmdj","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/platform/deployment/terraform-module","siteSpaceId":"sitesp_iFmdj","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/platform/architecture","siteSpaceId":"sitesp_iFmdj","description":"An overview of the architecture for the DBNL platform","breadcrumbs":[{"label":"Platform"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/platform/networking","siteSpaceId":"sitesp_iFmdj","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/platform/data-security","siteSpaceId":"sitesp_iFmdj","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"Authentication","pathname":"/platform/authentication","siteSpaceId":"sitesp_iFmdj","breadcrumbs":[{"label":"Platform"}]},{"id":"gIwiMom8fBNhUasyYjFE","title":"Administration","pathname":"/platform/administration","siteSpaceId":"sitesp_iFmdj","description":"How resources, users, and permissions are organized with a DBNL deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/reference/query-language","siteSpaceId":"sitesp_iFmdj","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/reference/query-language/functions","siteSpaceId":"sitesp_iFmdj","description":"Functions available in the query language.","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"S2lKCSE49jsJUevXB6oZ","title":"Python SDK","pathname":"/reference/python-sdk","siteSpaceId":"sitesp_iFmdj","description":"Reference documentation for the Distributional Python SDK","breadcrumbs":[{"label":"Reference"}]},{"id":"npTlucnMWvatST2Lzqmv","title":"SDK Functions","pathname":"/reference/python-sdk/sdk-functions","siteSpaceId":"sitesp_iFmdj","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"iTiJemLdQYNcE2WuPNbo","title":"Classes","pathname":"/reference/python-sdk/classes","siteSpaceId":"sitesp_iFmdj","description":"Classes that are returned from functions in the DBNL Python SDK","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/reference/cli","siteSpaceId":"sitesp_iFmdj","description":"Installing and using the DBNL Command Line Interface (CLI)","breadcrumbs":[{"label":"Reference"}]},{"id":"tMQz80Qq0LSX7JTduZJL","title":"Glossary","pathname":"/reference/glossary","siteSpaceId":"sitesp_iFmdj","description":"Key terms and concepts in DBNL","breadcrumbs":[{"label":"Reference"}]},{"id":"S6OfRrIUlZleUCYsrm4j","title":"FAQ","pathname":"/reference/faq","siteSpaceId":"sitesp_iFmdj","description":"Answers to frequently asked questions","breadcrumbs":[{"label":"Reference"}]},{"id":"dFVtgFMqRXRhXveDUaBL","title":"Service Agreements","pathname":"/reference/service-agreements","siteSpaceId":"sitesp_iFmdj","description":"Standard End User Agreements","breadcrumbs":[{"label":"Reference"}]},{"id":"WXuMHo9CNw9gLXanjvuK","title":"Privacy Policy","pathname":"/reference/privacy-policy","siteSpaceId":"sitesp_iFmdj","breadcrumbs":[{"label":"Reference"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Welcome to Distributional","pathname":"/v0.20.x","siteSpaceId":"sitesp_dwUid","description":"Introduction to Distributional AI Testing Platform"},{"id":"AnoDsd0CPovuiihkBAS3","title":"Motivation","pathname":"/v0.20.x/motivation","siteSpaceId":"sitesp_dwUid","description":"Why AI Testing Matters"},{"id":"FgIOyqaXzHRjrcbnoI6p","title":"What is AI Testing?","pathname":"/v0.20.x/what-is-ai-testing","siteSpaceId":"sitesp_dwUid","description":"Understanding AI Testing"},{"id":"8sdcu219EcywBIJktGn7","title":"Stages in the AI Software Development Lifecycle","pathname":"/v0.20.x/stages-in-the-ai-software-development-lifecycle","siteSpaceId":"sitesp_dwUid","description":"Key Stages in the AI Development Lifecycle"},{"id":"b6T4OsqlG6nh02kCgFu0","title":"Components of AI Testing","pathname":"/v0.20.x/stages-in-the-ai-software-development-lifecycle/components-of-ai-testing","siteSpaceId":"sitesp_dwUid","description":"Essential Components of AI Testing","breadcrumbs":[{"label":"Stages in the AI Software Development Lifecycle"}]},{"id":"UidhPZeUWj3aTz4JxjIH","title":"Distributional Testing","pathname":"/v0.20.x/distributional-testing","siteSpaceId":"sitesp_dwUid","description":"Why we need to test distributions"},{"id":"2RccmdecAMpIwk2GviUo","title":"Getting Access to Distributional","pathname":"/v0.20.x/getting-access-to-distributional","siteSpaceId":"sitesp_dwUid","description":"Getting Access"},{"id":"wvUYwSVD7z35webK19He","title":"The Distributional Framework","pathname":"/v0.20.x/learning-about-distributional/the-distributional-framework","siteSpaceId":"sitesp_dwUid","description":"Key Distributional concepts and their role relative to your app","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"jqpPAXJH00kGopZ34mXz","title":"Defining Tests in Distributional","pathname":"/v0.20.x/learning-about-distributional/defining-tests-in-distributional","siteSpaceId":"sitesp_dwUid","description":"What's in a test?","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"0NGcv6E5ll3by6tJgahU","title":"Automated Production test creation & execution","pathname":"/v0.20.x/learning-about-distributional/defining-tests-in-distributional/automated-production-test-creation-and-execution","siteSpaceId":"sitesp_dwUid","description":"Distributional can automate your Production testing process","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Defining Tests in Distributional"}]},{"id":"BL1yTe2sCCCuLx9M4KHx","title":"Knowledge-based test creation","pathname":"/v0.20.x/learning-about-distributional/defining-tests-in-distributional/knowledge-based-test-creation","siteSpaceId":"sitesp_dwUid","description":"Incorporate your expertise alongside our automated tests","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Defining Tests in Distributional"}]},{"id":"ICibOk2ZkGPr0GFsD9Qh","title":"Comprehensive testing with Distributional","pathname":"/v0.20.x/learning-about-distributional/defining-tests-in-distributional/comprehensive-testing-with-distributional","siteSpaceId":"sitesp_dwUid","description":"This is how you test when you are a dbnl expert","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Defining Tests in Distributional"}]},{"id":"hNKbzWLADQMnHKkkEQcj","title":"Reviewing Test Sessions and Runs in Distributional","pathname":"/v0.20.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional","siteSpaceId":"sitesp_dwUid","description":"Test sessions provide an opportunity to learn about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"Kz4n5dJAbqlbna8bylp5","title":"Reviewing and recalibrating automated Production tests","pathname":"/v0.20.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional/reviewing-and-recalibrating-automated-production-tests","siteSpaceId":"sitesp_dwUid","description":"Directing dbnl to execute the tests you want","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Reviewing Test Sessions and Runs in Distributional"}]},{"id":"5jWlrvBqvBSgIJWBgdCz","title":"Insights surfaced elsewhere on Distributional","pathname":"/v0.20.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional/insights-surfaced-elsewhere-on-distributional","siteSpaceId":"sitesp_dwUid","description":"Test Sessions are not the only place to learn about your app","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Reviewing Test Sessions and Runs in Distributional"}]},{"id":"MIQEUW2BIFNNbNH1romm","title":"Notifications","pathname":"/v0.20.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional/notifications","siteSpaceId":"sitesp_dwUid","description":"Customize how you want to be alerted to new Runs, new Test Sessions, and high severity failures","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Reviewing Test Sessions and Runs in Distributional"}]},{"id":"Z5wQVAkBw7tQmr32waym","title":"Data in Distributional","pathname":"/v0.20.x/learning-about-distributional/data-in-distributional","siteSpaceId":"sitesp_dwUid","description":"Data goes in, insights come out","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"6vlnmciJR7CEyEuVQntg","title":"The flow of data","pathname":"/v0.20.x/learning-about-distributional/data-in-distributional/the-flow-of-data","siteSpaceId":"sitesp_dwUid","description":"Your data + dbnl testing == insights about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"ll7x6MUjAFJ7T5iPLqxq","title":"Components and the DAG for root cause analysis","pathname":"/v0.20.x/learning-about-distributional/data-in-distributional/components-and-the-dag-for-root-cause-analysis","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"xX6AkWJ10ZuZ90CImjMj","title":"Uploading data to Distributional","pathname":"/v0.20.x/learning-about-distributional/data-in-distributional/uploading-data-to-distributional","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"04S8KzCIvU3wZyfrUDK9","title":"Living in your VPC","pathname":"/v0.20.x/learning-about-distributional/data-in-distributional/living-in-your-vpc","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"4U9M4YxabIUWaj626VU5","title":"Getting Started","pathname":"/v0.20.x/using-distributional/getting-started","siteSpaceId":"sitesp_dwUid","description":"Installing the Python SDK and Accessing Distributional UI","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"lPvZxo0FGJXOEY5OzUYk","title":"Access","pathname":"/v0.20.x/using-distributional/access","siteSpaceId":"sitesp_dwUid","description":"The following section introduces the concepts used to control access to the dbnl platform.","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"EoH0lsJWjZCZEID8ByqU","title":"Organization and Namespaces","pathname":"/v0.20.x/using-distributional/access/organization-and-namespaces","siteSpaceId":"sitesp_dwUid","description":"Resources in the dbnl platform are organized using organizations and namespaces.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access"}]},{"id":"rAQgj18WZ1JlJWcuXBO6","title":"Users and Permissions","pathname":"/v0.20.x/using-distributional/access/users-and-permissions","siteSpaceId":"sitesp_dwUid","description":"Discover how dbnl manages user permissions through a layered system of organization and namespace roles—like org admin, org reader, namespace admin, writer, and reader.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access"}]},{"id":"b6AECOJIML7mtSlvfYGG","title":"Tokens","pathname":"/v0.20.x/using-distributional/access/tokens","siteSpaceId":"sitesp_dwUid","description":"Tokens are used for programmatic access to the dbnl platform.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access"}]},{"id":"baUxTrngOytExbZytv4e","title":"Data","pathname":"/v0.20.x/using-distributional/data","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"ba6VwPaUGFXQFDZGbkrS","title":"Data Objects","pathname":"/v0.20.x/using-distributional/data/data-objects","siteSpaceId":"sitesp_dwUid","description":"The objects needed to define a Run, the core data structure in DBNL","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"OXNOuhVZugobe85Chttl","title":"Run-Level Data","pathname":"/v0.20.x/using-distributional/data/run-level-data","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"abVBbGRBI7fbCebJ3qo4","title":"Data Storage Integrations","pathname":"/v0.20.x/using-distributional/data/data-storage-integrations","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Access Controls","pathname":"/v0.20.x/using-distributional/data/data-access-controls","siteSpaceId":"sitesp_dwUid","description":"An overview of data access controls.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"8iZ8YKqfRmSU7KewM3pG","title":"Testing","pathname":"/v0.20.x/using-distributional/testing","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"PoOXygUU9OLHKsbIQMyz","title":"Creating Tests","pathname":"/v0.20.x/using-distributional/testing/creating-tests","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"tG56ezWWpDA0bnxfLUJp","title":"Test Page","pathname":"/v0.20.x/using-distributional/testing/creating-tests/test-page","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"7BEyhZDEAbZkbeWCLqpz","title":"Test Drawer Through Shortcuts","pathname":"/v0.20.x/using-distributional/testing/creating-tests/test-drawer-through-shortcuts","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"COqJJlftMVlxla1jRDD8","title":"Test Templates","pathname":"/v0.20.x/using-distributional/testing/creating-tests/test-templates","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"oh1x3bmL1kxaqomjKGxT","title":"SDK","pathname":"/v0.20.x/using-distributional/testing/creating-tests/sdk","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"dXsoJvOZuHCluMpcRHmx","title":"Defining Assertions","pathname":"/v0.20.x/using-distributional/testing/defining-assertions","siteSpaceId":"sitesp_dwUid","description":"Assertions are the second half of test creation — defining what statistical values seem appropriate or aberrant","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"DemkC4JyheOEKRSNyXkT","title":"Production Testing","pathname":"/v0.20.x/using-distributional/testing/production-testing","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"dzYzEpZiq33or75T6n1Z","title":"Auto-Test Generation","pathname":"/v0.20.x/using-distributional/testing/production-testing/auto-test-generation","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"g00PVRSk7dbZjcWAU6FC","title":"Recalibration","pathname":"/v0.20.x/using-distributional/testing/production-testing/recalibration","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"3gXzMhuS0XtygW3HOoH0","title":"Notable Results","pathname":"/v0.20.x/using-distributional/testing/production-testing/notable-results","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"7EgFv0l4jSKfAv0P3efJ","title":"Dynamic Baseline","pathname":"/v0.20.x/using-distributional/testing/production-testing/dynamic-baseline","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"dLiY4gg2OeaK7hooaVW6","title":"Testing Strategies","pathname":"/v0.20.x/using-distributional/testing/testing-strategies","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"oicSW3MAImOg9Pe2KKvv","title":"Test That a Given Distribution Has Certain Properties","pathname":"/v0.20.x/using-distributional/testing/testing-strategies/test-that-a-given-distribution-has-certain-properties","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"NL5tIOLZGkpy9KID15C6","title":"Test That Distributions Have the Same Statistics","pathname":"/v0.20.x/using-distributional/testing/testing-strategies/test-that-distributions-have-the-same-statistics","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"cC7IXDtSBBNrdnir5fMG","title":"Test That Columns Are Similarly Distributed","pathname":"/v0.20.x/using-distributional/testing/testing-strategies/test-that-columns-are-similarly-distributed","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"0SgP8Jm0QP3Rvc0gptHR","title":"Test That Specific Results Have Matching Behavior","pathname":"/v0.20.x/using-distributional/testing/testing-strategies/test-that-specific-results-have-matching-behavior","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"xxYwscUqDMFlth70LvQN","title":"Test That Distributions Are Not the Same","pathname":"/v0.20.x/using-distributional/testing/testing-strategies/test-that-distributions-are-not-the-same","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"XuguPH0zos1uvlg2G7MW","title":"Executing Tests","pathname":"/v0.20.x/using-distributional/testing/executing-tests","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"mlF4YJ2RR0AaiTkGVkyw","title":"Manually Running Tests Via UI","pathname":"/v0.20.x/using-distributional/testing/executing-tests/manually-running-tests-via-ui","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Executing Tests"}]},{"id":"pw13sXpwz49ozNSCdGYB","title":"Executing Tests Via SDK","pathname":"/v0.20.x/using-distributional/testing/executing-tests/executing-tests-via-sdk","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Executing Tests"}]},{"id":"qW3NPVyfGLkafsm9zkI6","title":"Reviewing Tests","pathname":"/v0.20.x/using-distributional/testing/reviewing-tests","siteSpaceId":"sitesp_dwUid","description":"After the tests have been executed, what comes next?","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"F40IEuuRjIX4BjOjEqUV","title":"Using Filters","pathname":"/v0.20.x/using-distributional/testing/using-filters","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"ffsZGtD65WiSbQYdFIB1","title":"Filters in the Compare Page","pathname":"/v0.20.x/using-distributional/testing/using-filters/filters-in-the-compare-page","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Using Filters"}]},{"id":"vcOAs86CXfRQgasNlVPy","title":"Filters in Tests","pathname":"/v0.20.x/using-distributional/testing/using-filters/filters-in-tests","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Using Filters"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.20.x/using-distributional/python-sdk","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"iNbvXu52yzqoXPS2Q38D","title":"Quick Start","pathname":"/v0.20.x/using-distributional/python-sdk/quick-start","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"TPaRy2ylvOBCqUPFqeEd","title":"Functions","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"ETrlvAtnDFNIDOp1jeaG","title":"login","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/login","siteSpaceId":"sitesp_dwUid","description":"Authenticate dbnl SDK","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"lVkdsWtj9h9SSwTGfBen","title":"Project","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"XClukzzHgqhpkS9DonSG","title":"create_project","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project/create_project","siteSpaceId":"sitesp_dwUid","description":"Create a new dbnl Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"ePNzBT7IzJRbZb4GcoON","title":"copy_project","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project/copy_project","siteSpaceId":"sitesp_dwUid","description":"Copy a dbnl Project with a new name and description","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"0zhWpsAwiqmRPyrltkxX","title":"export_project_as_json","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project/export_project_as_json","siteSpaceId":"sitesp_dwUid","description":"Export a dbnl Project alongside its Test Specs and Tags as a JSON object","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"9oQHQF1AZ7nAqOAdc3UJ","title":"get_project","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project/get_project","siteSpaceId":"sitesp_dwUid","description":"Retrieve a dbnl Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"KwhI1YBVI7nE2NQHhdAT","title":"get_or_create_project","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project/get_or_create_project","siteSpaceId":"sitesp_dwUid","description":"Retrieve the specified dbnl Project or create a new one if it does not exist","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"LZKV5QNWMfBjSNrR8Dne","title":"import_project_from_json","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/project/import_project_from_json","siteSpaceId":"sitesp_dwUid","description":"Create a new dbnl Project from a JSON object","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"mEneJyClcbmCOx6PRTzL","title":"Run Config","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-config","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"InX4tyBr7IpHEq5FvqIq","title":"create_run_config","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-config/create_run_config","siteSpaceId":"sitesp_dwUid","description":"Create a new dbnl RunConfig","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"UsD5drg1Zgd4EucBR23z","title":"get_latest_run_config","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-config/get_run_config","siteSpaceId":"sitesp_dwUid","description":"Retrieve the most recent dbnl RunConfig","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"a94bpFNQk0fRBHxYeaU6","title":"get_run_config","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-config/get_run_config-1","siteSpaceId":"sitesp_dwUid","description":"Retrieve a dbnl RunConfig","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"jz2Nv3CS2hCb8PK4zCvL","title":"get_run_config_from_latest_run","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-config/get_run_config-2","siteSpaceId":"sitesp_dwUid","description":"Retrieve a dbnl RunConfig from the most recent Run in a Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"Fe1wy5tmMg9yRnM08wQT","title":"Run Results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"ZfwIK6vWNTQ3p5OE1fXk","title":"get_column_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results/get_column_results","siteSpaceId":"sitesp_dwUid","description":"Retrieve results from dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"X8PoywXFSlfH8lXachtk","title":"get_scalar_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results/get_scalar_results","siteSpaceId":"sitesp_dwUid","description":"Retrieve results from dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"w8aiLUStV9IlBAIqUDaw","title":"get_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results/get_results","siteSpaceId":"sitesp_dwUid","description":"Retrieve results from dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"zksJ2TYLEotO0SN4YSur","title":"report_column_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results/report_results","siteSpaceId":"sitesp_dwUid","description":"Report all column results to dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"HkZwT4rlJJ3j320LnMOQ","title":"report_scalar_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results/report_results-1","siteSpaceId":"sitesp_dwUid","description":"Report all scalar results to dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"DFWWot1PWlBd73ULt88p","title":"report_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run-results/report_results-2","siteSpaceId":"sitesp_dwUid","description":"Report all results to dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"XKMICnB17nL5pgI8x3Jq","title":"Run","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"DiU3OQZM6GkqquKYTxz0","title":"close_run","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run/close_run","siteSpaceId":"sitesp_dwUid","description":"Finalize a Run","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"pheeaeKrdZIE7Ca3WIdR","title":"create_run","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run/create_run","siteSpaceId":"sitesp_dwUid","description":"Create a new dbnl Run","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"eIsgmT1m5S3zFNc6bEw4","title":"get_run","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run/get_run","siteSpaceId":"sitesp_dwUid","description":"Retrieve a dbnl Run","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"NBNpuVNlrlzcwUFsCgEr","title":"report_run_with_results","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/run/report_run_with_results","siteSpaceId":"sitesp_dwUid","description":"Create a new Run, report results to it, and close it.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"Je1CSngAEXMcWDwFX33L","title":"Baseline","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/baseline","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"1hxtahsW9gww0RwGcVpf","title":"create_run_query","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/baseline/create_run_query","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"xOdpM9LPXpCjonkA7wyZ","title":"get_run_query","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/baseline/get_run_query","siteSpaceId":"sitesp_dwUid","description":"Retrieve a dbnl RunQuery with the given name","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"7mcRm3jUC25vKLqLL6Nv","title":"set_run_as_baseline","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/baseline/set_run_as_baseline","siteSpaceId":"sitesp_dwUid","description":"Set a given Run as the Baseline Run in a Project's Test Config","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"a7wOjlF6Y9MzLquMeLMj","title":"set_run_query_as_baseline","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/baseline/set_run_query_as_baseline","siteSpaceId":"sitesp_dwUid","description":"Set a given RunQuery as the Baseline Run in a Project's Test Config","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"3xM9QOBPUsMjoAkeaScT","title":"Test Session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/test-session","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"x6ns6LXnOs9D0G6y7VzC","title":"create_test_session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-functions/test-session/create_test_session","siteSpaceId":"sitesp_dwUid","description":"Create a TestSession","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Test Session"}]},{"id":"w0G8glf86QAB77gDFlkp","title":"Objects","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"vfXFauh5ZnUjluqFCP7i","title":"Project","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/project","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"HIhELmSZ1QDDyatoPYAM","title":"RunConfig","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/runconfig","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"QtYyvw16aMflnd2CNWFJ","title":"Run","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/run","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"drow2mSYpT7g0rOPvX5M","title":"RunQuery","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/runquery","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"v4f37zoqKcNqrvffMjwA","title":"TestSession","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/testsession","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"nYcEdTZgbvY6G38UfnDn","title":"TestRecalibrationSession","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/testrecalibrationsession","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"X9ppRfqjuP2FCNYw6VKo","title":"TestGenerationSession","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/testgenerationsession","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"Ibojn39XMlActz8PopH2","title":"ResultData","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-objects/resultdata","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"ENtyk2ruHi4Aps3W0dxr","title":"Experimental Functions","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"oKmFQDn1sR7s5YnC4i4n","title":"create_test","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/create_test","siteSpaceId":"sitesp_dwUid","description":"Create a new Test Spec","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"oilXQj1xWcOw0jH64qZM","title":"get_tests","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/get_tests","siteSpaceId":"sitesp_dwUid","description":"Retrieve all Tests executed in the given Test Session.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"hxUXoSpPJ3agaep4Z9Sj","title":"get_test_sessions","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/get_test_sessions","siteSpaceId":"sitesp_dwUid","description":"Retrieve all Test Sessions for a given Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"sB7uhzXLyTTpAhXksDjv","title":"wait_for_test_session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/wait_for_test_session","siteSpaceId":"sitesp_dwUid","description":"Retrieve the completed TestSession","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"CA8kp8D9qcBT1Q7QcCtG","title":"get_or_create_tag","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/get_or_create_tag","siteSpaceId":"sitesp_dwUid","description":"Retrieve the specified dbnl Test Tag or create a new one if it does not exist","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"2WzcHLc2DPsHNBMPNaNL","title":"prepare_incomplete_test_spec_payload","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/prepare_incomplete_test_spec_payload","siteSpaceId":"sitesp_dwUid","description":"Formats an incomplete Test Spec JSON","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"B0thwOLYeUOnvJ7VyZWx","title":"create_test_recalibration_session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/create_test_recalibration_session","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"H05BGvJznSacB0sqCaRZ","title":"wait_for_test_recalibration_session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/wait_for_test_recalibration_session","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"BzSP7OdWNQKzxMCt3gzB","title":"create_test_generation_session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/create_test_generation_session","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"WEmV6LrP5S4gqwSPpDMn","title":"wait_for_test_generation_session","pathname":"/v0.20.x/using-distributional/python-sdk/sdk-experimental-functions/wait_for_test_generation_session","siteSpaceId":"sitesp_dwUid","description":"Wait for a Test Generation Session to finish","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"FmyptAPeXaSw0t2kOTLY","title":"Eval Module","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"DWxSiYWkZ9FQJ2w0eT6S","title":"Quick Start","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/quick-start","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"uRQKxPCMGFmrCHSx7a3G","title":"Application Metric Sets","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/application-metric-sets","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"ibegtiWZxGUobueTLy4T","title":"How-To / FAQ","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/how-to-faq","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"fR0NuZVpd3mo6Pzmhxp3","title":"LLM-as-judge and Embedding Metrics","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/llm-as-judge-and-embedding-metrics","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nQnOqawBdapYqdQDvaET","title":"RAG / Question Answer Example","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/rag-question-answer-example","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"GRQpiIoDEjmQZNqBvIiT","title":"Eval Module Functions","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/eval-module-functions","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"4dXBXuJs2wPipGp3VQBy","title":"Index of functions","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/eval-module-functions/index-of-functions","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"},{"label":"Eval Module Functions"}]},{"id":"heSsNYHMSQHkvpu373yi","title":"eval","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/eval-module-functions/eval","siteSpaceId":"sitesp_dwUid","description":"Functions in the dbnl.eval module.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"},{"label":"Eval Module Functions"}]},{"id":"AnAiwh9fVe2BWEPoFKmz","title":"eval.metrics","pathname":"/v0.20.x/using-distributional/python-sdk/eval-module/eval-module-functions/eval.metrics","siteSpaceId":"sitesp_dwUid","description":"Classes and methods in dbnl.eval.metrics.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"},{"label":"Eval Module Functions"}]},{"id":"WY7JQhWAmwjrvMyEMMSC","title":"Notifications","pathname":"/v0.20.x/using-distributional/notifications","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"qVpsoN5zaJQi1sUM263W","title":"Release Notes","pathname":"/v0.20.x/using-distributional/release-notes","siteSpaceId":"sitesp_dwUid","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"NQSfr9lVAhE6y67I57CW","title":"Instructions","pathname":"/v0.20.x/tutorials/instructions","siteSpaceId":"sitesp_dwUid","description":"How to navigate the Tutorials section of the documentation","breadcrumbs":[{"label":"Tutorials"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Hello World (Sentiment Classifier)","pathname":"/v0.20.x/tutorials/hello-world-sentiment-classifier","siteSpaceId":"sitesp_dwUid","description":"In this tutorial, we demonstrate core Distributional usage, including data submission and test execution, on a tweet sentiment classifier.","breadcrumbs":[{"label":"Tutorials"}]},{"id":"onEccIxvuOopblysow85","title":"Trading Strategy","pathname":"/v0.20.x/tutorials/trading-strategy","siteSpaceId":"sitesp_dwUid","description":"The following tutorial will help you understand the basics of how to continuously test a multi-component system involving components owned by third-parties.","breadcrumbs":[{"label":"Tutorials"}]},{"id":"cKrDXgGJgh9LcMOvwkyR","title":"LLM Text Summarization","pathname":"/v0.20.x/tutorials/llm-text-summarization","siteSpaceId":"sitesp_dwUid","description":"In this advanced tutorial, we demonstrate how to use dbnl to automatically evaluate the consistency of summarization output on a fixed set of documents.","breadcrumbs":[{"label":"Tutorials"}]},{"id":"ySgmYDJd0ZKDDBvFJvwa","title":"Setting the Scene","pathname":"/v0.20.x/tutorials/llm-text-summarization/setting-the-scene","siteSpaceId":"sitesp_dwUid","description":"These are the objects and compute resources used to design this summarization app.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"x61N2ZHhC7hRpodLeb8A","title":"Prompt Engineering","pathname":"/v0.20.x/tutorials/llm-text-summarization/prompt-engineering","siteSpaceId":"sitesp_dwUid","description":"We execute a king-of-the-hill constrained optimization process to identify a high performing, suitably coherent summarization app.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"A9xKWXxI2LhZic2VUX1s","title":"Integration testing for text summarization","pathname":"/v0.20.x/tutorials/llm-text-summarization/integration-testing-for-text-summarization","siteSpaceId":"sitesp_dwUid","description":"After our summarization app is deployed, we conduct nightly integration tests to confirm its continued acceptable behavior.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"7HtuXkyKUP1qmRygVtZa","title":"Practical considerations","pathname":"/v0.20.x/tutorials/llm-text-summarization/practical-considerations","siteSpaceId":"sitesp_dwUid","description":"Our tutorial focuses on the minimum factors required to facilitate testing, but here we discuss the complexity of an actual process.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Welcome to Distributional","pathname":"/v0.21.x","siteSpaceId":"sitesp_KNi6W","description":"Introduction to Distributional AI Testing Platform","breadcrumbs":[{"label":"Introduction to AI Testing"}]},{"id":"AnoDsd0CPovuiihkBAS3","title":"Motivation","pathname":"/v0.21.x/introduction-to-ai-testing/motivation","siteSpaceId":"sitesp_KNi6W","description":"Why AI Testing Matters","breadcrumbs":[{"label":"Introduction to AI Testing"}]},{"id":"FgIOyqaXzHRjrcbnoI6p","title":"What is AI Testing?","pathname":"/v0.21.x/introduction-to-ai-testing/what-is-ai-testing","siteSpaceId":"sitesp_KNi6W","description":"Understanding AI Testing","breadcrumbs":[{"label":"Introduction to AI Testing"}]},{"id":"8sdcu219EcywBIJktGn7","title":"Stages in the AI Software Development Lifecycle","pathname":"/v0.21.x/introduction-to-ai-testing/stages-in-the-ai-software-development-lifecycle","siteSpaceId":"sitesp_KNi6W","description":"Key Stages in the AI Development Lifecycle","breadcrumbs":[{"label":"Introduction to AI Testing"}]},{"id":"b6T4OsqlG6nh02kCgFu0","title":"Components of AI Testing","pathname":"/v0.21.x/introduction-to-ai-testing/stages-in-the-ai-software-development-lifecycle/components-of-ai-testing","siteSpaceId":"sitesp_KNi6W","description":"Essential Components of AI Testing","breadcrumbs":[{"label":"Introduction to AI Testing"},{"label":"Stages in the AI Software Development Lifecycle"}]},{"id":"UidhPZeUWj3aTz4JxjIH","title":"Distributional Testing","pathname":"/v0.21.x/introduction-to-ai-testing/distributional-testing","siteSpaceId":"sitesp_KNi6W","description":"Why we need to test distributions","breadcrumbs":[{"label":"Introduction to AI Testing"}]},{"id":"2RccmdecAMpIwk2GviUo","title":"Getting Access to Distributional","pathname":"/v0.21.x/introduction-to-ai-testing/getting-access-to-distributional","siteSpaceId":"sitesp_KNi6W","description":"Getting Access","breadcrumbs":[{"label":"Introduction to AI Testing"}]},{"id":"wvUYwSVD7z35webK19He","title":"The Distributional Framework","pathname":"/v0.21.x/learning-about-distributional/the-distributional-framework","siteSpaceId":"sitesp_KNi6W","description":"Key Distributional concepts and their role relative to your app","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"jqpPAXJH00kGopZ34mXz","title":"Defining Tests in Distributional","pathname":"/v0.21.x/learning-about-distributional/defining-tests-in-distributional","siteSpaceId":"sitesp_KNi6W","description":"What's in a test?","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"0NGcv6E5ll3by6tJgahU","title":"Automated Production test creation & execution","pathname":"/v0.21.x/learning-about-distributional/defining-tests-in-distributional/automated-production-test-creation-and-execution","siteSpaceId":"sitesp_KNi6W","description":"Distributional can automate your Production testing process","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Defining Tests in Distributional"}]},{"id":"BL1yTe2sCCCuLx9M4KHx","title":"Knowledge-based test creation","pathname":"/v0.21.x/learning-about-distributional/defining-tests-in-distributional/knowledge-based-test-creation","siteSpaceId":"sitesp_KNi6W","description":"Incorporate your expertise alongside our automated tests","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Defining Tests in Distributional"}]},{"id":"ICibOk2ZkGPr0GFsD9Qh","title":"Comprehensive testing with Distributional","pathname":"/v0.21.x/learning-about-distributional/defining-tests-in-distributional/comprehensive-testing-with-distributional","siteSpaceId":"sitesp_KNi6W","description":"This is how you test when you are a dbnl expert","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Defining Tests in Distributional"}]},{"id":"hNKbzWLADQMnHKkkEQcj","title":"Reviewing Test Sessions and Runs in Distributional","pathname":"/v0.21.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional","siteSpaceId":"sitesp_KNi6W","description":"Test sessions provide an opportunity to learn about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"Kz4n5dJAbqlbna8bylp5","title":"Reviewing and recalibrating automated Production tests","pathname":"/v0.21.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional/reviewing-and-recalibrating-automated-production-tests","siteSpaceId":"sitesp_KNi6W","description":"Directing dbnl to execute the tests you want","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Reviewing Test Sessions and Runs in Distributional"}]},{"id":"5jWlrvBqvBSgIJWBgdCz","title":"Insights surfaced elsewhere on Distributional","pathname":"/v0.21.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional/insights-surfaced-elsewhere-on-distributional","siteSpaceId":"sitesp_KNi6W","description":"Test Sessions are not the only place to learn about your app","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Reviewing Test Sessions and Runs in Distributional"}]},{"id":"MIQEUW2BIFNNbNH1romm","title":"Notifications","pathname":"/v0.21.x/learning-about-distributional/reviewing-test-sessions-and-runs-in-distributional/notifications","siteSpaceId":"sitesp_KNi6W","description":"Customize how you want to be alerted to new Runs, new Test Sessions, and high severity failures","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Reviewing Test Sessions and Runs in Distributional"}]},{"id":"Z5wQVAkBw7tQmr32waym","title":"Data in Distributional","pathname":"/v0.21.x/learning-about-distributional/data-in-distributional","siteSpaceId":"sitesp_KNi6W","description":"Data goes in, insights come out","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"6vlnmciJR7CEyEuVQntg","title":"The flow of data","pathname":"/v0.21.x/learning-about-distributional/data-in-distributional/the-flow-of-data","siteSpaceId":"sitesp_KNi6W","description":"Your data + dbnl testing == insights about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"ll7x6MUjAFJ7T5iPLqxq","title":"Components and the DAG for root cause analysis","pathname":"/v0.21.x/learning-about-distributional/data-in-distributional/components-and-the-dag-for-root-cause-analysis","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"xX6AkWJ10ZuZ90CImjMj","title":"Uploading data to Distributional","pathname":"/v0.21.x/learning-about-distributional/data-in-distributional/uploading-data-to-distributional","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"04S8KzCIvU3wZyfrUDK9","title":"Living in your VPC","pathname":"/v0.21.x/learning-about-distributional/data-in-distributional/living-in-your-vpc","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Learning about Distributional"},{"label":"Data in Distributional"}]},{"id":"4U9M4YxabIUWaj626VU5","title":"Getting Started","pathname":"/v0.21.x/using-distributional/getting-started","siteSpaceId":"sitesp_KNi6W","description":"Installing the Python SDK and Accessing Distributional UI","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"lPvZxo0FGJXOEY5OzUYk","title":"Access","pathname":"/v0.21.x/using-distributional/access","siteSpaceId":"sitesp_KNi6W","description":"The following section introduces the concepts used to control access to the dbnl platform.","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"EoH0lsJWjZCZEID8ByqU","title":"Organization and Namespaces","pathname":"/v0.21.x/using-distributional/access/organization-and-namespaces","siteSpaceId":"sitesp_KNi6W","description":"Resources in the dbnl platform are organized using organizations and namespaces.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access"}]},{"id":"rAQgj18WZ1JlJWcuXBO6","title":"Users and Permissions","pathname":"/v0.21.x/using-distributional/access/users-and-permissions","siteSpaceId":"sitesp_KNi6W","description":"Discover how dbnl manages user permissions through a layered system of organization and namespace roles—like org admin, org reader, namespace admin, writer, and reader.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access"}]},{"id":"b6AECOJIML7mtSlvfYGG","title":"Tokens","pathname":"/v0.21.x/using-distributional/access/tokens","siteSpaceId":"sitesp_KNi6W","description":"Tokens are used for programmatic access to the dbnl platform.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access"}]},{"id":"baUxTrngOytExbZytv4e","title":"Data","pathname":"/v0.21.x/using-distributional/data","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"ba6VwPaUGFXQFDZGbkrS","title":"Data Objects","pathname":"/v0.21.x/using-distributional/data/data-objects","siteSpaceId":"sitesp_KNi6W","description":"The objects needed to define a Run, the core data structure in DBNL","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"OXNOuhVZugobe85Chttl","title":"Run-Level Data","pathname":"/v0.21.x/using-distributional/data/run-level-data","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"abVBbGRBI7fbCebJ3qo4","title":"Data Storage Integrations","pathname":"/v0.21.x/using-distributional/data/data-storage-integrations","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Access Controls","pathname":"/v0.21.x/using-distributional/data/data-access-controls","siteSpaceId":"sitesp_KNi6W","description":"An overview of data access controls.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Data"}]},{"id":"8iZ8YKqfRmSU7KewM3pG","title":"Testing","pathname":"/v0.21.x/using-distributional/testing","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"PoOXygUU9OLHKsbIQMyz","title":"Creating Tests","pathname":"/v0.21.x/using-distributional/testing/creating-tests","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"tG56ezWWpDA0bnxfLUJp","title":"Test Page","pathname":"/v0.21.x/using-distributional/testing/creating-tests/test-page","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"7BEyhZDEAbZkbeWCLqpz","title":"Test Drawer Through Shortcuts","pathname":"/v0.21.x/using-distributional/testing/creating-tests/test-drawer-through-shortcuts","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"COqJJlftMVlxla1jRDD8","title":"Test Templates","pathname":"/v0.21.x/using-distributional/testing/creating-tests/test-templates","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"oh1x3bmL1kxaqomjKGxT","title":"SDK","pathname":"/v0.21.x/using-distributional/testing/creating-tests/sdk","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Creating Tests"}]},{"id":"dXsoJvOZuHCluMpcRHmx","title":"Defining Assertions","pathname":"/v0.21.x/using-distributional/testing/defining-assertions","siteSpaceId":"sitesp_KNi6W","description":"Assertions are the second half of test creation — defining what statistical values seem appropriate or aberrant","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"DemkC4JyheOEKRSNyXkT","title":"Production Testing","pathname":"/v0.21.x/using-distributional/testing/production-testing","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"dzYzEpZiq33or75T6n1Z","title":"Auto-Test Generation","pathname":"/v0.21.x/using-distributional/testing/production-testing/auto-test-generation","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"g00PVRSk7dbZjcWAU6FC","title":"Recalibration","pathname":"/v0.21.x/using-distributional/testing/production-testing/recalibration","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"3gXzMhuS0XtygW3HOoH0","title":"Notable Results","pathname":"/v0.21.x/using-distributional/testing/production-testing/notable-results","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"7EgFv0l4jSKfAv0P3efJ","title":"Dynamic Baseline","pathname":"/v0.21.x/using-distributional/testing/production-testing/dynamic-baseline","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Production Testing"}]},{"id":"dLiY4gg2OeaK7hooaVW6","title":"Testing Strategies","pathname":"/v0.21.x/using-distributional/testing/testing-strategies","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"oicSW3MAImOg9Pe2KKvv","title":"Test That a Given Distribution Has Certain Properties","pathname":"/v0.21.x/using-distributional/testing/testing-strategies/test-that-a-given-distribution-has-certain-properties","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"NL5tIOLZGkpy9KID15C6","title":"Test That Distributions Have the Same Statistics","pathname":"/v0.21.x/using-distributional/testing/testing-strategies/test-that-distributions-have-the-same-statistics","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"cC7IXDtSBBNrdnir5fMG","title":"Test That Columns Are Similarly Distributed","pathname":"/v0.21.x/using-distributional/testing/testing-strategies/test-that-columns-are-similarly-distributed","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"0SgP8Jm0QP3Rvc0gptHR","title":"Test That Specific Results Have Matching Behavior","pathname":"/v0.21.x/using-distributional/testing/testing-strategies/test-that-specific-results-have-matching-behavior","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"xxYwscUqDMFlth70LvQN","title":"Test That Distributions Are Not the Same","pathname":"/v0.21.x/using-distributional/testing/testing-strategies/test-that-distributions-are-not-the-same","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Testing Strategies"}]},{"id":"XuguPH0zos1uvlg2G7MW","title":"Executing Tests","pathname":"/v0.21.x/using-distributional/testing/executing-tests","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"mlF4YJ2RR0AaiTkGVkyw","title":"Manually Running Tests Via UI","pathname":"/v0.21.x/using-distributional/testing/executing-tests/manually-running-tests-via-ui","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Executing Tests"}]},{"id":"pw13sXpwz49ozNSCdGYB","title":"Executing Tests Via SDK","pathname":"/v0.21.x/using-distributional/testing/executing-tests/executing-tests-via-sdk","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Executing Tests"}]},{"id":"qW3NPVyfGLkafsm9zkI6","title":"Reviewing Tests","pathname":"/v0.21.x/using-distributional/testing/reviewing-tests","siteSpaceId":"sitesp_KNi6W","description":"After the tests have been executed, what comes next?","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"F40IEuuRjIX4BjOjEqUV","title":"Using Filters","pathname":"/v0.21.x/using-distributional/testing/using-filters","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"}]},{"id":"ffsZGtD65WiSbQYdFIB1","title":"Filters in the Compare Page","pathname":"/v0.21.x/using-distributional/testing/using-filters/filters-in-the-compare-page","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Using Filters"}]},{"id":"vcOAs86CXfRQgasNlVPy","title":"Filters in Tests","pathname":"/v0.21.x/using-distributional/testing/using-filters/filters-in-tests","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Testing"},{"label":"Using Filters"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.21.x/using-distributional/python-sdk","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"iNbvXu52yzqoXPS2Q38D","title":"Quick Start","pathname":"/v0.21.x/using-distributional/python-sdk/quick-start","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"TPaRy2ylvOBCqUPFqeEd","title":"Functions","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"ETrlvAtnDFNIDOp1jeaG","title":"login","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/login","siteSpaceId":"sitesp_KNi6W","description":"Authenticate dbnl SDK","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"lVkdsWtj9h9SSwTGfBen","title":"Project","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"XClukzzHgqhpkS9DonSG","title":"create_project","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project/create_project","siteSpaceId":"sitesp_KNi6W","description":"Create a new dbnl Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"ePNzBT7IzJRbZb4GcoON","title":"copy_project","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project/copy_project","siteSpaceId":"sitesp_KNi6W","description":"Copy a dbnl Project with a new name and description","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"0zhWpsAwiqmRPyrltkxX","title":"export_project_as_json","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project/export_project_as_json","siteSpaceId":"sitesp_KNi6W","description":"Export a dbnl Project alongside its Test Specs and Tags as a JSON object","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"9oQHQF1AZ7nAqOAdc3UJ","title":"get_project","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project/get_project","siteSpaceId":"sitesp_KNi6W","description":"Retrieve a dbnl Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"KwhI1YBVI7nE2NQHhdAT","title":"get_or_create_project","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project/get_or_create_project","siteSpaceId":"sitesp_KNi6W","description":"Retrieve the specified dbnl Project or create a new one if it does not exist","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"LZKV5QNWMfBjSNrR8Dne","title":"import_project_from_json","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/project/import_project_from_json","siteSpaceId":"sitesp_KNi6W","description":"Create a new dbnl Project from a JSON object","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Project"}]},{"id":"mEneJyClcbmCOx6PRTzL","title":"Run Config","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-config","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"InX4tyBr7IpHEq5FvqIq","title":"create_run_config","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-config/create_run_config","siteSpaceId":"sitesp_KNi6W","description":"Create a new dbnl RunConfig","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"UsD5drg1Zgd4EucBR23z","title":"get_latest_run_config","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-config/get_run_config","siteSpaceId":"sitesp_KNi6W","description":"Retrieve the most recent dbnl RunConfig","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"a94bpFNQk0fRBHxYeaU6","title":"get_run_config","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-config/get_run_config-1","siteSpaceId":"sitesp_KNi6W","description":"Retrieve a dbnl RunConfig","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"jz2Nv3CS2hCb8PK4zCvL","title":"get_run_config_from_latest_run","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-config/get_run_config-2","siteSpaceId":"sitesp_KNi6W","description":"Retrieve a dbnl RunConfig from the most recent Run in a Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Config"}]},{"id":"Fe1wy5tmMg9yRnM08wQT","title":"Run Results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"ZfwIK6vWNTQ3p5OE1fXk","title":"get_column_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results/get_column_results","siteSpaceId":"sitesp_KNi6W","description":"Retrieve results from dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"X8PoywXFSlfH8lXachtk","title":"get_scalar_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results/get_scalar_results","siteSpaceId":"sitesp_KNi6W","description":"Retrieve results from dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"w8aiLUStV9IlBAIqUDaw","title":"get_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results/get_results","siteSpaceId":"sitesp_KNi6W","description":"Retrieve results from dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"zksJ2TYLEotO0SN4YSur","title":"report_column_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results/report_results","siteSpaceId":"sitesp_KNi6W","description":"Report all column results to dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"HkZwT4rlJJ3j320LnMOQ","title":"report_scalar_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results/report_results-1","siteSpaceId":"sitesp_KNi6W","description":"Report all scalar results to dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"DFWWot1PWlBd73ULt88p","title":"report_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run-results/report_results-2","siteSpaceId":"sitesp_KNi6W","description":"Report all results to dbnl","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run Results"}]},{"id":"XKMICnB17nL5pgI8x3Jq","title":"Run","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"DiU3OQZM6GkqquKYTxz0","title":"close_run","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run/close_run","siteSpaceId":"sitesp_KNi6W","description":"Finalize a Run","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"pheeaeKrdZIE7Ca3WIdR","title":"create_run","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run/create_run","siteSpaceId":"sitesp_KNi6W","description":"Create a new dbnl Run","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"eIsgmT1m5S3zFNc6bEw4","title":"get_run","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run/get_run","siteSpaceId":"sitesp_KNi6W","description":"Retrieve a dbnl Run","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"NBNpuVNlrlzcwUFsCgEr","title":"report_run_with_results","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/run/report_run_with_results","siteSpaceId":"sitesp_KNi6W","description":"Create a new Run, report results to it, and close it.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Run"}]},{"id":"Je1CSngAEXMcWDwFX33L","title":"Baseline","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/baseline","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"1hxtahsW9gww0RwGcVpf","title":"create_run_query","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/baseline/create_run_query","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"xOdpM9LPXpCjonkA7wyZ","title":"get_run_query","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/baseline/get_run_query","siteSpaceId":"sitesp_KNi6W","description":"Retrieve a dbnl RunQuery with the given name","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"7mcRm3jUC25vKLqLL6Nv","title":"set_run_as_baseline","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/baseline/set_run_as_baseline","siteSpaceId":"sitesp_KNi6W","description":"Set a given Run as the Baseline Run in a Project's Test Config","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"a7wOjlF6Y9MzLquMeLMj","title":"set_run_query_as_baseline","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/baseline/set_run_query_as_baseline","siteSpaceId":"sitesp_KNi6W","description":"Set a given RunQuery as the Baseline Run in a Project's Test Config","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Baseline"}]},{"id":"3xM9QOBPUsMjoAkeaScT","title":"Test Session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/test-session","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"}]},{"id":"x6ns6LXnOs9D0G6y7VzC","title":"create_test_session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-functions/test-session/create_test_session","siteSpaceId":"sitesp_KNi6W","description":"Create a TestSession","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Functions"},{"label":"Test Session"}]},{"id":"w0G8glf86QAB77gDFlkp","title":"Objects","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"vfXFauh5ZnUjluqFCP7i","title":"Project","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/project","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"HIhELmSZ1QDDyatoPYAM","title":"RunConfig","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/runconfig","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"QtYyvw16aMflnd2CNWFJ","title":"Run","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/run","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"drow2mSYpT7g0rOPvX5M","title":"RunQuery","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/runquery","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"v4f37zoqKcNqrvffMjwA","title":"TestSession","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/testsession","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"nYcEdTZgbvY6G38UfnDn","title":"TestRecalibrationSession","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/testrecalibrationsession","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"X9ppRfqjuP2FCNYw6VKo","title":"TestGenerationSession","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/testgenerationsession","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"Ibojn39XMlActz8PopH2","title":"ResultData","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-objects/resultdata","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Objects"}]},{"id":"ENtyk2ruHi4Aps3W0dxr","title":"Experimental Functions","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"oKmFQDn1sR7s5YnC4i4n","title":"create_test","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/create_test","siteSpaceId":"sitesp_KNi6W","description":"Create a new Test Spec","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"oilXQj1xWcOw0jH64qZM","title":"get_tests","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/get_tests","siteSpaceId":"sitesp_KNi6W","description":"Retrieve all Tests executed in the given Test Session.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"hxUXoSpPJ3agaep4Z9Sj","title":"get_test_sessions","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/get_test_sessions","siteSpaceId":"sitesp_KNi6W","description":"Retrieve all Test Sessions for a given Project","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"sB7uhzXLyTTpAhXksDjv","title":"wait_for_test_session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/wait_for_test_session","siteSpaceId":"sitesp_KNi6W","description":"Retrieve the completed TestSession","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"CA8kp8D9qcBT1Q7QcCtG","title":"get_or_create_tag","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/get_or_create_tag","siteSpaceId":"sitesp_KNi6W","description":"Retrieve the specified dbnl Test Tag or create a new one if it does not exist","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"2WzcHLc2DPsHNBMPNaNL","title":"prepare_incomplete_test_spec_payload","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/prepare_incomplete_test_spec_payload","siteSpaceId":"sitesp_KNi6W","description":"Formats an incomplete Test Spec JSON","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"B0thwOLYeUOnvJ7VyZWx","title":"create_test_recalibration_session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/create_test_recalibration_session","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"H05BGvJznSacB0sqCaRZ","title":"wait_for_test_recalibration_session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/wait_for_test_recalibration_session","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"BzSP7OdWNQKzxMCt3gzB","title":"create_test_generation_session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/create_test_generation_session","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"WEmV6LrP5S4gqwSPpDMn","title":"wait_for_test_generation_session","pathname":"/v0.21.x/using-distributional/python-sdk/sdk-experimental-functions/wait_for_test_generation_session","siteSpaceId":"sitesp_KNi6W","description":"Wait for a Test Generation Session to finish","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Experimental Functions"}]},{"id":"FmyptAPeXaSw0t2kOTLY","title":"Eval Module","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"}]},{"id":"DWxSiYWkZ9FQJ2w0eT6S","title":"Quick Start","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/quick-start","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"uRQKxPCMGFmrCHSx7a3G","title":"Application Metric Sets","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/application-metric-sets","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"ibegtiWZxGUobueTLy4T","title":"How-To / FAQ","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/how-to-faq","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"fR0NuZVpd3mo6Pzmhxp3","title":"LLM-as-judge and Embedding Metrics","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/llm-as-judge-and-embedding-metrics","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nQnOqawBdapYqdQDvaET","title":"RAG / Question Answer Example","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/rag-question-answer-example","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"GRQpiIoDEjmQZNqBvIiT","title":"Eval Module Functions","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/eval-module-functions","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"4dXBXuJs2wPipGp3VQBy","title":"Index of functions","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/eval-module-functions/index-of-functions","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"},{"label":"Eval Module Functions"}]},{"id":"heSsNYHMSQHkvpu373yi","title":"eval","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/eval-module-functions/eval","siteSpaceId":"sitesp_KNi6W","description":"Functions in the dbnl.eval module.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"},{"label":"Eval Module Functions"}]},{"id":"AnAiwh9fVe2BWEPoFKmz","title":"eval.metrics","pathname":"/v0.21.x/using-distributional/python-sdk/eval-module/eval-module-functions/eval.metrics","siteSpaceId":"sitesp_KNi6W","description":"Classes and methods in dbnl.eval.metrics.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Python SDK"},{"label":"Eval Module"},{"label":"Eval Module Functions"}]},{"id":"WY7JQhWAmwjrvMyEMMSC","title":"Notifications","pathname":"/v0.21.x/using-distributional/notifications","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"qVpsoN5zaJQi1sUM263W","title":"Release Notes","pathname":"/v0.21.x/using-distributional/release-notes","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"NQSfr9lVAhE6y67I57CW","title":"Instructions","pathname":"/v0.21.x/tutorials/instructions","siteSpaceId":"sitesp_KNi6W","description":"How to navigate the Tutorials section of the documentation","breadcrumbs":[{"label":"Tutorials"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Hello World (Sentiment Classifier)","pathname":"/v0.21.x/tutorials/hello-world-sentiment-classifier","siteSpaceId":"sitesp_KNi6W","description":"In this tutorial, we demonstrate core Distributional usage, including data submission and test execution, on a tweet sentiment classifier.","breadcrumbs":[{"label":"Tutorials"}]},{"id":"onEccIxvuOopblysow85","title":"Trading Strategy","pathname":"/v0.21.x/tutorials/trading-strategy","siteSpaceId":"sitesp_KNi6W","description":"The following tutorial will help you understand the basics of how to continuously test a multi-component system involving components owned by third-parties.","breadcrumbs":[{"label":"Tutorials"}]},{"id":"cKrDXgGJgh9LcMOvwkyR","title":"LLM Text Summarization","pathname":"/v0.21.x/tutorials/llm-text-summarization","siteSpaceId":"sitesp_KNi6W","description":"In this advanced tutorial, we demonstrate how to use dbnl to automatically evaluate the consistency of summarization output on a fixed set of documents.","breadcrumbs":[{"label":"Tutorials"}]},{"id":"ySgmYDJd0ZKDDBvFJvwa","title":"Setting the Scene","pathname":"/v0.21.x/tutorials/llm-text-summarization/setting-the-scene","siteSpaceId":"sitesp_KNi6W","description":"These are the objects and compute resources used to design this summarization app.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"x61N2ZHhC7hRpodLeb8A","title":"Prompt Engineering","pathname":"/v0.21.x/tutorials/llm-text-summarization/prompt-engineering","siteSpaceId":"sitesp_KNi6W","description":"We execute a king-of-the-hill constrained optimization process to identify a high performing, suitably coherent summarization app.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"A9xKWXxI2LhZic2VUX1s","title":"Integration testing for text summarization","pathname":"/v0.21.x/tutorials/llm-text-summarization/integration-testing-for-text-summarization","siteSpaceId":"sitesp_KNi6W","description":"After our summarization app is deployed, we conduct nightly integration tests to confirm its continued acceptable behavior.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"7HtuXkyKUP1qmRygVtZa","title":"Practical considerations","pathname":"/v0.21.x/tutorials/llm-text-summarization/practical-considerations","siteSpaceId":"sitesp_KNi6W","description":"Our tutorial focuses on the minimum factors required to facilitate testing, but here we discuss the complexity of an actual process.","breadcrumbs":[{"label":"Tutorials"},{"label":"LLM Text Summarization"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.21.x/deployment/sandbox","siteSpaceId":"sitesp_KNi6W","description":"Instructions for managing a dbnl Sandbox deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"sJvkyFaPpDm8JX4phJbR","title":"Self-hosted","pathname":"/v0.21.x/deployment/self-hosted","siteSpaceId":"sitesp_KNi6W","breadcrumbs":[{"label":"Deployment"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Overview","pathname":"/v0.22.x","siteSpaceId":"sitesp_ZXhxN","description":"Distributional's adaptive testing platform"},{"id":"2RccmdecAMpIwk2GviUo","title":"Getting Access to Distributional","pathname":"/v0.22.x/getting-access-to-distributional","siteSpaceId":"sitesp_ZXhxN","description":"Getting Access"},{"id":"4U9M4YxabIUWaj626VU5","title":"Install the Python SDK","pathname":"/v0.22.x/install-sdk","siteSpaceId":"sitesp_ZXhxN","description":"Installing the Python SDK and Accessing Distributional UI"},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.22.x/quickstart","siteSpaceId":"sitesp_ZXhxN","description":"Get started with dbnl"},{"id":"wvUYwSVD7z35webK19He","title":"Distributional Concepts","pathname":"/v0.22.x/learning-about-distributional/distributional-concepts","siteSpaceId":"sitesp_ZXhxN","description":"Understanding key concepts and their role relative to your app","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"UidhPZeUWj3aTz4JxjIH","title":"Why We Test Data Distributions","pathname":"/v0.22.x/learning-about-distributional/why-we-test-data-distributions","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"6vlnmciJR7CEyEuVQntg","title":"The Flow of Data","pathname":"/v0.22.x/learning-about-distributional/the-flow-of-data","siteSpaceId":"sitesp_ZXhxN","description":"Your data + DBNL testing == insights about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"dVAtkUQ3nCUu4IraaiB6","title":"Projects","pathname":"/v0.22.x/using-distributional/projects","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"baUxTrngOytExbZytv4e","title":"Runs","pathname":"/v0.22.x/using-distributional/runs","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"rkNN7iD27CFSGC88BpYt","title":"Reporting Runs","pathname":"/v0.22.x/using-distributional/runs/reporting-runs","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"6rSz0YBGrPghobi0jric","title":"Setting a Baseline Run","pathname":"/v0.22.x/using-distributional/runs/setting-a-baseline-run","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"2juKuX5lCW7ER9ns0s4P","title":"Metrics","pathname":"/v0.22.x/using-distributional/metrics","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"8iZ8YKqfRmSU7KewM3pG","title":"Tests","pathname":"/v0.22.x/using-distributional/tests","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"PoOXygUU9OLHKsbIQMyz","title":"Creating Tests","pathname":"/v0.22.x/using-distributional/tests/creating-tests","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"vcOAs86CXfRQgasNlVPy","title":"Using Filters in Tests","pathname":"/v0.22.x/using-distributional/tests/creating-tests/using-filters-in-tests","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"J8zPiyDskCS1sZEOxgrg","title":"Available Statistics and Assertions","pathname":"/v0.22.x/using-distributional/tests/creating-tests/available-statistics-and-assertions","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"XuguPH0zos1uvlg2G7MW","title":"Running Tests","pathname":"/v0.22.x/using-distributional/tests/running-tests","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"qW3NPVyfGLkafsm9zkI6","title":"Reviewing Tests","pathname":"/v0.22.x/using-distributional/tests/reviewing-tests","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"EuEb8PuL2mix9juRatXS","title":"What Is a Similarity Index?","pathname":"/v0.22.x/using-distributional/tests/reviewing-tests/what-is-a-similarity-index","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Reviewing Tests"}]},{"id":"WY7JQhWAmwjrvMyEMMSC","title":"Notifications","pathname":"/v0.22.x/using-distributional/notifications","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"lPvZxo0FGJXOEY5OzUYk","title":"Access Controls","pathname":"/v0.22.x/using-distributional/access-controls","siteSpaceId":"sitesp_ZXhxN","description":"The following section introduces the concepts used to control access to the dbnl platform.","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"EoH0lsJWjZCZEID8ByqU","title":"Organization and Namespaces","pathname":"/v0.22.x/using-distributional/access-controls/organization-and-namespaces","siteSpaceId":"sitesp_ZXhxN","description":"Resources in the dbnl platform are organized using organizations and namespaces.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"rAQgj18WZ1JlJWcuXBO6","title":"Users and Permissions","pathname":"/v0.22.x/using-distributional/access-controls/users-and-permissions","siteSpaceId":"sitesp_ZXhxN","description":"Discover how dbnl manages user permissions through a layered system of organization and namespace roles—like org admin, org reader, namespace admin, writer, and reader.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"b6AECOJIML7mtSlvfYGG","title":"Tokens","pathname":"/v0.22.x/using-distributional/access-controls/tokens","siteSpaceId":"sitesp_ZXhxN","description":"Tokens are used for programmatic access to the dbnl platform.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.22.x/platform/sandbox","siteSpaceId":"sitesp_ZXhxN","description":"Instructions for managing a dbnl Sandbox deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"RFDIPczYk1turGoHwohe","title":"Self-hosted","pathname":"/v0.22.x/platform/self-hosted","siteSpaceId":"sitesp_ZXhxN","description":"An overview of the self-hosted deployment options","breadcrumbs":[{"label":"Platform"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.22.x/platform/self-hosted/architecture","siteSpaceId":"sitesp_ZXhxN","description":"An overview of the architecture for the dbnl platform","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"iBHD5cFEyrgrHvSkvV0c","title":"Deployment","pathname":"/v0.22.x/platform/self-hosted/deployment","siteSpaceId":"sitesp_ZXhxN","description":"Instructions for self-hosted deployment options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.22.x/platform/self-hosted/deployment/helm-chart","siteSpaceId":"sitesp_ZXhxN","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.22.x/platform/self-hosted/deployment/terraform-module","siteSpaceId":"sitesp_ZXhxN","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.22.x/platform/self-hosted/networking","siteSpaceId":"sitesp_ZXhxN","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"OIDC Authentication","pathname":"/v0.22.x/platform/self-hosted/oidc-authentication","siteSpaceId":"sitesp_ZXhxN","description":"OIDC configuration options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.22.x/platform/self-hosted/data-security","siteSpaceId":"sitesp_ZXhxN","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.22.x/reference/query-language","siteSpaceId":"sitesp_ZXhxN","description":"An overview of the dbnl Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"z9fPr6NAYJMcdIVysoD8","title":"Functions","pathname":"/v0.22.x/reference/query-language/functions","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.22.x/reference/python-sdk","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"}]},{"id":"FY4BiajX7Mcyg20wwTUc","title":"dbnl","pathname":"/v0.22.x/reference/python-sdk/dbnl","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"B08dK22z94rTPCIYQjqj","title":"dbnl.util","pathname":"/v0.22.x/reference/python-sdk/dbnl.util","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"XSBTAAKTTRyCPpb1U4M2","title":"dbnl.experimental","pathname":"/v0.22.x/reference/python-sdk/dbnl.experimental","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"BSlG71dUhCDdCUIOvStn","title":"Classes","pathname":"/v0.22.x/reference/python-sdk/classes","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"FmyptAPeXaSw0t2kOTLY","title":"Eval Module","pathname":"/v0.22.x/reference/python-sdk/eval-module","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"DWxSiYWkZ9FQJ2w0eT6S","title":"Quick Start","pathname":"/v0.22.x/reference/python-sdk/eval-module/quick-start","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"0FockqcsqLT4eF1ASadR","title":"dbnl.eval","pathname":"/v0.22.x/reference/python-sdk/eval-module/dbnl.eval","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"4a76WeYY79LIrSRpE8uY","title":"dbnl.eval.metrics","pathname":"/v0.22.x/reference/python-sdk/eval-module/dbnl.eval.metrics","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"uRQKxPCMGFmrCHSx7a3G","title":"Application Metric Sets","pathname":"/v0.22.x/reference/python-sdk/eval-module/application-metric-sets","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"ibegtiWZxGUobueTLy4T","title":"How-To / FAQ","pathname":"/v0.22.x/reference/python-sdk/eval-module/how-to-faq","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"fR0NuZVpd3mo6Pzmhxp3","title":"LLM-as-judge and Embedding Metrics","pathname":"/v0.22.x/reference/python-sdk/eval-module/llm-as-judge-and-embedding-metrics","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nQnOqawBdapYqdQDvaET","title":"RAG / Question Answer Example","pathname":"/v0.22.x/reference/python-sdk/eval-module/rag-question-answer-example","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"6tZ4CY1DVbSiyS75oQ2W","title":"CLI","pathname":"/v0.22.x/reference/cli","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Reference"}]},{"id":"qVpsoN5zaJQi1sUM263W","title":"Release Notes","pathname":"/v0.22.x/versions/release-notes","siteSpaceId":"sitesp_ZXhxN","breadcrumbs":[{"label":"Versions"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Overview","pathname":"/v0.23.x","siteSpaceId":"sitesp_gHSqa","description":"Distributional's adaptive testing platform"},{"id":"2RccmdecAMpIwk2GviUo","title":"Getting Access to Distributional","pathname":"/v0.23.x/getting-access-to-distributional","siteSpaceId":"sitesp_gHSqa","description":"Getting Access"},{"id":"4U9M4YxabIUWaj626VU5","title":"Install the Python SDK","pathname":"/v0.23.x/install-sdk","siteSpaceId":"sitesp_gHSqa","description":"Installing the Python SDK and Accessing Distributional UI"},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.23.x/quickstart","siteSpaceId":"sitesp_gHSqa","description":"Get started with dbnl"},{"id":"wvUYwSVD7z35webK19He","title":"Distributional Concepts","pathname":"/v0.23.x/learning-about-distributional/distributional-concepts","siteSpaceId":"sitesp_gHSqa","description":"Understanding key concepts and their role relative to your app","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"UidhPZeUWj3aTz4JxjIH","title":"Why We Test Data Distributions","pathname":"/v0.23.x/learning-about-distributional/why-we-test-data-distributions","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"6vlnmciJR7CEyEuVQntg","title":"The Flow of Data","pathname":"/v0.23.x/learning-about-distributional/the-flow-of-data","siteSpaceId":"sitesp_gHSqa","description":"Your data + DBNL testing == insights about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"dVAtkUQ3nCUu4IraaiB6","title":"Projects","pathname":"/v0.23.x/using-distributional/projects","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"baUxTrngOytExbZytv4e","title":"Runs","pathname":"/v0.23.x/using-distributional/runs","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"rkNN7iD27CFSGC88BpYt","title":"Reporting Runs","pathname":"/v0.23.x/using-distributional/runs/reporting-runs","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"6rSz0YBGrPghobi0jric","title":"Setting a Baseline Run","pathname":"/v0.23.x/using-distributional/runs/setting-a-baseline-run","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"2juKuX5lCW7ER9ns0s4P","title":"Metrics","pathname":"/v0.23.x/using-distributional/metrics","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"8iZ8YKqfRmSU7KewM3pG","title":"Tests","pathname":"/v0.23.x/using-distributional/tests","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"PoOXygUU9OLHKsbIQMyz","title":"Creating Tests","pathname":"/v0.23.x/using-distributional/tests/creating-tests","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"vcOAs86CXfRQgasNlVPy","title":"Using Filters in Tests","pathname":"/v0.23.x/using-distributional/tests/creating-tests/using-filters-in-tests","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"J8zPiyDskCS1sZEOxgrg","title":"Available Statistics and Assertions","pathname":"/v0.23.x/using-distributional/tests/creating-tests/available-statistics-and-assertions","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"XuguPH0zos1uvlg2G7MW","title":"Running Tests","pathname":"/v0.23.x/using-distributional/tests/running-tests","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"qW3NPVyfGLkafsm9zkI6","title":"Reviewing Tests","pathname":"/v0.23.x/using-distributional/tests/reviewing-tests","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"EuEb8PuL2mix9juRatXS","title":"What Is a Similarity Index?","pathname":"/v0.23.x/using-distributional/tests/reviewing-tests/what-is-a-similarity-index","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Reviewing Tests"}]},{"id":"WY7JQhWAmwjrvMyEMMSC","title":"Notifications","pathname":"/v0.23.x/using-distributional/notifications","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"lPvZxo0FGJXOEY5OzUYk","title":"Access Controls","pathname":"/v0.23.x/using-distributional/access-controls","siteSpaceId":"sitesp_gHSqa","description":"The following section introduces the concepts used to control access to the DBNL platform.","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"EoH0lsJWjZCZEID8ByqU","title":"Organization and Namespaces","pathname":"/v0.23.x/using-distributional/access-controls/organization-and-namespaces","siteSpaceId":"sitesp_gHSqa","description":"Resources in the DBNL platform are organized using organizations and namespaces.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"rAQgj18WZ1JlJWcuXBO6","title":"Users and Permissions","pathname":"/v0.23.x/using-distributional/access-controls/users-and-permissions","siteSpaceId":"sitesp_gHSqa","description":"Discover how DBNL manages user permissions through a layered system of organization and namespace roles—like org admin, org reader, namespace admin, writer, and reader.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"b6AECOJIML7mtSlvfYGG","title":"Tokens","pathname":"/v0.23.x/using-distributional/access-controls/tokens","siteSpaceId":"sitesp_gHSqa","description":"Tokens are used for programmatic access to the DBNL platform.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.23.x/platform/sandbox","siteSpaceId":"sitesp_gHSqa","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"RFDIPczYk1turGoHwohe","title":"Self-hosted","pathname":"/v0.23.x/platform/self-hosted","siteSpaceId":"sitesp_gHSqa","description":"An overview of the self-hosted deployment options","breadcrumbs":[{"label":"Platform"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.23.x/platform/self-hosted/architecture","siteSpaceId":"sitesp_gHSqa","description":"An overview of the architecture for the dbnl platform","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"iBHD5cFEyrgrHvSkvV0c","title":"Deployment","pathname":"/v0.23.x/platform/self-hosted/deployment","siteSpaceId":"sitesp_gHSqa","description":"Instructions for self-hosted deployment options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.23.x/platform/self-hosted/deployment/helm-chart","siteSpaceId":"sitesp_gHSqa","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.23.x/platform/self-hosted/deployment/terraform-module","siteSpaceId":"sitesp_gHSqa","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.23.x/platform/self-hosted/networking","siteSpaceId":"sitesp_gHSqa","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"OIDC Authentication","pathname":"/v0.23.x/platform/self-hosted/oidc-authentication","siteSpaceId":"sitesp_gHSqa","description":"OIDC configuration options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.23.x/platform/self-hosted/data-security","siteSpaceId":"sitesp_gHSqa","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.23.x/reference/query-language","siteSpaceId":"sitesp_gHSqa","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.23.x/reference/query-language/functions","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.23.x/reference/python-sdk","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"}]},{"id":"W9fwX360lPEQ8u825fr6","title":"dbnl","pathname":"/v0.23.x/reference/python-sdk/dbnl","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"IOhOj8D1kgIQ6EJUnZ5F","title":"dbnl.util","pathname":"/v0.23.x/reference/python-sdk/dbnl.util","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"2g6yVPi996XLaU94Qo5Q","title":"dbnl.experimental","pathname":"/v0.23.x/reference/python-sdk/dbnl.experimental","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"BSlG71dUhCDdCUIOvStn","title":"Classes","pathname":"/v0.23.x/reference/python-sdk/classes","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"FmyptAPeXaSw0t2kOTLY","title":"Eval Module","pathname":"/v0.23.x/reference/python-sdk/eval-module","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"DWxSiYWkZ9FQJ2w0eT6S","title":"Quick Start","pathname":"/v0.23.x/reference/python-sdk/eval-module/quick-start","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"kB7kN8zPceg9HeS29v9M","title":"dbnl.eval","pathname":"/v0.23.x/reference/python-sdk/eval-module/dbnl.eval","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nHfaak70JN9dqVpIg3cP","title":"dbnl.eval.metrics","pathname":"/v0.23.x/reference/python-sdk/eval-module/dbnl.eval.metrics","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"uRQKxPCMGFmrCHSx7a3G","title":"Application Metric Sets","pathname":"/v0.23.x/reference/python-sdk/eval-module/application-metric-sets","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"ibegtiWZxGUobueTLy4T","title":"How-To / FAQ","pathname":"/v0.23.x/reference/python-sdk/eval-module/how-to-faq","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"fR0NuZVpd3mo6Pzmhxp3","title":"LLM-as-judge and Embedding Metrics","pathname":"/v0.23.x/reference/python-sdk/eval-module/llm-as-judge-and-embedding-metrics","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nQnOqawBdapYqdQDvaET","title":"RAG / Question Answer Example","pathname":"/v0.23.x/reference/python-sdk/eval-module/rag-question-answer-example","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"aywnLg6L49rzGayZZgAB","title":"Classes","pathname":"/v0.23.x/reference/python-sdk/classes-1","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"UECDHtLjbjPRSuoX9mqb","title":"CLI","pathname":"/v0.23.x/cli","siteSpaceId":"sitesp_gHSqa"},{"id":"qVpsoN5zaJQi1sUM263W","title":"Release Notes","pathname":"/v0.23.x/versions/release-notes","siteSpaceId":"sitesp_gHSqa","breadcrumbs":[{"label":"Versions"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Overview","pathname":"/v0.24.x","siteSpaceId":"sitesp_Z7Noe","description":"Distributional's adaptive testing platform"},{"id":"2RccmdecAMpIwk2GviUo","title":"Getting Access to Distributional","pathname":"/v0.24.x/getting-access-to-distributional","siteSpaceId":"sitesp_Z7Noe","description":"Getting Access"},{"id":"4U9M4YxabIUWaj626VU5","title":"Install the Python SDK","pathname":"/v0.24.x/install-sdk","siteSpaceId":"sitesp_Z7Noe","description":"Installing the Python SDK and Accessing Distributional UI"},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.24.x/quickstart","siteSpaceId":"sitesp_Z7Noe","description":"Get started with dbnl"},{"id":"wvUYwSVD7z35webK19He","title":"Distributional Concepts","pathname":"/v0.24.x/learning-about-distributional/distributional-concepts","siteSpaceId":"sitesp_Z7Noe","description":"Understanding key concepts and their role relative to your app","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"UidhPZeUWj3aTz4JxjIH","title":"Why We Test Data Distributions","pathname":"/v0.24.x/learning-about-distributional/why-we-test-data-distributions","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"6vlnmciJR7CEyEuVQntg","title":"The Flow of Data","pathname":"/v0.24.x/learning-about-distributional/the-flow-of-data","siteSpaceId":"sitesp_Z7Noe","description":"Your data + DBNL testing == insights about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"dVAtkUQ3nCUu4IraaiB6","title":"Projects","pathname":"/v0.24.x/using-distributional/projects","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"baUxTrngOytExbZytv4e","title":"Runs","pathname":"/v0.24.x/using-distributional/runs","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"rkNN7iD27CFSGC88BpYt","title":"Reporting Runs","pathname":"/v0.24.x/using-distributional/runs/reporting-runs","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"6rSz0YBGrPghobi0jric","title":"Setting a Baseline Run","pathname":"/v0.24.x/using-distributional/runs/setting-a-baseline-run","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"2juKuX5lCW7ER9ns0s4P","title":"Metrics","pathname":"/v0.24.x/using-distributional/metrics","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"hhyfQiy5PzS3f6K52rE8","title":"LLM Models","pathname":"/v0.24.x/using-distributional/metrics/llm-models","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Metrics"}]},{"id":"8iZ8YKqfRmSU7KewM3pG","title":"Tests","pathname":"/v0.24.x/using-distributional/tests","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"PoOXygUU9OLHKsbIQMyz","title":"Creating Tests","pathname":"/v0.24.x/using-distributional/tests/creating-tests","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"vcOAs86CXfRQgasNlVPy","title":"Using Filters in Tests","pathname":"/v0.24.x/using-distributional/tests/creating-tests/using-filters-in-tests","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"J8zPiyDskCS1sZEOxgrg","title":"Available Statistics and Assertions","pathname":"/v0.24.x/using-distributional/tests/creating-tests/available-statistics-and-assertions","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"XuguPH0zos1uvlg2G7MW","title":"Running Tests","pathname":"/v0.24.x/using-distributional/tests/running-tests","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"qW3NPVyfGLkafsm9zkI6","title":"Reviewing Tests","pathname":"/v0.24.x/using-distributional/tests/reviewing-tests","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"EuEb8PuL2mix9juRatXS","title":"What Is a Similarity Index?","pathname":"/v0.24.x/using-distributional/tests/reviewing-tests/what-is-a-similarity-index","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Reviewing Tests"}]},{"id":"WY7JQhWAmwjrvMyEMMSC","title":"Notifications","pathname":"/v0.24.x/using-distributional/notifications","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"lPvZxo0FGJXOEY5OzUYk","title":"Access Controls","pathname":"/v0.24.x/using-distributional/access-controls","siteSpaceId":"sitesp_Z7Noe","description":"The following section introduces the concepts used to control access to the DBNL platform.","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"EoH0lsJWjZCZEID8ByqU","title":"Organization and Namespaces","pathname":"/v0.24.x/using-distributional/access-controls/organization-and-namespaces","siteSpaceId":"sitesp_Z7Noe","description":"Resources in the DBNL platform are organized using organizations and namespaces.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"rAQgj18WZ1JlJWcuXBO6","title":"Users and Permissions","pathname":"/v0.24.x/using-distributional/access-controls/users-and-permissions","siteSpaceId":"sitesp_Z7Noe","description":"Discover how DBNL manages user permissions through a layered system of organization and namespace roles—like org admin, org reader, namespace admin, writer, and reader.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"b6AECOJIML7mtSlvfYGG","title":"Tokens","pathname":"/v0.24.x/using-distributional/access-controls/tokens","siteSpaceId":"sitesp_Z7Noe","description":"Tokens are used for programmatic access to the DBNL platform.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.24.x/platform/sandbox","siteSpaceId":"sitesp_Z7Noe","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"OpLBU0oGtOyqNY6zaPGs","title":"Virtual Machine","pathname":"/v0.24.x/platform/sandbox/virtual-machine","siteSpaceId":"sitesp_Z7Noe","description":"Instructions for deploying the sandbox on a virtual machine","breadcrumbs":[{"label":"Platform"},{"label":"Sandbox"}]},{"id":"RFDIPczYk1turGoHwohe","title":"Self-hosted","pathname":"/v0.24.x/platform/self-hosted","siteSpaceId":"sitesp_Z7Noe","description":"An overview of the self-hosted deployment options","breadcrumbs":[{"label":"Platform"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.24.x/platform/self-hosted/architecture","siteSpaceId":"sitesp_Z7Noe","description":"An overview of the architecture for the dbnl platform","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"iBHD5cFEyrgrHvSkvV0c","title":"Deployment","pathname":"/v0.24.x/platform/self-hosted/deployment","siteSpaceId":"sitesp_Z7Noe","description":"Instructions for self-hosted deployment options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.24.x/platform/self-hosted/deployment/helm-chart","siteSpaceId":"sitesp_Z7Noe","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.24.x/platform/self-hosted/deployment/terraform-module","siteSpaceId":"sitesp_Z7Noe","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.24.x/platform/self-hosted/networking","siteSpaceId":"sitesp_Z7Noe","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"OIDC Authentication","pathname":"/v0.24.x/platform/self-hosted/oidc-authentication","siteSpaceId":"sitesp_Z7Noe","description":"OIDC configuration options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.24.x/platform/self-hosted/data-security","siteSpaceId":"sitesp_Z7Noe","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.24.x/reference/query-language","siteSpaceId":"sitesp_Z7Noe","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.24.x/reference/query-language/functions","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.24.x/reference/python-sdk","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"}]},{"id":"FmyptAPeXaSw0t2kOTLY","title":"Eval Module","pathname":"/v0.24.x/reference/python-sdk/eval-module","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"DWxSiYWkZ9FQJ2w0eT6S","title":"Quick Start","pathname":"/v0.24.x/reference/python-sdk/eval-module/quick-start","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"uRQKxPCMGFmrCHSx7a3G","title":"Application Metric Sets","pathname":"/v0.24.x/reference/python-sdk/eval-module/application-metric-sets","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"ibegtiWZxGUobueTLy4T","title":"How-To / FAQ","pathname":"/v0.24.x/reference/python-sdk/eval-module/how-to-faq","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"fR0NuZVpd3mo6Pzmhxp3","title":"LLM-as-judge and Embedding Metrics","pathname":"/v0.24.x/reference/python-sdk/eval-module/llm-as-judge-and-embedding-metrics","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nQnOqawBdapYqdQDvaET","title":"RAG / Question Answer Example","pathname":"/v0.24.x/reference/python-sdk/eval-module/rag-question-answer-example","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"yjdxSCEwMzlH4mKj20ij","title":"Classes","pathname":"/v0.24.x/reference/python-sdk/classes","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"P67sbdpqEVz335fBb2rt","title":"dbnl.experimental","pathname":"/v0.24.x/reference/python-sdk/dbnl.experimental","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ETkbnB7ACkdmS5E2BXFS","title":"dbnl","pathname":"/v0.24.x/reference/python-sdk/dbnl","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"RN9wQt55FOUG2aSoLCBc","title":"dbnl.util","pathname":"/v0.24.x/reference/python-sdk/dbnl.util","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"Vs6srQKkrjq3ZwMDYOnA","title":"dbnl.eval","pathname":"/v0.24.x/reference/python-sdk/dbnl.eval","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"BVXbmN9kN5etHdLbmgzt","title":"dbnl.eval.metrics","pathname":"/v0.24.x/reference/python-sdk/dbnl.eval.metrics","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.24.x/cli","siteSpaceId":"sitesp_Z7Noe"},{"id":"qVpsoN5zaJQi1sUM263W","title":"Release Notes","pathname":"/v0.24.x/versions/release-notes","siteSpaceId":"sitesp_Z7Noe","breadcrumbs":[{"label":"Versions"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Overview","pathname":"/v0.25.x","siteSpaceId":"sitesp_8GuJB","description":"Distributional's adaptive testing platform"},{"id":"2RccmdecAMpIwk2GviUo","title":"Getting Access to Distributional","pathname":"/v0.25.x/getting-access-to-distributional","siteSpaceId":"sitesp_8GuJB","description":"Getting Access"},{"id":"4U9M4YxabIUWaj626VU5","title":"Install the Python SDK","pathname":"/v0.25.x/install-sdk","siteSpaceId":"sitesp_8GuJB","description":"Installing the Python SDK and Accessing Distributional UI"},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.25.x/quickstart","siteSpaceId":"sitesp_8GuJB","description":"Get started with dbnl"},{"id":"wvUYwSVD7z35webK19He","title":"Distributional Concepts","pathname":"/v0.25.x/learning-about-distributional/distributional-concepts","siteSpaceId":"sitesp_8GuJB","description":"Understanding key concepts and their role relative to your app","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"UidhPZeUWj3aTz4JxjIH","title":"Why We Test Data Distributions","pathname":"/v0.25.x/learning-about-distributional/why-we-test-data-distributions","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"6vlnmciJR7CEyEuVQntg","title":"The Flow of Data","pathname":"/v0.25.x/learning-about-distributional/the-flow-of-data","siteSpaceId":"sitesp_8GuJB","description":"Your data + DBNL testing == insights about your app's behavior","breadcrumbs":[{"label":"Learning about Distributional"}]},{"id":"dVAtkUQ3nCUu4IraaiB6","title":"Projects","pathname":"/v0.25.x/using-distributional/projects","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"baUxTrngOytExbZytv4e","title":"Runs","pathname":"/v0.25.x/using-distributional/runs","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"rkNN7iD27CFSGC88BpYt","title":"Reporting Runs","pathname":"/v0.25.x/using-distributional/runs/reporting-runs","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"6rSz0YBGrPghobi0jric","title":"Setting a Baseline Run","pathname":"/v0.25.x/using-distributional/runs/setting-a-baseline-run","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Runs"}]},{"id":"2juKuX5lCW7ER9ns0s4P","title":"Metrics","pathname":"/v0.25.x/using-distributional/metrics","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"edtbZXsocCAdy9ek6HxB","title":"LLM Models","pathname":"/v0.25.x/using-distributional/metrics/llm-models","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Metrics"}]},{"id":"8iZ8YKqfRmSU7KewM3pG","title":"Tests","pathname":"/v0.25.x/using-distributional/tests","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"PoOXygUU9OLHKsbIQMyz","title":"Creating Tests","pathname":"/v0.25.x/using-distributional/tests/creating-tests","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"vcOAs86CXfRQgasNlVPy","title":"Using Filters in Tests","pathname":"/v0.25.x/using-distributional/tests/creating-tests/using-filters-in-tests","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"J8zPiyDskCS1sZEOxgrg","title":"Available Statistics and Assertions","pathname":"/v0.25.x/using-distributional/tests/creating-tests/available-statistics-and-assertions","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Creating Tests"}]},{"id":"XuguPH0zos1uvlg2G7MW","title":"Running Tests","pathname":"/v0.25.x/using-distributional/tests/running-tests","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"qW3NPVyfGLkafsm9zkI6","title":"Reviewing Tests","pathname":"/v0.25.x/using-distributional/tests/reviewing-tests","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"}]},{"id":"EuEb8PuL2mix9juRatXS","title":"What Is a Similarity Index?","pathname":"/v0.25.x/using-distributional/tests/reviewing-tests/what-is-a-similarity-index","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"},{"label":"Tests"},{"label":"Reviewing Tests"}]},{"id":"WY7JQhWAmwjrvMyEMMSC","title":"Notifications","pathname":"/v0.25.x/using-distributional/notifications","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"lPvZxo0FGJXOEY5OzUYk","title":"Access Controls","pathname":"/v0.25.x/using-distributional/access-controls","siteSpaceId":"sitesp_8GuJB","description":"The following section introduces the concepts used to control access to the DBNL platform.","breadcrumbs":[{"label":"Using Distributional"}]},{"id":"EoH0lsJWjZCZEID8ByqU","title":"Organization and Namespaces","pathname":"/v0.25.x/using-distributional/access-controls/organization-and-namespaces","siteSpaceId":"sitesp_8GuJB","description":"Resources in the DBNL platform are organized using organizations and namespaces.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"rAQgj18WZ1JlJWcuXBO6","title":"Users and Permissions","pathname":"/v0.25.x/using-distributional/access-controls/users-and-permissions","siteSpaceId":"sitesp_8GuJB","description":"Discover how DBNL manages user permissions through a layered system of organization and namespace roles—like org admin, org reader, namespace admin, writer, and reader.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"b6AECOJIML7mtSlvfYGG","title":"Tokens","pathname":"/v0.25.x/using-distributional/access-controls/tokens","siteSpaceId":"sitesp_8GuJB","description":"Tokens are used for programmatic access to the DBNL platform.","breadcrumbs":[{"label":"Using Distributional"},{"label":"Access Controls"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.25.x/platform/sandbox","siteSpaceId":"sitesp_8GuJB","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"OpLBU0oGtOyqNY6zaPGs","title":"Virtual Machine","pathname":"/v0.25.x/platform/sandbox/virtual-machine","siteSpaceId":"sitesp_8GuJB","description":"Instructions for deploying the sandbox on a virtual machine","breadcrumbs":[{"label":"Platform"},{"label":"Sandbox"}]},{"id":"RFDIPczYk1turGoHwohe","title":"Self-hosted","pathname":"/v0.25.x/platform/self-hosted","siteSpaceId":"sitesp_8GuJB","description":"An overview of the self-hosted deployment options","breadcrumbs":[{"label":"Platform"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.25.x/platform/self-hosted/architecture","siteSpaceId":"sitesp_8GuJB","description":"An overview of the architecture for the dbnl platform","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"iBHD5cFEyrgrHvSkvV0c","title":"Deployment","pathname":"/v0.25.x/platform/self-hosted/deployment","siteSpaceId":"sitesp_8GuJB","description":"Instructions for self-hosted deployment options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.25.x/platform/self-hosted/deployment/helm-chart","siteSpaceId":"sitesp_8GuJB","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.25.x/platform/self-hosted/deployment/terraform-module","siteSpaceId":"sitesp_8GuJB","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"},{"label":"Deployment"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.25.x/platform/self-hosted/networking","siteSpaceId":"sitesp_8GuJB","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"OIDC Authentication","pathname":"/v0.25.x/platform/self-hosted/oidc-authentication","siteSpaceId":"sitesp_8GuJB","description":"OIDC configuration options","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.25.x/platform/self-hosted/data-security","siteSpaceId":"sitesp_8GuJB","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"},{"label":"Self-hosted"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.25.x/reference/query-language","siteSpaceId":"sitesp_8GuJB","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.25.x/reference/query-language/functions","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.25.x/reference/python-sdk","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"}]},{"id":"FmyptAPeXaSw0t2kOTLY","title":"Eval Module","pathname":"/v0.25.x/reference/python-sdk/eval-module","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"DWxSiYWkZ9FQJ2w0eT6S","title":"Quick Start","pathname":"/v0.25.x/reference/python-sdk/eval-module/quick-start","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"uRQKxPCMGFmrCHSx7a3G","title":"Application Metric Sets","pathname":"/v0.25.x/reference/python-sdk/eval-module/application-metric-sets","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"ibegtiWZxGUobueTLy4T","title":"How-To / FAQ","pathname":"/v0.25.x/reference/python-sdk/eval-module/how-to-faq","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"fR0NuZVpd3mo6Pzmhxp3","title":"LLM-as-judge and Embedding Metrics","pathname":"/v0.25.x/reference/python-sdk/eval-module/llm-as-judge-and-embedding-metrics","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"nQnOqawBdapYqdQDvaET","title":"RAG / Question Answer Example","pathname":"/v0.25.x/reference/python-sdk/eval-module/rag-question-answer-example","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"},{"label":"Eval Module"}]},{"id":"yjdxSCEwMzlH4mKj20ij","title":"Classes","pathname":"/v0.25.x/reference/python-sdk/classes","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"P67sbdpqEVz335fBb2rt","title":"dbnl.experimental","pathname":"/v0.25.x/reference/python-sdk/dbnl.experimental","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ETkbnB7ACkdmS5E2BXFS","title":"dbnl","pathname":"/v0.25.x/reference/python-sdk/dbnl","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"RN9wQt55FOUG2aSoLCBc","title":"dbnl.util","pathname":"/v0.25.x/reference/python-sdk/dbnl.util","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"Vs6srQKkrjq3ZwMDYOnA","title":"dbnl.eval","pathname":"/v0.25.x/reference/python-sdk/dbnl.eval","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"BVXbmN9kN5etHdLbmgzt","title":"dbnl.eval.metrics","pathname":"/v0.25.x/reference/python-sdk/dbnl.eval.metrics","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.25.x/cli","siteSpaceId":"sitesp_8GuJB"},{"id":"qVpsoN5zaJQi1sUM263W","title":"Release Notes","pathname":"/v0.25.x/versions/release-notes","siteSpaceId":"sitesp_8GuJB","breadcrumbs":[{"label":"Versions"}]},{"id":"sjDSW31qhjJRjD00o9aU","title":"Overview - DBNL","pathname":"/v0.26.x","siteSpaceId":"sitesp_hjILd","description":"Distributional's adaptive analytics platform","breadcrumbs":[{"label":"Get Started"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.26.x/get-started/quickstart","siteSpaceId":"sitesp_hjILd","description":"Start analyzing with the DBNL platform immediately","breadcrumbs":[{"label":"Get Started"}]},{"id":"sanHSFxjVtWFY74n2mTu","title":"Data Pipeline","pathname":"/v0.26.x/configuration/data-pipeline","siteSpaceId":"sitesp_hjILd","description":"How log data becomes behavioral signals","breadcrumbs":[{"label":"Configuration"}]},{"id":"dTmPlVUKdidWj2tJWhFq","title":"DBNL Semantic Convention","pathname":"/v0.26.x/configuration/dbnl-semantic-convention","siteSpaceId":"sitesp_hjILd","description":"How DBNL understands the structure and semantics of your data","breadcrumbs":[{"label":"Configuration"}]},{"id":"VuQI6TgTOOLdUkTqaWO2","title":"Data Connections","pathname":"/v0.26.x/configuration/data-connections","siteSpaceId":"sitesp_hjILd","description":"How to get data into DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"4THIHxfkGGzbyvJUtXi8","title":"OTEL Trace Ingestion","pathname":"/v0.26.x/configuration/data-connections/otel-trace-ingestion","siteSpaceId":"sitesp_hjILd","description":"Publish OTEL Traces directly to your DBNL Deployment","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"ZUpmQZPWDJVqua7BdsBt","title":"SDK Log Ingestion","pathname":"/v0.26.x/configuration/data-connections/sdk-log-ingestion","siteSpaceId":"sitesp_hjILd","description":"Use the Python SDK to upload log data","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"tzYLV9wftFqLX53gxOSg","title":"SQL Integration Ingestion","pathname":"/v0.26.x/configuration/data-connections/sql-integration-ingestion","siteSpaceId":"sitesp_hjILd","description":"Pull data from existing SQL tables","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"NhzmgNkqGDyCplt5Vg4n","title":"Model Connections","pathname":"/v0.26.x/configuration/model-connections","siteSpaceId":"sitesp_hjILd","description":"How to hook up LLMs to DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"19RfUc191mMn6jKHX1Vj","title":"Notification Connections","pathname":"/v0.26.x/configuration/notification-connections","siteSpaceId":"sitesp_hjILd","description":"Be notified when DBNL completes certain actions","breadcrumbs":[{"label":"Configuration"}]},{"id":"nuRy4Sxv6ETLJJUSZUOU","title":"Adaptive Analytics Workflow","pathname":"/v0.26.x/workflow/adaptive-analytics-workflow","siteSpaceId":"sitesp_hjILd","breadcrumbs":[{"label":"Workflow"}]},{"id":"xYP69Mhp4508lJnpouzO","title":"Projects","pathname":"/v0.26.x/workflow/projects","siteSpaceId":"sitesp_hjILd","description":"Creating and administering projects within DBNL","breadcrumbs":[{"label":"Workflow"}]},{"id":"3Shw2LKVL7hFUVtOVjiO","title":"Dashboards","pathname":"/v0.26.x/workflow/dashboards","siteSpaceId":"sitesp_hjILd","description":"Discover signals by viewing tracked Columns, Segments, and Metrics.","breadcrumbs":[{"label":"Workflow"}]},{"id":"hRBnXX5uA4gmKApWT3Te","title":"Insights","pathname":"/v0.26.x/workflow/insights","siteSpaceId":"sitesp_hjILd","description":"Discover signals from automated analysis of log data","breadcrumbs":[{"label":"Workflow"}]},{"id":"CHUC1cOCEknF2r1ZMpD1","title":"Logs","pathname":"/v0.26.x/workflow/logs","siteSpaceId":"sitesp_hjILd","description":"Filterable subsets of all ingested data and all generated Metrics","breadcrumbs":[{"label":"Workflow"}]},{"id":"fV3j08HLBbSyuui9V7Q4","title":"Explorer","pathname":"/v0.26.x/workflow/explorer","siteSpaceId":"sitesp_hjILd","description":"Investigate signals through direct graphical comparison.","breadcrumbs":[{"label":"Workflow"}]},{"id":"UEDySdY8P0rFRXNgtHE7","title":"Segments","pathname":"/v0.26.x/workflow/segments","siteSpaceId":"sitesp_hjILd","description":"Saved filters on Log data for tracking","breadcrumbs":[{"label":"Workflow"}]},{"id":"Bduq42HXGbYYwK5odVwx","title":"Metrics","pathname":"/v0.26.x/workflow/metrics","siteSpaceId":"sitesp_hjILd","description":"Codify signals to track behavior that matters","breadcrumbs":[{"label":"Workflow"}]},{"id":"QPRsRbaQF0ghZfKRuGfs","title":"LLM-as-Judge Metric Templates","pathname":"/v0.26.x/workflow/metrics/llm-as-judge-metric-templates","siteSpaceId":"sitesp_hjILd","description":"Pre-built templates to customize LLM-as-judge Metrics","breadcrumbs":[{"label":"Workflow"},{"label":"Metrics"}]},{"id":"gacjf7LJJCTwnJWmmmNd","title":"Status","pathname":"/v0.26.x/workflow/status","siteSpaceId":"sitesp_hjILd","description":"View and manage Data Pipeline runs for your Project.","breadcrumbs":[{"label":"Workflow"}]},{"id":"rDFJu9sUTntsep3HN7Hi","title":"Deployment","pathname":"/v0.26.x/platform/deployment","siteSpaceId":"sitesp_hjILd","description":"Install the DBNL platform in the way that best fits your needs.","breadcrumbs":[{"label":"Platform"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.26.x/platform/deployment/sandbox","siteSpaceId":"sitesp_hjILd","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.26.x/platform/deployment/helm-chart","siteSpaceId":"sitesp_hjILd","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.26.x/platform/deployment/terraform-module","siteSpaceId":"sitesp_hjILd","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.26.x/platform/architecture","siteSpaceId":"sitesp_hjILd","description":"An overview of the architecture for the DBNL platform","breadcrumbs":[{"label":"Platform"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.26.x/platform/networking","siteSpaceId":"sitesp_hjILd","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.26.x/platform/data-security","siteSpaceId":"sitesp_hjILd","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"Authentication","pathname":"/v0.26.x/platform/authentication","siteSpaceId":"sitesp_hjILd","breadcrumbs":[{"label":"Platform"}]},{"id":"gIwiMom8fBNhUasyYjFE","title":"Administration","pathname":"/v0.26.x/platform/administration","siteSpaceId":"sitesp_hjILd","description":"How resources, users, and permissions are organized with a DBNL deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.26.x/reference/query-language","siteSpaceId":"sitesp_hjILd","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.26.x/reference/query-language/functions","siteSpaceId":"sitesp_hjILd","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"dttKHh7eQnVa9RUWU6M4","title":"Python SDK","pathname":"/v0.26.x/reference/python-sdk","siteSpaceId":"sitesp_hjILd","description":"Reference documentation for the Distributional Python SDK","breadcrumbs":[{"label":"Reference"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.26.x/reference/cli","siteSpaceId":"sitesp_hjILd","description":"Installing and using the DBNL Command Line Interface (CLI)","breadcrumbs":[{"label":"Reference"}]},{"id":"S6OfRrIUlZleUCYsrm4j","title":"FAQ","pathname":"/v0.26.x/reference/faq","siteSpaceId":"sitesp_hjILd","description":"Answers to frequently asked questions","breadcrumbs":[{"label":"Reference"}]},{"id":"dFVtgFMqRXRhXveDUaBL","title":"Service Agreements","pathname":"/v0.26.x/reference/service-agreements","siteSpaceId":"sitesp_hjILd","description":"Standard End User Agreements","breadcrumbs":[{"label":"Reference"}]},{"id":"WXuMHo9CNw9gLXanjvuK","title":"Privacy Policy","pathname":"/v0.26.x/reference/privacy-policy","siteSpaceId":"sitesp_hjILd","breadcrumbs":[{"label":"Reference"}]},{"id":"aWATbgpwHaLvCWoi5wul","title":"Overview - DBNL","pathname":"/v0.27.x","siteSpaceId":"sitesp_VMJQY","description":"Distributional's adaptive analytics platform","breadcrumbs":[{"label":"Get Started"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.27.x/get-started/quickstart","siteSpaceId":"sitesp_VMJQY","description":"Start analyzing with the DBNL platform immediately","breadcrumbs":[{"label":"Get Started"}]},{"id":"sanHSFxjVtWFY74n2mTu","title":"Data Pipeline","pathname":"/v0.27.x/configuration/data-pipeline","siteSpaceId":"sitesp_VMJQY","description":"How log data becomes behavioral signals","breadcrumbs":[{"label":"Configuration"}]},{"id":"dTmPlVUKdidWj2tJWhFq","title":"DBNL Semantic Convention","pathname":"/v0.27.x/configuration/dbnl-semantic-convention","siteSpaceId":"sitesp_VMJQY","description":"How DBNL understands the structure and semantics of your data","breadcrumbs":[{"label":"Configuration"}]},{"id":"VuQI6TgTOOLdUkTqaWO2","title":"Data Connections","pathname":"/v0.27.x/configuration/data-connections","siteSpaceId":"sitesp_VMJQY","description":"How to get data into DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"4THIHxfkGGzbyvJUtXi8","title":"OTEL Trace Ingestion","pathname":"/v0.27.x/configuration/data-connections/otel-trace-ingestion","siteSpaceId":"sitesp_VMJQY","description":"Publish OTEL Traces directly to your DBNL Deployment","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"ZUpmQZPWDJVqua7BdsBt","title":"SDK Log Ingestion","pathname":"/v0.27.x/configuration/data-connections/sdk-log-ingestion","siteSpaceId":"sitesp_VMJQY","description":"Use the Python SDK to upload log data","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"tzYLV9wftFqLX53gxOSg","title":"SQL Integration Ingestion","pathname":"/v0.27.x/configuration/data-connections/sql-integration-ingestion","siteSpaceId":"sitesp_VMJQY","description":"Pull data from existing SQL tables","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"NhzmgNkqGDyCplt5Vg4n","title":"Model Connections","pathname":"/v0.27.x/configuration/model-connections","siteSpaceId":"sitesp_VMJQY","description":"How to hook up LLMs to DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"19RfUc191mMn6jKHX1Vj","title":"Notification Connections","pathname":"/v0.27.x/configuration/notification-connections","siteSpaceId":"sitesp_VMJQY","description":"Be notified when DBNL completes certain actions","breadcrumbs":[{"label":"Configuration"}]},{"id":"nuRy4Sxv6ETLJJUSZUOU","title":"Adaptive Analytics Workflow","pathname":"/v0.27.x/workflow/adaptive-analytics-workflow","siteSpaceId":"sitesp_VMJQY","breadcrumbs":[{"label":"Workflow"}]},{"id":"xYP69Mhp4508lJnpouzO","title":"Projects","pathname":"/v0.27.x/workflow/projects","siteSpaceId":"sitesp_VMJQY","description":"Creating and administering projects within DBNL","breadcrumbs":[{"label":"Workflow"}]},{"id":"3Shw2LKVL7hFUVtOVjiO","title":"Dashboards","pathname":"/v0.27.x/workflow/dashboards","siteSpaceId":"sitesp_VMJQY","description":"Discover signals by viewing tracked Columns, Segments, and Metrics.","breadcrumbs":[{"label":"Workflow"}]},{"id":"hRBnXX5uA4gmKApWT3Te","title":"Insights","pathname":"/v0.27.x/workflow/insights","siteSpaceId":"sitesp_VMJQY","description":"Discover signals from automated analysis of log data","breadcrumbs":[{"label":"Workflow"}]},{"id":"CHUC1cOCEknF2r1ZMpD1","title":"Logs","pathname":"/v0.27.x/workflow/logs","siteSpaceId":"sitesp_VMJQY","description":"Filterable subsets of all ingested data and all generated Metrics","breadcrumbs":[{"label":"Workflow"}]},{"id":"fV3j08HLBbSyuui9V7Q4","title":"Explorer","pathname":"/v0.27.x/workflow/explorer","siteSpaceId":"sitesp_VMJQY","description":"Investigate signals through direct graphical comparison.","breadcrumbs":[{"label":"Workflow"}]},{"id":"UEDySdY8P0rFRXNgtHE7","title":"Segments","pathname":"/v0.27.x/workflow/segments","siteSpaceId":"sitesp_VMJQY","description":"Saved filters on Log data for tracking","breadcrumbs":[{"label":"Workflow"}]},{"id":"Bduq42HXGbYYwK5odVwx","title":"Metrics","pathname":"/v0.27.x/workflow/metrics","siteSpaceId":"sitesp_VMJQY","description":"Codify signals to track behavior that matters","breadcrumbs":[{"label":"Workflow"}]},{"id":"QPRsRbaQF0ghZfKRuGfs","title":"LLM-as-Judge Metric Templates","pathname":"/v0.27.x/workflow/metrics/llm-as-judge-metric-templates","siteSpaceId":"sitesp_VMJQY","description":"Pre-built templates to customize LLM-as-judge Metrics","breadcrumbs":[{"label":"Workflow"},{"label":"Metrics"}]},{"id":"gacjf7LJJCTwnJWmmmNd","title":"Status","pathname":"/v0.27.x/workflow/status","siteSpaceId":"sitesp_VMJQY","description":"View and manage Data Pipeline runs for your Project.","breadcrumbs":[{"label":"Workflow"}]},{"id":"XnRRN2ZQAU67EZ8R0BY3","title":"Platform","pathname":"/v0.27.x/platform/platform","siteSpaceId":"sitesp_VMJQY","description":"High-level overview of the DBNL platform building blocks.","breadcrumbs":[{"label":"Platform"}]},{"id":"rDFJu9sUTntsep3HN7Hi","title":"Deployment","pathname":"/v0.27.x/platform/deployment","siteSpaceId":"sitesp_VMJQY","description":"Install the DBNL platform in the way that best fits your needs.","breadcrumbs":[{"label":"Platform"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.27.x/platform/deployment/sandbox","siteSpaceId":"sitesp_VMJQY","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.27.x/platform/deployment/helm-chart","siteSpaceId":"sitesp_VMJQY","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.27.x/platform/deployment/terraform-module","siteSpaceId":"sitesp_VMJQY","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.27.x/platform/architecture","siteSpaceId":"sitesp_VMJQY","description":"An overview of the architecture for the DBNL platform","breadcrumbs":[{"label":"Platform"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.27.x/platform/networking","siteSpaceId":"sitesp_VMJQY","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.27.x/platform/data-security","siteSpaceId":"sitesp_VMJQY","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"Authentication","pathname":"/v0.27.x/platform/authentication","siteSpaceId":"sitesp_VMJQY","breadcrumbs":[{"label":"Platform"}]},{"id":"gIwiMom8fBNhUasyYjFE","title":"Administration","pathname":"/v0.27.x/platform/administration","siteSpaceId":"sitesp_VMJQY","description":"How resources, users, and permissions are organized with a DBNL deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.27.x/reference/query-language","siteSpaceId":"sitesp_VMJQY","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.27.x/reference/query-language/functions","siteSpaceId":"sitesp_VMJQY","description":"Functions available in the query language.","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"S2lKCSE49jsJUevXB6oZ","title":"Python SDK","pathname":"/v0.27.x/reference/python-sdk","siteSpaceId":"sitesp_VMJQY","description":"Reference documentation for the Distributional Python SDK","breadcrumbs":[{"label":"Reference"}]},{"id":"npTlucnMWvatST2Lzqmv","title":"SDK Functions","pathname":"/v0.27.x/reference/python-sdk/sdk-functions","siteSpaceId":"sitesp_VMJQY","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"iTiJemLdQYNcE2WuPNbo","title":"Classes","pathname":"/v0.27.x/reference/python-sdk/classes","siteSpaceId":"sitesp_VMJQY","description":"Classes that are returned from functions in the DBNL Python SDK","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.27.x/reference/cli","siteSpaceId":"sitesp_VMJQY","description":"Installing and using the DBNL Command Line Interface (CLI)","breadcrumbs":[{"label":"Reference"}]},{"id":"tMQz80Qq0LSX7JTduZJL","title":"Glossary","pathname":"/v0.27.x/reference/glossary","siteSpaceId":"sitesp_VMJQY","description":"Key terms and concepts in DBNL","breadcrumbs":[{"label":"Reference"}]},{"id":"S6OfRrIUlZleUCYsrm4j","title":"FAQ","pathname":"/v0.27.x/reference/faq","siteSpaceId":"sitesp_VMJQY","description":"Answers to frequently asked questions","breadcrumbs":[{"label":"Reference"}]},{"id":"dFVtgFMqRXRhXveDUaBL","title":"Service Agreements","pathname":"/v0.27.x/reference/service-agreements","siteSpaceId":"sitesp_VMJQY","description":"Standard End User Agreements","breadcrumbs":[{"label":"Reference"}]},{"id":"WXuMHo9CNw9gLXanjvuK","title":"Privacy Policy","pathname":"/v0.27.x/reference/privacy-policy","siteSpaceId":"sitesp_VMJQY","breadcrumbs":[{"label":"Reference"}]},{"id":"aWATbgpwHaLvCWoi5wul","title":"Overview - DBNL","pathname":"/v0.28.x","siteSpaceId":"sitesp_otwOp","description":"Analyze hidden behavioral signals from production log data to continuously improve your AI products","breadcrumbs":[{"label":"Get Started"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.28.x/get-started/quickstart","siteSpaceId":"sitesp_otwOp","description":"Start analyzing with the DBNL platform immediately","breadcrumbs":[{"label":"Get Started"}]},{"id":"sanHSFxjVtWFY74n2mTu","title":"Data Pipeline","pathname":"/v0.28.x/configuration/data-pipeline","siteSpaceId":"sitesp_otwOp","description":"How log data becomes behavioral signals","breadcrumbs":[{"label":"Configuration"}]},{"id":"dTmPlVUKdidWj2tJWhFq","title":"DBNL Semantic Convention","pathname":"/v0.28.x/configuration/dbnl-semantic-convention","siteSpaceId":"sitesp_otwOp","description":"How DBNL understands the structure and semantics of your data","breadcrumbs":[{"label":"Configuration"}]},{"id":"VuQI6TgTOOLdUkTqaWO2","title":"Data Connections","pathname":"/v0.28.x/configuration/data-connections","siteSpaceId":"sitesp_otwOp","description":"How to get data into DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"4THIHxfkGGzbyvJUtXi8","title":"OTEL Trace Ingestion","pathname":"/v0.28.x/configuration/data-connections/otel-trace-ingestion","siteSpaceId":"sitesp_otwOp","description":"Publish OTEL Traces directly to your DBNL Deployment","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"ZUpmQZPWDJVqua7BdsBt","title":"SDK Log Ingestion","pathname":"/v0.28.x/configuration/data-connections/sdk-log-ingestion","siteSpaceId":"sitesp_otwOp","description":"Use the Python SDK to upload log data","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"tzYLV9wftFqLX53gxOSg","title":"SQL Integration Ingestion","pathname":"/v0.28.x/configuration/data-connections/sql-integration-ingestion","siteSpaceId":"sitesp_otwOp","description":"Pull data from existing SQL tables","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"NhzmgNkqGDyCplt5Vg4n","title":"Model Connections","pathname":"/v0.28.x/configuration/model-connections","siteSpaceId":"sitesp_otwOp","description":"How to hook up LLMs to DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"19RfUc191mMn6jKHX1Vj","title":"Notification Connections","pathname":"/v0.28.x/configuration/notification-connections","siteSpaceId":"sitesp_otwOp","description":"Be notified when DBNL completes certain actions","breadcrumbs":[{"label":"Configuration"}]},{"id":"nuRy4Sxv6ETLJJUSZUOU","title":"Adaptive Analytics Workflow","pathname":"/v0.28.x/workflow/adaptive-analytics-workflow","siteSpaceId":"sitesp_otwOp","breadcrumbs":[{"label":"Workflow"}]},{"id":"xYP69Mhp4508lJnpouzO","title":"Projects","pathname":"/v0.28.x/workflow/projects","siteSpaceId":"sitesp_otwOp","description":"Creating and administering projects within DBNL","breadcrumbs":[{"label":"Workflow"}]},{"id":"3Shw2LKVL7hFUVtOVjiO","title":"Dashboards","pathname":"/v0.28.x/workflow/dashboards","siteSpaceId":"sitesp_otwOp","description":"Discover signals by viewing tracked Columns, Segments, and Metrics.","breadcrumbs":[{"label":"Workflow"}]},{"id":"hRBnXX5uA4gmKApWT3Te","title":"Insights","pathname":"/v0.28.x/workflow/insights","siteSpaceId":"sitesp_otwOp","description":"Discover signals from automated analysis of log data","breadcrumbs":[{"label":"Workflow"}]},{"id":"CHUC1cOCEknF2r1ZMpD1","title":"Logs","pathname":"/v0.28.x/workflow/logs","siteSpaceId":"sitesp_otwOp","description":"Filterable subsets of all ingested data and all generated Metrics","breadcrumbs":[{"label":"Workflow"}]},{"id":"fV3j08HLBbSyuui9V7Q4","title":"Explorer","pathname":"/v0.28.x/workflow/explorer","siteSpaceId":"sitesp_otwOp","description":"Investigate signals through direct graphical comparison.","breadcrumbs":[{"label":"Workflow"}]},{"id":"UEDySdY8P0rFRXNgtHE7","title":"Segments","pathname":"/v0.28.x/workflow/segments","siteSpaceId":"sitesp_otwOp","description":"Saved filters on Log data for tracking","breadcrumbs":[{"label":"Workflow"}]},{"id":"Bduq42HXGbYYwK5odVwx","title":"Metrics","pathname":"/v0.28.x/workflow/metrics","siteSpaceId":"sitesp_otwOp","description":"Codify signals to track behavior that matters","breadcrumbs":[{"label":"Workflow"}]},{"id":"QPRsRbaQF0ghZfKRuGfs","title":"LLM-as-Judge Metric Templates","pathname":"/v0.28.x/workflow/metrics/llm-as-judge-metric-templates","siteSpaceId":"sitesp_otwOp","description":"Pre-built templates to customize LLM-as-judge Metrics","breadcrumbs":[{"label":"Workflow"},{"label":"Metrics"}]},{"id":"gacjf7LJJCTwnJWmmmNd","title":"Status","pathname":"/v0.28.x/workflow/status","siteSpaceId":"sitesp_otwOp","description":"View and manage Data Pipeline runs for your Project.","breadcrumbs":[{"label":"Workflow"}]},{"id":"OkhfGIzz7xXV7moc8I0F","title":"Data Ingestion","pathname":"/v0.28.x/examples/examples","siteSpaceId":"sitesp_otwOp","description":"Examples for getting data into DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"uzY3AhuQJWNodnuOuTDK","title":"Tutorials","pathname":"/v0.28.x/examples/tutorials","siteSpaceId":"sitesp_otwOp","description":"Reproducible example use cases for DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"nEroNzos4g8r7UEnh59i","title":"Walkthroughs","pathname":"/v0.28.x/examples/walkthroughs","siteSpaceId":"sitesp_otwOp","description":"Pre-loaded examples of DBNL usage available in our Read Only SaaS account","breadcrumbs":[{"label":"Examples"}]},{"id":"XnRRN2ZQAU67EZ8R0BY3","title":"Platform","pathname":"/v0.28.x/platform/platform","siteSpaceId":"sitesp_otwOp","description":"High-level overview of the DBNL platform building blocks.","breadcrumbs":[{"label":"Platform"}]},{"id":"rDFJu9sUTntsep3HN7Hi","title":"Deployment","pathname":"/v0.28.x/platform/deployment","siteSpaceId":"sitesp_otwOp","description":"Install the DBNL platform in the way that best fits your needs.","breadcrumbs":[{"label":"Platform"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.28.x/platform/deployment/sandbox","siteSpaceId":"sitesp_otwOp","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.28.x/platform/deployment/helm-chart","siteSpaceId":"sitesp_otwOp","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.28.x/platform/deployment/terraform-module","siteSpaceId":"sitesp_otwOp","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.28.x/platform/architecture","siteSpaceId":"sitesp_otwOp","description":"An overview of the architecture for the DBNL platform","breadcrumbs":[{"label":"Platform"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.28.x/platform/networking","siteSpaceId":"sitesp_otwOp","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.28.x/platform/data-security","siteSpaceId":"sitesp_otwOp","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"Authentication","pathname":"/v0.28.x/platform/authentication","siteSpaceId":"sitesp_otwOp","breadcrumbs":[{"label":"Platform"}]},{"id":"gIwiMom8fBNhUasyYjFE","title":"Administration","pathname":"/v0.28.x/platform/administration","siteSpaceId":"sitesp_otwOp","description":"How resources, users, and permissions are organized with a DBNL deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.28.x/reference/query-language","siteSpaceId":"sitesp_otwOp","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.28.x/reference/query-language/functions","siteSpaceId":"sitesp_otwOp","description":"Functions available in the query language.","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"S2lKCSE49jsJUevXB6oZ","title":"Python SDK","pathname":"/v0.28.x/reference/python-sdk","siteSpaceId":"sitesp_otwOp","description":"Reference documentation for the Distributional Python SDK","breadcrumbs":[{"label":"Reference"}]},{"id":"npTlucnMWvatST2Lzqmv","title":"SDK Functions","pathname":"/v0.28.x/reference/python-sdk/sdk-functions","siteSpaceId":"sitesp_otwOp","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"iTiJemLdQYNcE2WuPNbo","title":"Classes","pathname":"/v0.28.x/reference/python-sdk/classes","siteSpaceId":"sitesp_otwOp","description":"Classes that are returned from functions in the DBNL Python SDK","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.28.x/reference/cli","siteSpaceId":"sitesp_otwOp","description":"Installing and using the DBNL Command Line Interface (CLI)","breadcrumbs":[{"label":"Reference"}]},{"id":"tMQz80Qq0LSX7JTduZJL","title":"Glossary","pathname":"/v0.28.x/reference/glossary","siteSpaceId":"sitesp_otwOp","description":"Key terms and concepts in DBNL","breadcrumbs":[{"label":"Reference"}]},{"id":"S6OfRrIUlZleUCYsrm4j","title":"FAQ","pathname":"/v0.28.x/reference/faq","siteSpaceId":"sitesp_otwOp","description":"Answers to frequently asked questions","breadcrumbs":[{"label":"Reference"}]},{"id":"dFVtgFMqRXRhXveDUaBL","title":"Service Agreements","pathname":"/v0.28.x/reference/service-agreements","siteSpaceId":"sitesp_otwOp","description":"Standard End User Agreements","breadcrumbs":[{"label":"Reference"}]},{"id":"WXuMHo9CNw9gLXanjvuK","title":"Privacy Policy","pathname":"/v0.28.x/reference/privacy-policy","siteSpaceId":"sitesp_otwOp","breadcrumbs":[{"label":"Reference"}]},{"id":"aWATbgpwHaLvCWoi5wul","title":"Overview - DBNL","pathname":"/v0.29.x","siteSpaceId":"sitesp_J0LaD","description":"Analyze hidden behavioral signals from production log data to continuously improve your AI products","breadcrumbs":[{"label":"Get Started"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.29.x/get-started/quickstart","siteSpaceId":"sitesp_J0LaD","description":"Start analyzing with the DBNL platform immediately","breadcrumbs":[{"label":"Get Started"}]},{"id":"sanHSFxjVtWFY74n2mTu","title":"Data Pipeline","pathname":"/v0.29.x/configuration/data-pipeline","siteSpaceId":"sitesp_J0LaD","description":"How log data becomes behavioral signals","breadcrumbs":[{"label":"Configuration"}]},{"id":"dTmPlVUKdidWj2tJWhFq","title":"DBNL Semantic Convention","pathname":"/v0.29.x/configuration/dbnl-semantic-convention","siteSpaceId":"sitesp_J0LaD","description":"How DBNL understands the structure and semantics of your data","breadcrumbs":[{"label":"Configuration"}]},{"id":"VuQI6TgTOOLdUkTqaWO2","title":"Data Connections","pathname":"/v0.29.x/configuration/data-connections","siteSpaceId":"sitesp_J0LaD","description":"How to get data into DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"4THIHxfkGGzbyvJUtXi8","title":"OTEL Trace Ingestion","pathname":"/v0.29.x/configuration/data-connections/otel-trace-ingestion","siteSpaceId":"sitesp_J0LaD","description":"Publish OTEL Traces directly to your DBNL Deployment","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"ZUpmQZPWDJVqua7BdsBt","title":"SDK Log Ingestion","pathname":"/v0.29.x/configuration/data-connections/sdk-log-ingestion","siteSpaceId":"sitesp_J0LaD","description":"Use the Python SDK to upload log data","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"tzYLV9wftFqLX53gxOSg","title":"SQL Integration Ingestion","pathname":"/v0.29.x/configuration/data-connections/sql-integration-ingestion","siteSpaceId":"sitesp_J0LaD","description":"Pull data from existing SQL tables","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"NhzmgNkqGDyCplt5Vg4n","title":"Model Connections","pathname":"/v0.29.x/configuration/model-connections","siteSpaceId":"sitesp_J0LaD","description":"How to hook up LLMs to DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"19RfUc191mMn6jKHX1Vj","title":"Notification Connections","pathname":"/v0.29.x/configuration/notification-connections","siteSpaceId":"sitesp_J0LaD","description":"Be notified when DBNL completes certain actions","breadcrumbs":[{"label":"Configuration"}]},{"id":"nuRy4Sxv6ETLJJUSZUOU","title":"Adaptive Analytics Workflow","pathname":"/v0.29.x/workflow/adaptive-analytics-workflow","siteSpaceId":"sitesp_J0LaD","breadcrumbs":[{"label":"Workflow"}]},{"id":"xYP69Mhp4508lJnpouzO","title":"Projects","pathname":"/v0.29.x/workflow/projects","siteSpaceId":"sitesp_J0LaD","description":"Creating and administering projects within DBNL","breadcrumbs":[{"label":"Workflow"}]},{"id":"3Shw2LKVL7hFUVtOVjiO","title":"Dashboards","pathname":"/v0.29.x/workflow/dashboards","siteSpaceId":"sitesp_J0LaD","description":"Discover signals by viewing tracked Columns, Segments, and Metrics.","breadcrumbs":[{"label":"Workflow"}]},{"id":"hRBnXX5uA4gmKApWT3Te","title":"Insights","pathname":"/v0.29.x/workflow/insights","siteSpaceId":"sitesp_J0LaD","description":"Discover signals from automated analysis of log data","breadcrumbs":[{"label":"Workflow"}]},{"id":"CHUC1cOCEknF2r1ZMpD1","title":"Logs","pathname":"/v0.29.x/workflow/logs","siteSpaceId":"sitesp_J0LaD","description":"Filterable subsets of all ingested data and all generated Metrics","breadcrumbs":[{"label":"Workflow"}]},{"id":"fV3j08HLBbSyuui9V7Q4","title":"Explorer","pathname":"/v0.29.x/workflow/explorer","siteSpaceId":"sitesp_J0LaD","description":"Investigate signals through direct graphical comparison.","breadcrumbs":[{"label":"Workflow"}]},{"id":"UEDySdY8P0rFRXNgtHE7","title":"Segments","pathname":"/v0.29.x/workflow/segments","siteSpaceId":"sitesp_J0LaD","description":"Saved filters on Log data for tracking","breadcrumbs":[{"label":"Workflow"}]},{"id":"Bduq42HXGbYYwK5odVwx","title":"Metrics","pathname":"/v0.29.x/workflow/metrics","siteSpaceId":"sitesp_J0LaD","description":"Codify signals to track behavior that matters","breadcrumbs":[{"label":"Workflow"}]},{"id":"QPRsRbaQF0ghZfKRuGfs","title":"LLM-as-Judge Metric Templates","pathname":"/v0.29.x/workflow/metrics/llm-as-judge-metric-templates","siteSpaceId":"sitesp_J0LaD","description":"Pre-built templates to customize LLM-as-judge Metrics","breadcrumbs":[{"label":"Workflow"},{"label":"Metrics"}]},{"id":"gacjf7LJJCTwnJWmmmNd","title":"Status","pathname":"/v0.29.x/workflow/status","siteSpaceId":"sitesp_J0LaD","description":"View and manage Data Pipeline runs for your Project.","breadcrumbs":[{"label":"Workflow"}]},{"id":"OkhfGIzz7xXV7moc8I0F","title":"Data Ingestion","pathname":"/v0.29.x/examples/examples","siteSpaceId":"sitesp_J0LaD","description":"Examples for getting data into DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"uzY3AhuQJWNodnuOuTDK","title":"Tutorials","pathname":"/v0.29.x/examples/tutorials","siteSpaceId":"sitesp_J0LaD","description":"Reproducible example use cases for DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"nEroNzos4g8r7UEnh59i","title":"Walkthroughs","pathname":"/v0.29.x/examples/walkthroughs","siteSpaceId":"sitesp_J0LaD","description":"Pre-loaded examples of DBNL usage available in our Read Only SaaS account","breadcrumbs":[{"label":"Examples"}]},{"id":"XnRRN2ZQAU67EZ8R0BY3","title":"Platform","pathname":"/v0.29.x/platform/platform","siteSpaceId":"sitesp_J0LaD","description":"High-level overview of the DBNL platform building blocks.","breadcrumbs":[{"label":"Platform"}]},{"id":"rDFJu9sUTntsep3HN7Hi","title":"Deployment","pathname":"/v0.29.x/platform/deployment","siteSpaceId":"sitesp_J0LaD","description":"Install the DBNL platform in the way that best fits your needs.","breadcrumbs":[{"label":"Platform"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.29.x/platform/deployment/sandbox","siteSpaceId":"sitesp_J0LaD","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.29.x/platform/deployment/helm-chart","siteSpaceId":"sitesp_J0LaD","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.29.x/platform/deployment/terraform-module","siteSpaceId":"sitesp_J0LaD","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.29.x/platform/architecture","siteSpaceId":"sitesp_J0LaD","description":"An overview of the architecture for the DBNL platform","breadcrumbs":[{"label":"Platform"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.29.x/platform/networking","siteSpaceId":"sitesp_J0LaD","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.29.x/platform/data-security","siteSpaceId":"sitesp_J0LaD","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"Authentication","pathname":"/v0.29.x/platform/authentication","siteSpaceId":"sitesp_J0LaD","breadcrumbs":[{"label":"Platform"}]},{"id":"gIwiMom8fBNhUasyYjFE","title":"Administration","pathname":"/v0.29.x/platform/administration","siteSpaceId":"sitesp_J0LaD","description":"How resources, users, and permissions are organized with a DBNL deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.29.x/reference/query-language","siteSpaceId":"sitesp_J0LaD","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.29.x/reference/query-language/functions","siteSpaceId":"sitesp_J0LaD","description":"Functions available in the query language.","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"S2lKCSE49jsJUevXB6oZ","title":"Python SDK","pathname":"/v0.29.x/reference/python-sdk","siteSpaceId":"sitesp_J0LaD","description":"Reference documentation for the Distributional Python SDK","breadcrumbs":[{"label":"Reference"}]},{"id":"npTlucnMWvatST2Lzqmv","title":"SDK Functions","pathname":"/v0.29.x/reference/python-sdk/sdk-functions","siteSpaceId":"sitesp_J0LaD","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"iTiJemLdQYNcE2WuPNbo","title":"Classes","pathname":"/v0.29.x/reference/python-sdk/classes","siteSpaceId":"sitesp_J0LaD","description":"Classes that are returned from functions in the DBNL Python SDK","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.29.x/reference/cli","siteSpaceId":"sitesp_J0LaD","description":"Installing and using the DBNL Command Line Interface (CLI)","breadcrumbs":[{"label":"Reference"}]},{"id":"tMQz80Qq0LSX7JTduZJL","title":"Glossary","pathname":"/v0.29.x/reference/glossary","siteSpaceId":"sitesp_J0LaD","description":"Key terms and concepts in DBNL","breadcrumbs":[{"label":"Reference"}]},{"id":"S6OfRrIUlZleUCYsrm4j","title":"FAQ","pathname":"/v0.29.x/reference/faq","siteSpaceId":"sitesp_J0LaD","description":"Answers to frequently asked questions","breadcrumbs":[{"label":"Reference"}]},{"id":"dFVtgFMqRXRhXveDUaBL","title":"Service Agreements","pathname":"/v0.29.x/reference/service-agreements","siteSpaceId":"sitesp_J0LaD","description":"Standard End User Agreements","breadcrumbs":[{"label":"Reference"}]},{"id":"WXuMHo9CNw9gLXanjvuK","title":"Privacy Policy","pathname":"/v0.29.x/reference/privacy-policy","siteSpaceId":"sitesp_J0LaD","breadcrumbs":[{"label":"Reference"}]},{"id":"aWATbgpwHaLvCWoi5wul","title":"Overview - DBNL","pathname":"/v0.30.x","siteSpaceId":"sitesp_bFn7a","description":"Turn raw trace data into actionable insights to continuously improve your agents","breadcrumbs":[{"label":"Get Started"}]},{"id":"ZL5orrcPZx1PCgcsNYAI","title":"Quickstart","pathname":"/v0.30.x/get-started/quickstart","siteSpaceId":"sitesp_bFn7a","description":"Start analyzing with the DBNL platform immediately","breadcrumbs":[{"label":"Get Started"}]},{"id":"sanHSFxjVtWFY74n2mTu","title":"Data Pipeline","pathname":"/v0.30.x/configuration/data-pipeline","siteSpaceId":"sitesp_bFn7a","description":"How log data becomes behavioral signals","breadcrumbs":[{"label":"Configuration"}]},{"id":"dTmPlVUKdidWj2tJWhFq","title":"DBNL Semantic Convention","pathname":"/v0.30.x/configuration/dbnl-semantic-convention","siteSpaceId":"sitesp_bFn7a","description":"How DBNL understands the structure and semantics of your data","breadcrumbs":[{"label":"Configuration"}]},{"id":"VuQI6TgTOOLdUkTqaWO2","title":"Data Connections","pathname":"/v0.30.x/configuration/data-connections","siteSpaceId":"sitesp_bFn7a","description":"How to get data into DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"4THIHxfkGGzbyvJUtXi8","title":"OTEL Trace Ingestion","pathname":"/v0.30.x/configuration/data-connections/otel-trace-ingestion","siteSpaceId":"sitesp_bFn7a","description":"Publish OTEL Traces directly to your DBNL Deployment","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"ZUpmQZPWDJVqua7BdsBt","title":"SDK Log Ingestion","pathname":"/v0.30.x/configuration/data-connections/sdk-log-ingestion","siteSpaceId":"sitesp_bFn7a","description":"Use the Python SDK to upload log data","breadcrumbs":[{"label":"Configuration"},{"label":"Data Connections"}]},{"id":"NhzmgNkqGDyCplt5Vg4n","title":"Model Connections","pathname":"/v0.30.x/configuration/model-connections","siteSpaceId":"sitesp_bFn7a","description":"How to hook up LLMs to DBNL","breadcrumbs":[{"label":"Configuration"}]},{"id":"19RfUc191mMn6jKHX1Vj","title":"Notification Connections","pathname":"/v0.30.x/configuration/notification-connections","siteSpaceId":"sitesp_bFn7a","description":"Be notified when DBNL completes certain actions","breadcrumbs":[{"label":"Configuration"}]},{"id":"nuRy4Sxv6ETLJJUSZUOU","title":"Adaptive Analytics Workflow","pathname":"/v0.30.x/workflow/adaptive-analytics-workflow","siteSpaceId":"sitesp_bFn7a","breadcrumbs":[{"label":"Workflow"}]},{"id":"xYP69Mhp4508lJnpouzO","title":"Projects","pathname":"/v0.30.x/workflow/projects","siteSpaceId":"sitesp_bFn7a","description":"Creating and administering projects within DBNL","breadcrumbs":[{"label":"Workflow"}]},{"id":"3Shw2LKVL7hFUVtOVjiO","title":"Dashboards","pathname":"/v0.30.x/workflow/dashboards","siteSpaceId":"sitesp_bFn7a","description":"Discover signals by viewing tracked Columns, Segments, and Metrics.","breadcrumbs":[{"label":"Workflow"}]},{"id":"hRBnXX5uA4gmKApWT3Te","title":"Insights","pathname":"/v0.30.x/workflow/insights","siteSpaceId":"sitesp_bFn7a","description":"Discover signals from automated analysis of log data","breadcrumbs":[{"label":"Workflow"}]},{"id":"CHUC1cOCEknF2r1ZMpD1","title":"Logs","pathname":"/v0.30.x/workflow/logs","siteSpaceId":"sitesp_bFn7a","description":"Filterable subsets of all ingested data and all generated Metrics","breadcrumbs":[{"label":"Workflow"}]},{"id":"fV3j08HLBbSyuui9V7Q4","title":"Explorer","pathname":"/v0.30.x/workflow/explorer","siteSpaceId":"sitesp_bFn7a","description":"Investigate signals through direct graphical comparison.","breadcrumbs":[{"label":"Workflow"}]},{"id":"UEDySdY8P0rFRXNgtHE7","title":"Segments","pathname":"/v0.30.x/workflow/segments","siteSpaceId":"sitesp_bFn7a","description":"Saved filters on Log data for tracking","breadcrumbs":[{"label":"Workflow"}]},{"id":"Bduq42HXGbYYwK5odVwx","title":"Metrics","pathname":"/v0.30.x/workflow/metrics","siteSpaceId":"sitesp_bFn7a","description":"Codify signals to track behavior that matters","breadcrumbs":[{"label":"Workflow"}]},{"id":"QPRsRbaQF0ghZfKRuGfs","title":"LLM-as-Judge Metric Templates","pathname":"/v0.30.x/workflow/metrics/llm-as-judge-metric-templates","siteSpaceId":"sitesp_bFn7a","description":"Pre-built templates to customize LLM-as-judge Metrics","breadcrumbs":[{"label":"Workflow"},{"label":"Metrics"}]},{"id":"gacjf7LJJCTwnJWmmmNd","title":"Status","pathname":"/v0.30.x/workflow/status","siteSpaceId":"sitesp_bFn7a","description":"View and manage Data Pipeline runs for your Project.","breadcrumbs":[{"label":"Workflow"}]},{"id":"OkhfGIzz7xXV7moc8I0F","title":"Data Ingestion","pathname":"/v0.30.x/examples/examples","siteSpaceId":"sitesp_bFn7a","description":"Examples for getting data into DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"uzY3AhuQJWNodnuOuTDK","title":"Tutorials","pathname":"/v0.30.x/examples/tutorials","siteSpaceId":"sitesp_bFn7a","description":"Reproducible example use cases for DBNL","breadcrumbs":[{"label":"Examples"}]},{"id":"nEroNzos4g8r7UEnh59i","title":"Walkthroughs","pathname":"/v0.30.x/examples/walkthroughs","siteSpaceId":"sitesp_bFn7a","description":"Pre-loaded examples of DBNL usage available in our Read Only SaaS account","breadcrumbs":[{"label":"Examples"}]},{"id":"XnRRN2ZQAU67EZ8R0BY3","title":"Platform","pathname":"/v0.30.x/platform/platform","siteSpaceId":"sitesp_bFn7a","description":"High-level overview of the DBNL platform building blocks.","breadcrumbs":[{"label":"Platform"}]},{"id":"rDFJu9sUTntsep3HN7Hi","title":"Deployment","pathname":"/v0.30.x/platform/deployment","siteSpaceId":"sitesp_bFn7a","description":"Install the DBNL platform in the way that best fits your needs.","breadcrumbs":[{"label":"Platform"}]},{"id":"hE2TD8SEuykg6ZqnNOJW","title":"Sandbox","pathname":"/v0.30.x/platform/deployment/sandbox","siteSpaceId":"sitesp_bFn7a","description":"Instructions for managing a DBNL Sandbox deployment.","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1walAVFHrp5wlPvj9JTa","title":"Helm Chart","pathname":"/v0.30.x/platform/deployment/helm-chart","siteSpaceId":"sitesp_bFn7a","description":"Helm chart installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"1d7WAQ1w4mIqKEPvZY6w","title":"Terraform Module","pathname":"/v0.30.x/platform/deployment/terraform-module","siteSpaceId":"sitesp_bFn7a","description":"Terraform module installation instructions","breadcrumbs":[{"label":"Platform"},{"label":"Deployment"}]},{"id":"ZCus5Z4GbmNmwRrAVyRw","title":"Architecture","pathname":"/v0.30.x/platform/architecture","siteSpaceId":"sitesp_bFn7a","description":"An overview of the architecture for the DBNL platform","breadcrumbs":[{"label":"Platform"}]},{"id":"41Ph5HqbUj3gODyY2Ix4","title":"Networking","pathname":"/v0.30.x/platform/networking","siteSpaceId":"sitesp_bFn7a","description":"List of networking requirements","breadcrumbs":[{"label":"Platform"}]},{"id":"vwjrHKCYdSmfY0h7JT6E","title":"Data Security","pathname":"/v0.30.x/platform/data-security","siteSpaceId":"sitesp_bFn7a","description":"An overview of data access controls.","breadcrumbs":[{"label":"Platform"}]},{"id":"DAW4pkCQg86j7GV9KMpL","title":"Authentication","pathname":"/v0.30.x/platform/authentication","siteSpaceId":"sitesp_bFn7a","breadcrumbs":[{"label":"Platform"}]},{"id":"gIwiMom8fBNhUasyYjFE","title":"Administration","pathname":"/v0.30.x/platform/administration","siteSpaceId":"sitesp_bFn7a","description":"How resources, users, and permissions are organized with a DBNL deployment.","breadcrumbs":[{"label":"Platform"}]},{"id":"tPh2RpAtyilPW1JZ7beo","title":"Query Language","pathname":"/v0.30.x/reference/query-language","siteSpaceId":"sitesp_bFn7a","description":"An overview of the DBNL Query Language","breadcrumbs":[{"label":"Reference"}]},{"id":"iQ0QSzP2ypadAAPX5yBW","title":"Functions","pathname":"/v0.30.x/reference/query-language/functions","siteSpaceId":"sitesp_bFn7a","description":"Functions available in the query language.","breadcrumbs":[{"label":"Reference"},{"label":"Query Language"}]},{"id":"S2lKCSE49jsJUevXB6oZ","title":"Python SDK","pathname":"/v0.30.x/reference/python-sdk","siteSpaceId":"sitesp_bFn7a","description":"Reference documentation for the Distributional Python SDK","breadcrumbs":[{"label":"Reference"}]},{"id":"npTlucnMWvatST2Lzqmv","title":"SDK Functions","pathname":"/v0.30.x/reference/python-sdk/sdk-functions","siteSpaceId":"sitesp_bFn7a","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"iTiJemLdQYNcE2WuPNbo","title":"Classes","pathname":"/v0.30.x/reference/python-sdk/classes","siteSpaceId":"sitesp_bFn7a","description":"Classes that are returned from functions in the DBNL Python SDK","breadcrumbs":[{"label":"Reference"},{"label":"Python SDK"}]},{"id":"ARxIoZkJV8f4Flr9QOPj","title":"CLI","pathname":"/v0.30.x/reference/cli","siteSpaceId":"sitesp_bFn7a","description":"Installing and using the DBNL Command Line Interface (CLI)","breadcrumbs":[{"label":"Reference"}]},{"id":"tMQz80Qq0LSX7JTduZJL","title":"Glossary","pathname":"/v0.30.x/reference/glossary","siteSpaceId":"sitesp_bFn7a","description":"Key terms and concepts in DBNL","breadcrumbs":[{"label":"Reference"}]},{"id":"S6OfRrIUlZleUCYsrm4j","title":"FAQ","pathname":"/v0.30.x/reference/faq","siteSpaceId":"sitesp_bFn7a","description":"Answers to frequently asked questions","breadcrumbs":[{"label":"Reference"}]},{"id":"dFVtgFMqRXRhXveDUaBL","title":"Service Agreements","pathname":"/v0.30.x/reference/service-agreements","siteSpaceId":"sitesp_bFn7a","description":"Standard End User Agreements","breadcrumbs":[{"label":"Reference"}]},{"id":"WXuMHo9CNw9gLXanjvuK","title":"Privacy Policy","pathname":"/v0.30.x/reference/privacy-policy","siteSpaceId":"sitesp_bFn7a","breadcrumbs":[{"label":"Reference"}]}]}