Files
langflow/integrations-cleanlab.html
github-merge-queue[bot] 4c88b8dcda deploy: 9e0e66001d
2025-09-03 20:37:00 +00:00

108 lines
46 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!doctype html>
<html lang="en" dir="ltr" class="docs-wrapper plugin-docs plugin-id-default docs-version-current docs-doc-page docs-doc-id-Integrations/Cleanlab/integrations-cleanlab" data-has-hydrated="false">
<head>
<meta charset="UTF-8">
<meta name="generator" content="Docusaurus v3.8.1">
<title data-rh="true">Cleanlab | Langflow Documentation</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://docs.langflow.org/integrations-cleanlab"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-default-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-rh="true" property="og:title" content="Cleanlab | Langflow Documentation"><meta data-rh="true" name="description" content="Cleanlab adds automation and trust to every data point going in and every prediction coming out of AI and RAG solutions."><meta data-rh="true" property="og:description" content="Cleanlab adds automation and trust to every data point going in and every prediction coming out of AI and RAG solutions."><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://docs.langflow.org/integrations-cleanlab"><link data-rh="true" rel="alternate" href="https://docs.langflow.org/integrations-cleanlab" hreflang="en"><link data-rh="true" rel="alternate" href="https://docs.langflow.org/integrations-cleanlab" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://UZK6BDPCVY-dsn.algolia.net" crossorigin="anonymous"><script data-rh="true" type="application/ld+json">{"@context":"https://schema.org","@type":"BreadcrumbList","itemListElement":[{"@type":"ListItem","position":1,"name":"Cleanlab","item":"https://docs.langflow.org/integrations-cleanlab"}]}</script><link rel="preconnect" href="https://www.google-analytics.com">
<link rel="preconnect" href="https://www.googletagmanager.com">
<script async src="https://www.googletagmanager.com/gtag/js?id=G-SLQFLQ3KPT"></script>
<script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","G-SLQFLQ3KPT",{})</script>
<link rel="search" type="application/opensearchdescription+xml" title="Langflow Documentation" href="/opensearch.xml">
<script>!function(){var e="analytics",t=window[e]=window[e]||[];if(!t.initialize)if(t.invoked)window.console&&console.error&&console.error("Segment snippet included twice.");else{t.invoked=!0,t.methods=["trackSubmit","trackClick","trackLink","trackForm","pageview","identify","reset","group","track","ready","alias","debug","page","screen","once","off","on","addSourceMiddleware","addIntegrationMiddleware","setAnonymousId","addDestinationMiddleware","register"],t.factory=function(n){return function(){if(window[e].initialized)return window[e][n].apply(window[e],arguments);var r=Array.prototype.slice.call(arguments);if(["track","screen","alias","group","page","identify"].indexOf(n)>-1){var i=document.querySelector("link[rel='canonical']");r.push({__t:"bpc",c:i&&i.getAttribute("href")||void 0,p:location.pathname,u:location.href,s:location.search,t:document.title,r:document.referrer})}return r.unshift(n),t.push(r),t}};for(var n=0;n<t.methods.length;n++){var r=t.methods[n];t[r]=t.factory(r)}t.load=function(n,r){var i=document.createElement("script");i.type="text/javascript",i.async=!0,i.setAttribute("data-global-segment-analytics-key",e),i.src="https://cdn.segment.com/analytics.js/v1/"+n+"/analytics.min.js";var a=document.getElementsByTagName("script")[0];a.parentNode.insertBefore(i,a),t._loadOptions=r},t._writeKey="60AfGDrVxy8nAGJngo3fCYWG4LvhMAlG",t.SNIPPET_VERSION="5.2.0",t.load("60AfGDrVxy8nAGJngo3fCYWG4LvhMAlG"),t.page()}}()</script>
<script>window.__SCROLL_TRACKING_CONFIG__={selectors:[{selector:"h1, h2, h3, h4, h5, h6",eventName:"Docs.langflow.org - Heading Viewed",properties:{element_type:"heading"}},{selector:".ch-codeblock",eventName:"Docs.langflow.org - Codeblock Viewed",properties:{element_type:"code",language:"helper:codeLanguage"}}]}</script>
<link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=Sora:wght@550;600&amp;display=swap">
<script>!function(){window.semaphore=window.semaphore||[],window.ketch=function(){window.semaphore.push(arguments)};var e=document.createElement("script");e.type="text/javascript",e.src="https://global.ketchcdn.com/web/v3/config/datastax/langflow_org_web/boot.js",e.defer=e.async=!0,document.getElementsByTagName("head")[0].appendChild(e)}()</script>
<script defer="true">!function(){const e=e=>{if(window.gtag&&e.purposes&&"analytics"in e.purposes&&"targeted_advertising"in e.purposes){const n=!0===e.purposes.analytics?"granted":"denied",t=!0===e.purposes.targeted_advertising?"granted":"denied",a={analytics_storage:n,ad_personalization:t,ad_storage:t,ad_user_data:t};window.gtag("consent","update",a)}};window.ketch&&window.ketch("on","consent",e)}()</script><link rel="stylesheet" href="/assets/css/styles.9488e50d.css">
<script src="/assets/js/runtime~main.57fbaa8d.js" defer="defer"></script>
<script src="/assets/js/main.14a877c9.js" defer="defer"></script>
</head>
<body class="navigation-with-keyboard">
<svg xmlns="http://www.w3.org/2000/svg" style="display: none;"><defs>
<symbol id="theme-svg-external-link" viewBox="0 0 24 24"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"/></symbol>
</defs></svg>
<script>!function(){var t=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return window.localStorage.getItem("theme")}catch(t){}}();document.documentElement.setAttribute("data-theme",t||(window.matchMedia("(prefers-color-scheme: dark)").matches?"dark":"light")),document.documentElement.setAttribute("data-theme-choice",t||"system")}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="theme-layout-navbar navbar navbar--fixed-top navbarHideable_m1mJ"><div class="navbar__inner"><div class="theme-layout-navbar-left navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/lf-docs-light.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/lf-docs-dark.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></div></a></div><div class="theme-layout-navbar-right navbar__items navbar__items--right"><a href="https://github.com/langflow-ai/langflow" target="_blank" class="navbar__item navbar__link header-github-link" data-event="Docs.langflow.org - Social Clicked" data-platform="github"></a><a href="https://twitter.com/langflow_ai" target="_blank" class="navbar__item navbar__link header-twitter-link" data-event="Docs.langflow.org - Social Clicked" data-platform="x"></a><a href="https://discord.gg/EqksyE2EX9" target="_blank" class="navbar__item navbar__link header-discord-link" data-event="Docs.langflow.org - Social Clicked" data-platform="discord"></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="system mode" aria-label="Switch between dark and light mode (currently system mode)"><svg viewBox="0 0 24 24" width="24" height="24" aria-hidden="true" class="toggleIcon_g3eP lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" aria-hidden="true" class="toggleIcon_g3eP darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" aria-hidden="true" class="toggleIcon_g3eP systemToggleIcon_QzmC"><path fill="currentColor" d="m12 21c4.971 0 9-4.029 9-9s-4.029-9-9-9-9 4.029-9 9 4.029 9 9 9zm4.95-13.95c1.313 1.313 2.05 3.093 2.05 4.95s-0.738 3.637-2.05 4.95c-1.313 1.313-3.093 2.05-4.95 2.05v-14c1.857 0 3.637 0.737 4.95 2.05z"></path></svg></button></div><div class="navbarSearchContainer_Bca1"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search (Command+K)"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="theme-layout-main main-wrapper mainWrapper_z2l0"><div class="docsWrapper_hBAB"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docRoot_UBD9"><aside class="theme-doc-sidebar-container docSidebarContainer_YfHR"><div class="sidebarViewport_aRkj"><div class="sidebar_njMd sidebarWithHideableNavbar_wUlq"><a tabindex="-1" class="sidebarLogo_isFc" href="/"><img src="/img/lf-docs-light.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/lf-docs-dark.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></a><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/">Welcome to Langflow</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/about-langflow">Get started</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/concepts-overview">Flows</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/agents">Agents</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/mcp-client">Model Context Protocol (MCP)</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/api-keys-and-authentication">Develop</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/deployment-overview">Deploy</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" role="button" aria-expanded="true" href="/concepts-components">Components reference</a></div><ul class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/concepts-components">Components overview</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/components-io">Core components</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" role="button" aria-expanded="true" tabindex="0" href="/components-bundle-components">Bundles</a></div><ul class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/components-bundle-components">About bundles</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-aiml">AI/ML API</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-amazon">Amazon</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-anthropic">Anthropic</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-apify">Apify</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-arxiv">arXiv</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-assemblyai">AssemblyAI</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-azure">Azure</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-baidu">Baidu</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-bing">Bing</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/integrations-cleanlab">Cleanlab</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-cloudflare">Cloudflare</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-cohere">Cohere</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-composio">Composio</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-datastax">DataStax</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-deepseek">DeepSeek</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-docling">Docling</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-duckduckgo">DuckDuckGo</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-exa">Exa</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-glean">Glean</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-3 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/bundles-google">Google</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-groq">Groq</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-huggingface">Hugging Face</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-ibm">IBM</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-icosacomputing">Icosa Computing</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-langchain">LangChain</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-lmstudio">LM Studio</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-maritalk">MariTalk</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-mem0">Mem0</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-mistralai">MistralAI</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-3 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/integrations/notion/setup">Notion</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-novita">Novita</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-3 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/bundles-nvidia">NVIDIA</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-ollama">Ollama</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-openai">OpenAI</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-openrouter">OpenRouter</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-perplexity">Perplexity</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-redis">Redis</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-sambanova">SambaNova</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-searchapi">SearchApi</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-vertexai">Vertex AI</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-wikipedia">Wikipedia</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/bundles-xai">xAI</a></li></ul></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-custom-components">Create custom Python components</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/api-reference-api-examples">API reference</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/contributing-community">Contribute</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/release-notes">Release notes</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/troubleshoot">Support</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 sidebar-ad">
<a href="https://www.langflow.org/desktop" target="_blank" class="menu__link">
<svg width="24" height="24" viewBox="0 0 24 24" fill="none" xmlns="http://www.w3.org/2000/svg">
<g clip-path="url(#clip0_1645_37)">
<path d="M12 17H20C21.1046 17 22 16.1046 22 15V13M12 17H4C2.89543 17 2 16.1046 2 15V5C2 3.89543 2.89543 3 4 3H10M12 17V21M8 21H12M12 21H16M11.75 10.2917H13.2083L16.125 7.375H17.5833L20.5 4.45833H21.9583M16.125 11.75H17.5833L20.5 8.83333H21.9583M11.75 5.91667H13.2083L16.125 3H17.5833" stroke="currentColor" stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round"/>
</g>
<defs>
<clipPath id="clip0_1645_37">
<rect width="24" height="24" fill="white"/>
</clipPath>
</defs>
</svg>
<div class="sidebar-ad-text-container">
<span class="sidebar-ad-text">Get started in minutes</span>
<span class="sidebar-ad-text sidebar-ad-text-gradient">Download Langflow Desktop</span>
</div>
</a>
</li></ul></nav></div></div></aside><main class="docMainContainer_TBSr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="Breadcrumbs"><ul class="breadcrumbs"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Components reference</span></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Bundles</span></li><li class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link">Cleanlab</span></li></ul></nav><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>Cleanlab</h1></header><p><a href="https://www.cleanlab.ai/" target="_blank" rel="noopener noreferrer">Cleanlab</a> adds automation and trust to every data point going in and every prediction coming out of AI and RAG solutions.</p>
<p>Use the Cleanlab components to integrate Cleanlab Evaluations with Langflow and unlock trustworthy agentic, RAG, and LLM pipelines with Cleanlab&#x27;s evaluation and remediation suite.</p>
<p>You can use these components to quantify the trustworthiness of any LLM response with a score between <code>0</code> and <code>1</code>, and explain why a response may be good or bad. For RAG or agent pipelines with context, you can evaluate context sufficiency, groundedness, helpfulness, and query clarity with quantitative scores. Additionally, you can remediate low-trust responses with warnings or fallback answers.</p>
<p>Authentication is required with a Cleanlab API key.</p>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-evaluator">Cleanlab Evaluator<a href="#cleanlab-evaluator" class="hash-link" aria-label="Direct link to Cleanlab Evaluator" title="Direct link to Cleanlab Evaluator"></a></h2>
<p>The <strong>Cleanlab Evaluator</strong> component evaluates and explains the trustworthiness of a prompt and response pair using Cleanlab. For more information on how the score works, see the <a href="https://help.cleanlab.ai/tlm/" target="_blank" rel="noopener noreferrer">Cleanlab documentation</a>.</p>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-evaluator-parameters">Cleanlab Evaluator parameters<a href="#cleanlab-evaluator-parameters" class="hash-link" aria-label="Direct link to Cleanlab Evaluator parameters" title="Direct link to Cleanlab Evaluator parameters"></a></h3>
<p>Some <strong>Cleanlab Evaluator</strong> component input parameters are hidden by default in the visual editor.
You can toggle parameters through the <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-sliders-horizontal" aria-hidden="true"><line x1="21" x2="14" y1="4" y2="4"></line><line x1="10" x2="3" y1="4" y2="4"></line><line x1="21" x2="12" y1="12" y2="12"></line><line x1="8" x2="3" y1="12" y2="12"></line><line x1="21" x2="16" y1="20" y2="20"></line><line x1="12" x2="3" y1="20" y2="20"></line><line x1="14" x2="14" y1="2" y2="6"></line><line x1="8" x2="8" y1="10" y2="14"></line><line x1="16" x2="16" y1="18" y2="22"></line></svg> <strong>Controls</strong> in the <a href="/concepts-components#component-menus">component&#x27;s header menu</a>.</p>
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>system_prompt</td><td>Message</td><td>Input parameter. The system message prepended to the prompt. Optional.</td></tr><tr><td>prompt</td><td>Message</td><td>Input parameter. The user-facing input to the LLM.</td></tr><tr><td>response</td><td>Message</td><td>Input parameter. The model&#x27;s response to evaluate.</td></tr><tr><td>cleanlab_api_key</td><td>Secret</td><td>Input parameter. Your Cleanlab API key.</td></tr><tr><td>cleanlab_evaluation_model</td><td>Dropdown</td><td>Input parameter. Evaluation model used by Cleanlab, such as GPT-4 or Claude. This doesn&#x27;t need to be the same model that generated the response.</td></tr><tr><td>quality_preset</td><td>Dropdown</td><td>Input parameter. Tradeoff between evaluation speed and accuracy.</td></tr></tbody></table>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-evaluator-outputs">Cleanlab Evaluator outputs<a href="#cleanlab-evaluator-outputs" class="hash-link" aria-label="Direct link to Cleanlab Evaluator outputs" title="Direct link to Cleanlab Evaluator outputs"></a></h3>
<p>The <strong>Cleanlab Evaluator</strong> component has three possible outputs.</p>
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>score</td><td>number, float</td><td>Displays the trust score between 0 and 1.</td></tr><tr><td>explanation</td><td><code>Message</code></td><td>Provides an explanation of the trust score.</td></tr><tr><td>response</td><td><code>Message</code></td><td>Returns the original response for easy chaining to the <strong>Cleanlab Remediator</strong> component.</td></tr></tbody></table>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-remediator">Cleanlab Remediator<a href="#cleanlab-remediator" class="hash-link" aria-label="Direct link to Cleanlab Remediator" title="Direct link to Cleanlab Remediator"></a></h2>
<p>The <strong>Cleanlab Remediator</strong> component uses the trust score from the <a href="#cleanlab-evaluator"><strong>Cleanlab Evaluator</strong> component</a> to determine whether to show, warn about, or replace an LLM response.</p>
<p>This component has parameters for the score threshold, warning text, and fallback message that you can customize as needed.</p>
<p>The output is <strong>Remediated Response</strong> (<code>remediated_response</code>), which is a <code>Message</code> containing the final message shown to the user after remediation logic is applied.</p>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-remediator-parameters">Cleanlab Remediator parameters<a href="#cleanlab-remediator-parameters" class="hash-link" aria-label="Direct link to Cleanlab Remediator parameters" title="Direct link to Cleanlab Remediator parameters"></a></h3>
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>response</td><td>Message</td><td>Input parameter. The response to potentially remediate.</td></tr><tr><td>score</td><td>Number</td><td>Input parameter. The trust score from <code>CleanlabEvaluator</code>.</td></tr><tr><td>explanation</td><td>Message</td><td>Input parameter. The explanation to append if a warning is shown. Optional.</td></tr><tr><td>threshold</td><td>Float</td><td>Input parameter. The minimum trust score to pass a response unchanged.</td></tr><tr><td>show_untrustworthy_response</td><td>Boolean</td><td>Input parameter. Whether to display or hide the original response with a warning if a response is deemed untrustworthy.</td></tr><tr><td>untrustworthy_warning_text</td><td>Prompt</td><td>Input parameter. The warning text for untrustworthy responses.</td></tr><tr><td>fallback_text</td><td>Prompt</td><td>Input parameter. The fallback message if the response is hidden.</td></tr></tbody></table>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-rag-evaluator">Cleanlab RAG Evaluator<a href="#cleanlab-rag-evaluator" class="hash-link" aria-label="Direct link to Cleanlab RAG Evaluator" title="Direct link to Cleanlab RAG Evaluator"></a></h2>
<p>The <strong>Cleanlab RAG Evaluator</strong> component evaluates RAG and LLM pipeline outputs for trustworthiness, context sufficiency, response groundedness, helpfulness, and query ease using <a href="https://help.cleanlab.ai/tlm/use-cases/tlm_rag/" target="_blank" rel="noopener noreferrer">Cleanlab&#x27;s evaluation metrics</a>.</p>
<p>You can pair this component with the <a href="#cleanlab-remediator"><strong>Cleanlab Remediator</strong> component</a> to remediate low-trust responses coming from the RAG pipeline.</p>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-rag-evaluator-parameters">Cleanlab RAG Evaluator parameters<a href="#cleanlab-rag-evaluator-parameters" class="hash-link" aria-label="Direct link to Cleanlab RAG Evaluator parameters" title="Direct link to Cleanlab RAG Evaluator parameters"></a></h3>
<p>Some <strong>Cleanlab RAG Evaluator</strong> component input parameters are hidden by default in the visual editor.
You can toggle parameters through the <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-sliders-horizontal" aria-hidden="true"><line x1="21" x2="14" y1="4" y2="4"></line><line x1="10" x2="3" y1="4" y2="4"></line><line x1="21" x2="12" y1="12" y2="12"></line><line x1="8" x2="3" y1="12" y2="12"></line><line x1="21" x2="16" y1="20" y2="20"></line><line x1="12" x2="3" y1="20" y2="20"></line><line x1="14" x2="14" y1="2" y2="6"></line><line x1="8" x2="8" y1="10" y2="14"></line><line x1="16" x2="16" y1="18" y2="22"></line></svg> <strong>Controls</strong> in the <a href="/concepts-components#component-menus">component&#x27;s header menu</a>.</p>
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>cleanlab_api_key</td><td>Secret</td><td>Input parameter. Your Cleanlab API key.</td></tr><tr><td>cleanlab_evaluation_model</td><td>Dropdown</td><td>Input parameter. The evaluation model used by Cleanlab, such as GPT-4, or Claude. This doesn&#x27;t need to be the same model that generated the response.</td></tr><tr><td>quality_preset</td><td>Dropdown</td><td>Input parameter. The tradeoff between evaluation speed and accuracy.</td></tr><tr><td>context</td><td>Message</td><td>Input parameter. The retrieved context from your RAG system.</td></tr><tr><td>query</td><td>Message</td><td>Input parameter. The original user query.</td></tr><tr><td>response</td><td>Message</td><td>Input parameter. The model&#x27;s response based on the context and query.</td></tr><tr><td>run_context_sufficiency</td><td>Boolean</td><td>Input parameter. Evaluate whether context supports answering the query.</td></tr><tr><td>run_response_groundedness</td><td>Boolean</td><td>Input parameter. Evaluate whether the response is grounded in the context.</td></tr><tr><td>run_response_helpfulness</td><td>Boolean</td><td>Input parameter. Evaluate how helpful the response is.</td></tr><tr><td>run_query_ease</td><td>Boolean</td><td>Input parameter. Evaluate if the query is vague, complex, or adversarial.</td></tr></tbody></table>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cleanlab-rag-evaluator-outputs">Cleanlab RAG Evaluator outputs<a href="#cleanlab-rag-evaluator-outputs" class="hash-link" aria-label="Direct link to Cleanlab RAG Evaluator outputs" title="Direct link to Cleanlab RAG Evaluator outputs"></a></h3>
<p>The <strong>Cleanlab RAG Evaluator</strong> component has the following output options:</p>
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>trust_score</td><td>Number</td><td>The overall trust score.</td></tr><tr><td>trust_explanation</td><td>Message</td><td>The explanation for the trust score.</td></tr><tr><td>other_scores</td><td>Dictionary</td><td>A dictionary of optional enabled RAG evaluation metrics.</td></tr><tr><td>evaluation_summary</td><td>Message</td><td>A Markdown summary of query, context, response, and evaluation results.</td></tr><tr><td>response</td><td>Message</td><td>Returns the original response for easy chaining to the <strong>Cleanlab Remediator</strong> component.</td></tr></tbody></table>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="example-cleanlab-flows">Example Cleanlab flows<a href="#example-cleanlab-flows" class="hash-link" aria-label="Direct link to Example Cleanlab flows" title="Direct link to Example Cleanlab flows"></a></h2>
<p>The following example flows show how to use the <strong>Cleanlab Evaluator</strong> and <strong>Cleanlab Remediator</strong> components to evaluate and remediate responses from any LLM, and how to use the <strong>Cleanlab RAG Evaluator</strong> component to evaluate RAG pipeline outputs.</p>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="evaluate-and-remediate-responses-from-an-llm">Evaluate and remediate responses from an LLM<a href="#evaluate-and-remediate-responses-from-an-llm" class="hash-link" aria-label="Direct link to Evaluate and remediate responses from an LLM" title="Direct link to Evaluate and remediate responses from an LLM"></a></h3>
<div class="theme-admonition theme-admonition-tip admonition_xJq3 alert alert--success"><div class="admonitionHeading_Gvgb"><span class="admonitionIcon_Rf37"><svg viewBox="0 0 12 16"><path fill-rule="evenodd" d="M6.5 0C3.48 0 1 2.19 1 5c0 .92.55 2.25 1 3 1.34 2.25 1.78 2.78 2 4v1h5v-1c.22-1.22.66-1.75 2-4 .45-.75 1-2.08 1-3 0-2.81-2.48-5-5.5-5zm3.64 7.48c-.25.44-.47.8-.67 1.11-.86 1.41-1.25 2.06-1.45 3.23-.02.05-.02.11-.02.17H5c0-.06 0-.13-.02-.17-.2-1.17-.59-1.83-1.45-3.23-.2-.31-.42-.67-.67-1.11C2.44 6.78 2 5.65 2 5c0-2.2 2.02-4 4.5-4 1.22 0 2.36.42 3.22 1.19C10.55 2.94 11 3.94 11 5c0 .66-.44 1.78-.86 2.48zM4 14h5c-.23 1.14-1.3 2-2.5 2s-2.27-.86-2.5-2z"></path></svg></span>tip</div><div class="admonitionContent_BuS1"><p>You can to follow along.</p></div></div>
<p>This flow evaluates and remediates the trustworthiness of a response from any LLM using the <strong>Cleanlab Evaluator</strong> and <strong>Cleanlab Remediator</strong> components.</p>
<p>You can <a href="/assets/files/eval_and_remediate_cleanlab-aac380677836d5237ad3db4405aae6f7.json" target="_blank">download the Evaluate and Remediate flow</a>, and then <a href="/concepts-flows-import">import the flow</a> to your Langflow instance.
Or, you can build the flow from scratch by connecting the following components:</p>
<ul>
<li>Connect the <code>Message</code> output from any <strong>Language Model</strong> or <strong>Agent</strong> component to the <strong>Response</strong> input of the <strong>Cleanlab Evaluator</strong> component.</li>
<li>Connect a <strong>Prompt Template</strong> component to <strong>Cleanlab Evaluator</strong> component&#x27;s <strong>Prompt</strong> input.</li>
</ul>
<p><img decoding="async" loading="lazy" alt="Evaluate response trustworthiness" src="/assets/images/eval_response-5947d6e0eb45b0feec6a36d4b489bf99.png" width="3092" height="1468" class="img_ev3q"></p>
<p>When you run the flow, the <strong>Cleanlab Evaluator</strong> component returns a trust score and explanation from the flow.</p>
<p>The <strong>Cleanlab Remediator</strong> component uses this trust score to determine whether to output the original response, warn about it, or replace it with a fallback answer.</p>
<p>This example shows a response that was determined to be untrustworthy (a score of <code>.09</code>) and flagged with a warning by the <strong>Cleanlab Remediator</strong> component.</p>
<p><img decoding="async" loading="lazy" alt="Cleanlab Remediator Example" src="/assets/images/cleanlab_remediator_example-5d7e2d1782b3fe5e7ef8abd73d46e628.png" width="1890" height="1322" class="img_ev3q"></p>
<p>To hide untrustworthy responses, configure the <strong>Cleanlab Remediator</strong> component to replace the response with a fallback message.</p>
<p><img decoding="async" loading="lazy" alt="Cleanlab Remediator Example" src="/assets/images/cleanlab_remediator_example_fallback-7c585c112d908654873c27eb21de1702.png" width="1654" height="416" class="img_ev3q"></p>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="evaluate-rag-pipeline">Evaluate RAG pipeline<a href="#evaluate-rag-pipeline" class="hash-link" aria-label="Direct link to Evaluate RAG pipeline" title="Direct link to Evaluate RAG pipeline"></a></h3>
<p>As an example, create a flow based on the <strong>Vector Store RAG</strong> template, and then add the <strong>Cleanlab RAG Evaluator</strong> component to evaluate the flow&#x27;s context, query, and response.
Connect the <strong>context</strong>, <strong>query</strong>, and <strong>response</strong> outputs from the other components in the RAG flow to the <strong>Cleanlab RAG Evaluator</strong> component.</p>
<p><img decoding="async" loading="lazy" alt="Evaluate RAG pipeline" src="/assets/images/eval_rag-a8bfd2d0d1ac01168ca183f856c14545.png" width="3058" height="1274" class="img_ev3q"></p>
<p>Here is an example of the <code>Evaluation Summary</code> output from the <strong>Cleanlab RAG Evaluator</strong> component:</p>
<p><img decoding="async" loading="lazy" alt="Evaluate RAG pipeline" src="/assets/images/eval_summary_rag-a48e121abf7d5f2761fc1022c61be17d.png" width="1666" height="1568" class="img_ev3q"></p>
<p>The <code>Evaluation Summary</code> includes the query, context, response, and all evaluation results. In this example, the <code>Context Sufficiency</code> and <code>Response Groundedness</code> scores are low (a score of <code>0.002</code>) because the context doesn&#x27;t contain information about the query, and the response isn&#x27;t grounded in the context.</p></div></article><nav class="docusaurus-mt-lg pagination-nav" aria-label="Docs pages"><a class="pagination-nav__link pagination-nav__link--prev" href="/bundles-bing"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">Bing</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/bundles-cloudflare"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Cloudflare</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#cleanlab-evaluator" class="table-of-contents__link toc-highlight">Cleanlab Evaluator</a><ul><li><a href="#cleanlab-evaluator-parameters" class="table-of-contents__link toc-highlight">Cleanlab Evaluator parameters</a></li><li><a href="#cleanlab-evaluator-outputs" class="table-of-contents__link toc-highlight">Cleanlab Evaluator outputs</a></li></ul></li><li><a href="#cleanlab-remediator" class="table-of-contents__link toc-highlight">Cleanlab Remediator</a><ul><li><a href="#cleanlab-remediator-parameters" class="table-of-contents__link toc-highlight">Cleanlab Remediator parameters</a></li></ul></li><li><a href="#cleanlab-rag-evaluator" class="table-of-contents__link toc-highlight">Cleanlab RAG Evaluator</a><ul><li><a href="#cleanlab-rag-evaluator-parameters" class="table-of-contents__link toc-highlight">Cleanlab RAG Evaluator parameters</a></li><li><a href="#cleanlab-rag-evaluator-outputs" class="table-of-contents__link toc-highlight">Cleanlab RAG Evaluator outputs</a></li></ul></li><li><a href="#example-cleanlab-flows" class="table-of-contents__link toc-highlight">Example Cleanlab flows</a><ul><li><a href="#evaluate-and-remediate-responses-from-an-llm" class="table-of-contents__link toc-highlight">Evaluate and remediate responses from an LLM</a></li><li><a href="#evaluate-rag-pipeline" class="table-of-contents__link toc-highlight">Evaluate RAG pipeline</a></li></ul></li></ul></div></div></div></div></main></div></div></div><footer class="theme-layout-footer footer"><div class="container container-fluid"><div class="row footer__links"><div class="theme-layout-footer-column col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><div class="footer-links">
<span>© 2025 Langflow</span>
<span id="preferenceCenterContainer"> ·&nbsp; <a href="https://langflow.org/preferences">Manage Privacy Choices</a></span>
</div></li></ul></div></div></div></footer><div style="position:fixed;right:21px;bottom:21px;z-index:100;display:flex;align-items:center;gap:10px;cursor:pointer"><div style="background-color:#f6f6f6;border-radius:50%;width:48px;height:48px;display:flex;align-items:center;justify-content:center;box-shadow:0 2px 4px rgba(0,0,0,0.1)"><img src="/img/langflow-icon-black-transparent.svg" style="width:40px" alt="Search"></div></div></div>
</body>
</html>