mirror of
https://github.com/langflow-ai/langflow.git
synced 2026-07-24 05:39:16 +08:00
137 lines
63 KiB
HTML
137 lines
63 KiB
HTML
<!doctype html>
|
||
<html lang="en" dir="ltr" class="docs-wrapper plugin-docs plugin-id-default docs-version-current docs-doc-page docs-doc-id-Components/components-models" data-has-hydrated="false">
|
||
<head>
|
||
<meta charset="UTF-8">
|
||
<meta name="generator" content="Docusaurus v3.5.2">
|
||
<title data-rh="true">Models | Langflow Documentation</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://docs.langflow.org/components-models"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-default-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-rh="true" property="og:title" content="Models | Langflow Documentation"><meta data-rh="true" name="description" content="Model components are used to generate text using language models. These components can be used to generate text for various tasks such as chatbots, content generation, and more."><meta data-rh="true" property="og:description" content="Model components are used to generate text using language models. These components can be used to generate text for various tasks such as chatbots, content generation, and more."><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://docs.langflow.org/components-models"><link data-rh="true" rel="alternate" href="https://docs.langflow.org/components-models" hreflang="en"><link data-rh="true" rel="alternate" href="https://docs.langflow.org/components-models" hreflang="x-default"><link rel="preconnect" href="https://www.google-analytics.com">
|
||
<link rel="preconnect" href="https://www.googletagmanager.com">
|
||
<script async src="https://www.googletagmanager.com/gtag/js?id=G-XHC7G628ZP"></script>
|
||
<script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","G-XHC7G628ZP",{anonymize_ip:!0})</script>
|
||
<link rel="preconnect" href="https://www.googletagmanager.com">
|
||
<script>window.dataLayer=window.dataLayer||[]</script>
|
||
<script>!function(e,t,a,n){e[n]=e[n]||[],e[n].push({"gtm.start":(new Date).getTime(),event:"gtm.js"});var g=t.getElementsByTagName(a)[0],m=t.createElement(a);m.async=!0,m.src="https://www.googletagmanager.com/gtm.js?id=GTM-NK5M4ZT8",g.parentNode.insertBefore(m,g)}(window,document,"script","dataLayer")</script><link rel="stylesheet" href="/assets/css/styles.7db0cd89.css">
|
||
<script src="/assets/js/runtime~main.f2445227.js" defer="defer"></script>
|
||
<script src="/assets/js/main.05ecd6bc.js" defer="defer"></script>
|
||
</head>
|
||
<body class="navigation-with-keyboard">
|
||
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-NK5M4ZT8" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
|
||
|
||
|
||
|
||
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return window.localStorage.getItem("theme")}catch(t){}}();null!==e?t(e):window.matchMedia("(prefers-color-scheme: dark)").matches?t("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,t("light"))}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="navbar navbar--fixed-top navbarHideable_m1mJ"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/langflow-logo-black.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/langflow-logo-white.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></div></a></div><div class="navbar__items navbar__items--right"><a href="https://github.com/langflow-ai/langflow" target="_blank" class="navbar__item navbar__link header-github-link"></a><a href="https://twitter.com/langflow_ai" target="_blank" class="navbar__item navbar__link header-twitter-link"></a><a href="https://discord.gg/EqksyE2EX9" target="_blank" class="navbar__item navbar__link header-discord-link"></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="Switch between dark and light mode (currently light mode)" aria-label="Switch between dark and light mode (currently light mode)" aria-live="polite"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="navbarSearchContainer_Bca1"><div class="mendable-search"><button id="ms-search-bar" style="background-color:#1a1a1a;border-color:#6B728033;color:#e1e3e7" class="dark-mode !ms-text-white hover:!ms-bg-opacity-75 hover:!ms-text-white focus:ms-bg-gray-800 focus:ms-bg-opacity-75 focus:ms-text-white ms-global search-btn__input ms-m-0 ms-flex ms-h-10 ms-w-full ms-flex-row ms-items-center ms-justify-between ms-gap-2 ms-bg-gray-50 ms-p-1 ms-px-2 ms-outline-none ms-ring-0 ms-transition-all hover:ms-cursor-pointer sm:ms-p-2 sm:ms-px-3 ms-border ms-rounded-xl"><div class="dark-mode ms-global search-btn__input-container ms-flex ms-w-full ms-min-w-0 ms-items-center ms-gap-0 sm:ms-gap-1"><svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 24 24" style="color:#e1e3e7;fill:#e1e3e7" class="dark-mode search-btn__icon hover:fill-white ms-h-5 ms-w-5 ms-fill-gray-400 hover:ms-text-white focus:ms-fill-white focus:ms-text-white sm:ms-h-6 sm:ms-w-6" height="20" width="20" xmlns="http://www.w3.org/2000/svg"><path fill="none" d="M0 0h24v24H0z"></path><path d="M15.5 14h-.79l-.28-.27A6.471 6.471 0 0016 9.5 6.5 6.5 0 109.5 16c1.61 0 3.09-.59 4.23-1.57l.27.28v.79l5 4.99L20.49 19l-4.99-5zm-6 0C7.01 14 5 11.99 5 9.5S7.01 5 9.5 5 14 7.01 14 9.5 11.99 14 9.5 14z"></path></svg><div id="userInput" style="color:#e1e3e7" class="dark-mode ms-global search-btn__input ms-w-full ms-flex-grow ms-truncate ms-bg-transparent ms-text-sm ms-outline-none ms-ring-0 ms-ring-transparent focus:ms-outline-none focus:ms-ring-0 focus:ms-ring-transparent sm:ms-text-base ms-ml-1 ms-flex ms-items-start ms-justify-start">Search...</div></div><div style="background-color:#1a1a1a;border-color:#6B728033;color:#e1e3e7" class="dark-mode search-btn__shortcut ms-z-10 ms-flex ms-flex-row ms-items-center ms-gap-1 ms-rounded-lg ms-border ms-py-[2px] ms-px-[8px] ms-text-xs ms-text-gray-400 ms-transition-all disabled:ms-bg-opacity-10"><span>CTRL</span><span>K</span></div></button><div></div></div></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0"><div class="docsWrapper_hBAB"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docRoot_UBD9"><aside class="theme-doc-sidebar-container docSidebarContainer_YfHR"><div class="sidebarViewport_aRkj"><div class="sidebar_njMd sidebarWithHideableNavbar_wUlq"><a tabindex="-1" class="sidebarLogo_isFc" href="/"><img src="/img/langflow-logo-black.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/langflow-logo-white.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></a><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/">Welcome to Langflow</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/get-started-installation">Get Started</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/get-started-installation">Install Langflow</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/get-started-quickstart">Quickstart</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/starter-projects-basic-prompting">Starter Projects</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-basic-prompting">Basic Prompting</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-blog-writer">Blog Writer</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-document-qa">Document QA</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-memory-chatbot">Memory Chatbot</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-simple-agent">Simple agent</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-vector-store-rag">Vector Store RAG</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-sequential-agent">Sequential tasks agent</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects-travel-planning-agent">Travel planning agent</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/workspace-overview">Workspace</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/workspace-overview">Workspace concepts</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/workspace-api">API</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/workspace-logs">Logs</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/workspace-playground">Playground</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/agents-overview">Agents</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/agents-overview">Agents overview</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/agents-tool-calling-agent-component">Create a problem-solving agent</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/configuration-api-keys">Configuration</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/configuration-api-keys">API keys</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/configuration-authentication">Authentication</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/configuration-auto-save">Auto-saving</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/configuration-backend-only">Run Langflow in backend-only mode</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/configuration-cli">Langflow CLI</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/configuration-global-variables">Global variables</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/environment-variables">Environment variables</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" role="button" aria-expanded="true" href="/components-overview">Components</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-overview">How to build flows with components</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-agents">Agents</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-custom-components">Custom Components</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-data">Data</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-embedding-models">Embedding Models</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-helpers">Helpers</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-io">Inputs & Outputs</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-loaders">Loaders</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-logic">Logic</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/Components/components-memories">Memories</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/components-models">Models</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-prompts">Prompts</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-rag">RAG</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/Components/components-tools">Tools</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components-vector-stores">Vector Stores</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/guides-chat-memory">Guides</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/guides-chat-memory">Chat Memory</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/guides-data-message">Data & Message</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/guides-new-to-llms">📚 New to LLMs?</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/deployment-docker">Deployment</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/deployment-docker">Docker</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/deployment-gcp">GCP</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/deployment-hugging-face-spaces">HuggingFace Spaces</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/deployment-kubernetes">Kubernetes</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/deployment-railway">Railway</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/deployment-render">Render</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/integrations-assemblyai">Integrations</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-assemblyai">AssemblyAI</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-langfuse">Langfuse</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-langsmith">LangSmith</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-langwatch">LangWatch</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" tabindex="0" href="/integrations-setup-google-oauth-langflow">Google</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-setup-google-oauth-langflow">Integrate Google OAuth with Langflow</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" tabindex="0" href="/integrations/notion/setup">Notion</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations/notion/setup">Setup</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations/notion/notion-agent-conversational">Notion Conversational Agent</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations/notion/notion-agent-meeting-notes">Notion Meeting Notes Agent</a></li></ul></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/contributing-community">Contributing</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing-community">Join the Langflow community</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing-components">Contribute components</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing-github-discussions">Ask for help on the Discussions board</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing-github-issues">Request an enhancement or report a bug</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing-how-to-contribute">Contribute to Langflow</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing-telemetry">Telemetry</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/api">API Reference</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/api">API Documentation</a></li></ul></li></ul></nav><button type="button" title="Collapse sidebar" aria-label="Collapse sidebar" class="button button--secondary button--outline collapseSidebarButton_PEFL"><svg width="20" height="20" aria-hidden="true" class="collapseSidebarButtonIcon_kv0_"><g fill="#7a7a7a"><path d="M9.992 10.023c0 .2-.062.399-.172.547l-4.996 7.492a.982.982 0 01-.828.454H1c-.55 0-1-.453-1-1 0-.2.059-.403.168-.551l4.629-6.942L.168 3.078A.939.939 0 010 2.528c0-.548.45-.997 1-.997h2.996c.352 0 .649.18.828.45L9.82 9.472c.11.148.172.347.172.55zm0 0"></path><path d="M19.98 10.023c0 .2-.058.399-.168.547l-4.996 7.492a.987.987 0 01-.828.454h-3c-.547 0-.996-.453-.996-1 0-.2.059-.403.168-.551l4.625-6.942-4.625-6.945a.939.939 0 01-.168-.55 1 1 0 01.996-.997h3c.348 0 .649.18.828.45l4.996 7.492c.11.148.168.347.168.55zm0 0"></path></g></svg></button></div></div></aside><main class="docMainContainer_TBSr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="Breadcrumbs"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Components</span><meta itemprop="position" content="1"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">Models</span><meta itemprop="position" content="2"></li></ul></nav><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>Models</h1></header>
|
||
<p>Model components are used to generate text using language models. These components can be used to generate text for various tasks such as chatbots, content generation, and more.</p>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="aiml-api">AI/ML API<a href="#aiml-api" class="hash-link" aria-label="Direct link to AI/ML API" title="Direct link to AI/ML API"></a></h2>
|
||
<p>This component creates a ChatOpenAI model instance using the AIML API.</p>
|
||
<p>For more information, see <a href="https://docs.aimlapi.com/" target="_blank" rel="noopener noreferrer">AIML documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters">Parameters<a href="#parameters" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs">Inputs<a href="#inputs" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate. Set to 0 for unlimited tokens. Range: 0-128000.</td></tr><tr><td>model_kwargs</td><td>Dictionary</td><td>Additional keyword arguments for the model.</td></tr><tr><td>model_name</td><td>String</td><td>The name of the AIML model to use. Options are predefined in AIML_CHAT_MODELS.</td></tr><tr><td>aiml_api_base</td><td>String</td><td>The base URL of the AIML API. Defaults to <a href="https://api.aimlapi.com" target="_blank" rel="noopener noreferrer">https://api.aimlapi.com</a>.</td></tr><tr><td>api_key</td><td>SecretString</td><td>The AIML API Key to use for the model.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Default: 0.1.</td></tr><tr><td>seed</td><td>Integer</td><td>Controls reproducibility of the job.</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs">Outputs<a href="#outputs" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatOpenAI configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="amazon-bedrock">Amazon Bedrock<a href="#amazon-bedrock" class="hash-link" aria-label="Direct link to Amazon Bedrock" title="Direct link to Amazon Bedrock"></a></h2>
|
||
<p>This component generates text using Amazon Bedrock LLMs.</p>
|
||
<p>For more information, see <a href="https://docs.aws.amazon.com/bedrock" target="_blank" rel="noopener noreferrer">Amazon Bedrock documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-1">Parameters<a href="#parameters-1" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-1">Inputs<a href="#inputs-1" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model_id</td><td>String</td><td>The ID of the Amazon Bedrock model to use. Options include various models.</td></tr><tr><td>aws_access_key</td><td>SecretString</td><td>AWS Access Key for authentication.</td></tr><tr><td>aws_secret_key</td><td>SecretString</td><td>AWS Secret Key for authentication.</td></tr><tr><td>credentials_profile_name</td><td>String</td><td>Name of the AWS credentials profile to use (advanced).</td></tr><tr><td>region_name</td><td>String</td><td>AWS region name. Default: "us-east-1".</td></tr><tr><td>model_kwargs</td><td>Dictionary</td><td>Additional keyword arguments for the model (advanced).</td></tr><tr><td>endpoint_url</td><td>String</td><td>Custom endpoint URL for the Bedrock service (advanced).</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-1">Outputs<a href="#outputs-1" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatBedrock configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="anthropic">Anthropic<a href="#anthropic" class="hash-link" aria-label="Direct link to Anthropic" title="Direct link to Anthropic"></a></h2>
|
||
<p>This component allows the generation of text using Anthropic Chat and Language models.</p>
|
||
<p>For more information, see the <a href="https://docs.anthropic.com/en/docs/welcome" target="_blank" rel="noopener noreferrer">Anthropic documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-2">Parameters<a href="#parameters-2" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-2">Inputs<a href="#inputs-2" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate. Set to 0 for unlimited tokens. Default: 4096.</td></tr><tr><td>model</td><td>String</td><td>The name of the Anthropic model to use. Options include various Claude 3 models.</td></tr><tr><td>anthropic_api_key</td><td>SecretString</td><td>Your Anthropic API key for authentication.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Default: 0.1.</td></tr><tr><td>anthropic_api_url</td><td>String</td><td>Endpoint of the Anthropic API. Defaults to '<a href="https://api.anthropic.com" target="_blank" rel="noopener noreferrer">https://api.anthropic.com</a>' if not specified (advanced).</td></tr><tr><td>prefill</td><td>String</td><td>Prefill text to guide the model's response (advanced).</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-2">Outputs<a href="#outputs-2" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatAnthropic configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="azure-openai">Azure OpenAI<a href="#azure-openai" class="hash-link" aria-label="Direct link to Azure OpenAI" title="Direct link to Azure OpenAI"></a></h2>
|
||
<p>This component generates text using Azure OpenAI LLM.</p>
|
||
<p>For more information, see the <a href="https://learn.microsoft.com/en-us/azure/ai-services/openai/" target="_blank" rel="noopener noreferrer">Azure OpenAI documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-3">Parameters<a href="#parameters-3" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-3">Inputs<a href="#inputs-3" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Display Name</th><th>Info</th></tr></thead><tbody><tr><td>Model Name</td><td>Model Name</td><td>Specifies the name of the Azure OpenAI model to be used for text generation.</td></tr><tr><td>Azure Endpoint</td><td>Azure Endpoint</td><td>Your Azure endpoint, including the resource.</td></tr><tr><td>Deployment Name</td><td>Deployment Name</td><td>Specifies the name of the deployment.</td></tr><tr><td>API Version</td><td>API Version</td><td>Specifies the version of the Azure OpenAI API to be used.</td></tr><tr><td>API Key</td><td>API Key</td><td>Your Azure OpenAI API key.</td></tr><tr><td>Temperature</td><td>Temperature</td><td>Specifies the sampling temperature. Defaults to <code>0.7</code>.</td></tr><tr><td>Max Tokens</td><td>Max Tokens</td><td>Specifies the maximum number of tokens to generate. Defaults to <code>1000</code>.</td></tr><tr><td>Input Value</td><td>Input Value</td><td>Specifies the input text for text generation.</td></tr><tr><td>Stream</td><td>Stream</td><td>Specifies whether to stream the response from the model. Defaults to <code>False</code>.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cohere">Cohere<a href="#cohere" class="hash-link" aria-label="Direct link to Cohere" title="Direct link to Cohere"></a></h2>
|
||
<p>This component generates text using Cohere's language models.</p>
|
||
<p>For more information, see the <a href="https://cohere.ai/" target="_blank" rel="noopener noreferrer">Cohere documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-4">Parameters<a href="#parameters-4" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-4">Inputs<a href="#inputs-4" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Display Name</th><th>Info</th></tr></thead><tbody><tr><td>Cohere API Key</td><td>Cohere API Key</td><td>Your Cohere API key.</td></tr><tr><td>Max Tokens</td><td>Max Tokens</td><td>Specifies the maximum number of tokens to generate. Defaults to <code>256</code>.</td></tr><tr><td>Temperature</td><td>Temperature</td><td>Specifies the sampling temperature. Defaults to <code>0.75</code>.</td></tr><tr><td>Input Value</td><td>Input Value</td><td>Specifies the input text for text generation.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="google-generative-ai">Google Generative AI<a href="#google-generative-ai" class="hash-link" aria-label="Direct link to Google Generative AI" title="Direct link to Google Generative AI"></a></h2>
|
||
<p>This component generates text using Google's Generative AI models.</p>
|
||
<p>For more information, see the <a href="https://cloud.google.com/ai-platform/training/docs/algorithms/gpt-3" target="_blank" rel="noopener noreferrer">Google Generative AI documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-5">Parameters<a href="#parameters-5" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-5">Inputs<a href="#inputs-5" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Display Name</th><th>Info</th></tr></thead><tbody><tr><td>Google API Key</td><td>Google API Key</td><td>Your Google API key to use for the Google Generative AI.</td></tr><tr><td>Model</td><td>Model</td><td>The name of the model to use, such as <code>"gemini-pro"</code>.</td></tr><tr><td>Max Output Tokens</td><td>Max Output Tokens</td><td>The maximum number of tokens to generate.</td></tr><tr><td>Temperature</td><td>Temperature</td><td>Run inference with this temperature.</td></tr><tr><td>Top K</td><td>Top K</td><td>Consider the set of top K most probable tokens.</td></tr><tr><td>Top P</td><td>Top P</td><td>The maximum cumulative probability of tokens to consider when sampling.</td></tr><tr><td>N</td><td>N</td><td>Number of chat completions to generate for each prompt.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="groq">Groq<a href="#groq" class="hash-link" aria-label="Direct link to Groq" title="Direct link to Groq"></a></h2>
|
||
<p>This component generates text using Groq's language models.</p>
|
||
<p>For more information, see the <a href="https://groq.com/" target="_blank" rel="noopener noreferrer">Groq documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-6">Parameters<a href="#parameters-6" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-6">Inputs<a href="#inputs-6" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>groq_api_key</td><td>SecretString</td><td>API key for the Groq API.</td></tr><tr><td>groq_api_base</td><td>String</td><td>Base URL path for API requests. Default: "<a href="https://api.groq.com" target="_blank" rel="noopener noreferrer">https://api.groq.com</a>" (advanced).</td></tr><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate (advanced).</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Range: [0.0, 1.0]. Default: 0.1.</td></tr><tr><td>n</td><td>Integer</td><td>Number of chat completions to generate for each prompt (advanced).</td></tr><tr><td>model_name</td><td>String</td><td>The name of the Groq model to use. Options are dynamically fetched from the Groq API.</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-3">Outputs<a href="#outputs-3" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatGroq configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="hugging-face-api">Hugging Face API<a href="#hugging-face-api" class="hash-link" aria-label="Direct link to Hugging Face API" title="Direct link to Hugging Face API"></a></h2>
|
||
<p>This component generates text using Hugging Face's language models.</p>
|
||
<p>For more information, see the <a href="https://huggingface.co/" target="_blank" rel="noopener noreferrer">Hugging Face documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-7">Parameters<a href="#parameters-7" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-7">Inputs<a href="#inputs-7" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Display Name</th><th>Info</th></tr></thead><tbody><tr><td>Endpoint URL</td><td>Endpoint URL</td><td>The URL of the Hugging Face Inference API endpoint.</td></tr><tr><td>Task</td><td>Task</td><td>Specifies the task for text generation.</td></tr><tr><td>API Token</td><td>API Token</td><td>The API token required for authentication.</td></tr><tr><td>Model Kwargs</td><td>Model Kwargs</td><td>Additional keyword arguments for the model.</td></tr><tr><td>Input Value</td><td>Input Value</td><td>The input text for text generation.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="maritalk">Maritalk<a href="#maritalk" class="hash-link" aria-label="Direct link to Maritalk" title="Direct link to Maritalk"></a></h2>
|
||
<p>This component generates text using Maritalk LLMs.</p>
|
||
<p>For more information, see <a href="https://www.maritalk.com/" target="_blank" rel="noopener noreferrer">Maritalk documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-8">Parameters<a href="#parameters-8" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-8">Inputs<a href="#inputs-8" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate. Set to 0 for unlimited tokens. Default: 512.</td></tr><tr><td>model_name</td><td>String</td><td>The name of the Maritalk model to use. Options: "sabia-2-small", "sabia-2-medium". Default: "sabia-2-small".</td></tr><tr><td>api_key</td><td>SecretString</td><td>The Maritalk API Key to use for authentication.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Range: [0.0, 1.0]. Default: 0.5.</td></tr><tr><td>endpoint_url</td><td>String</td><td>The Maritalk API endpoint. Default: <a href="https://api.maritalk.com" target="_blank" rel="noopener noreferrer">https://api.maritalk.com</a>.</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-4">Outputs<a href="#outputs-4" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatMaritalk configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="mistral">Mistral<a href="#mistral" class="hash-link" aria-label="Direct link to Mistral" title="Direct link to Mistral"></a></h2>
|
||
<p>This component generates text using MistralAI LLMs.</p>
|
||
<p>For more information, see <a href="https://docs.mistral.ai/" target="_blank" rel="noopener noreferrer">Mistral AI documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-9">Parameters<a href="#parameters-9" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-9">Inputs<a href="#inputs-9" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate. Set to 0 for unlimited tokens (advanced).</td></tr><tr><td>model_name</td><td>String</td><td>The name of the Mistral AI model to use. Options include "open-mixtral-8x7b", "open-mixtral-8x22b", "mistral-small-latest", "mistral-medium-latest", "mistral-large-latest", and "codestral-latest". Default: "codestral-latest".</td></tr><tr><td>mistral_api_base</td><td>String</td><td>The base URL of the Mistral API. Defaults to <a href="https://api.mistral.ai/v1" target="_blank" rel="noopener noreferrer">https://api.mistral.ai/v1</a> (advanced).</td></tr><tr><td>api_key</td><td>SecretString</td><td>The Mistral API Key to use for authentication.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Default: 0.5.</td></tr><tr><td>max_retries</td><td>Integer</td><td>Maximum number of retries for API calls. Default: 5 (advanced).</td></tr><tr><td>timeout</td><td>Integer</td><td>Timeout for API calls in seconds. Default: 60 (advanced).</td></tr><tr><td>max_concurrent_requests</td><td>Integer</td><td>Maximum number of concurrent API requests. Default: 3 (advanced).</td></tr><tr><td>top_p</td><td>Float</td><td>Nucleus sampling parameter. Default: 1 (advanced).</td></tr><tr><td>random_seed</td><td>Integer</td><td>Seed for random number generation. Default: 1 (advanced).</td></tr><tr><td>safe_mode</td><td>Boolean</td><td>Enables safe mode for content generation (advanced).</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-5">Outputs<a href="#outputs-5" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatMistralAI configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="nvidia">NVIDIA<a href="#nvidia" class="hash-link" aria-label="Direct link to NVIDIA" title="Direct link to NVIDIA"></a></h2>
|
||
<p>This component generates text using NVIDIA LLMs.</p>
|
||
<p>For more information, see <a href="https://developer.nvidia.com/ai-foundation-models" target="_blank" rel="noopener noreferrer">NVIDIA AI Foundation Models documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-10">Parameters<a href="#parameters-10" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-10">Inputs<a href="#inputs-10" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate. Set to 0 for unlimited tokens (advanced).</td></tr><tr><td>model_name</td><td>String</td><td>The name of the NVIDIA model to use. Default: "mistralai/mixtral-8x7b-instruct-v0.1".</td></tr><tr><td>base_url</td><td>String</td><td>The base URL of the NVIDIA API. Default: "<a href="https://integrate.api.nvidia.com/v1" target="_blank" rel="noopener noreferrer">https://integrate.api.nvidia.com/v1</a>".</td></tr><tr><td>nvidia_api_key</td><td>SecretString</td><td>The NVIDIA API Key for authentication.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Default: 0.1.</td></tr><tr><td>seed</td><td>Integer</td><td>The seed controls the reproducibility of the job (advanced). Default: 1.</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-6">Outputs<a href="#outputs-6" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatNVIDIA configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="ollama">Ollama<a href="#ollama" class="hash-link" aria-label="Direct link to Ollama" title="Direct link to Ollama"></a></h2>
|
||
<p>This component generates text using Ollama's language models.</p>
|
||
<p>For more information, see <a href="https://ollama.com/" target="_blank" rel="noopener noreferrer">Ollama documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-11">Parameters<a href="#parameters-11" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-11">Inputs<a href="#inputs-11" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Display Name</th><th>Info</th></tr></thead><tbody><tr><td>Base URL</td><td>Base URL</td><td>Endpoint of the Ollama API.</td></tr><tr><td>Model Name</td><td>Model Name</td><td>The model name to use.</td></tr><tr><td>Temperature</td><td>Temperature</td><td>Controls the creativity of model responses.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="openai">OpenAI<a href="#openai" class="hash-link" aria-label="Direct link to OpenAI" title="Direct link to OpenAI"></a></h2>
|
||
<p>This component generates text using OpenAI's language models.</p>
|
||
<p>For more information, see <a href="https://beta.openai.com/docs/" target="_blank" rel="noopener noreferrer">OpenAI documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-12">Parameters<a href="#parameters-12" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-12">Inputs<a href="#inputs-12" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>api_key</td><td>SecretString</td><td>Your OpenAI API Key.</td></tr><tr><td>model</td><td>String</td><td>The name of the OpenAI model to use. Options include "gpt-3.5-turbo" and "gpt-4".</td></tr><tr><td>max_tokens</td><td>Integer</td><td>The maximum number of tokens to generate. Set to 0 for unlimited tokens.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Range: [0.0, 1.0]. Default: 0.7.</td></tr><tr><td>top_p</td><td>Float</td><td>Controls the nucleus sampling. Range: [0.0, 1.0]. Default: 1.0.</td></tr><tr><td>frequency_penalty</td><td>Float</td><td>Controls the frequency penalty. Range: [0.0, 2.0]. Default: 0.0.</td></tr><tr><td>presence_penalty</td><td>Float</td><td>Controls the presence penalty. Range: [0.0, 2.0]. Default: 0.0.</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-7">Outputs<a href="#outputs-7" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of OpenAI model configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="qianfan">Qianfan<a href="#qianfan" class="hash-link" aria-label="Direct link to Qianfan" title="Direct link to Qianfan"></a></h2>
|
||
<p>This component generates text using Qianfan's language models.</p>
|
||
<p>For more information, see <a href="https://github.com/baidubce/bce-qianfan-sdk" target="_blank" rel="noopener noreferrer">Qianfan documentation</a>.</p>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="perplexity">Perplexity<a href="#perplexity" class="hash-link" aria-label="Direct link to Perplexity" title="Direct link to Perplexity"></a></h2>
|
||
<p>This component generates text using Perplexity's language models.</p>
|
||
<p>For more information, see <a href="https://perplexity.ai/" target="_blank" rel="noopener noreferrer">Perplexity documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-13">Parameters<a href="#parameters-13" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-13">Inputs<a href="#inputs-13" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model_name</td><td>String</td><td>The name of the Perplexity model to use. Options include various Llama 3.1 models.</td></tr><tr><td>max_output_tokens</td><td>Integer</td><td>The maximum number of tokens to generate.</td></tr><tr><td>api_key</td><td>SecretString</td><td>The Perplexity API Key for authentication.</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Default: 0.75.</td></tr><tr><td>top_p</td><td>Float</td><td>The maximum cumulative probability of tokens to consider when sampling (advanced).</td></tr><tr><td>n</td><td>Integer</td><td>Number of chat completions to generate for each prompt (advanced).</td></tr><tr><td>top_k</td><td>Integer</td><td>Number of top tokens to consider for top-k sampling. Must be positive (advanced).</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-8">Outputs<a href="#outputs-8" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatPerplexity configured with the specified parameters.</td></tr></tbody></table>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="vertexai">VertexAI<a href="#vertexai" class="hash-link" aria-label="Direct link to VertexAI" title="Direct link to VertexAI"></a></h2>
|
||
<p>This component generates text using Vertex AI LLMs.</p>
|
||
<p>For more information, see <a href="https://cloud.google.com/vertex-ai" target="_blank" rel="noopener noreferrer">Google Vertex AI documentation</a>.</p>
|
||
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="parameters-14">Parameters<a href="#parameters-14" class="hash-link" aria-label="Direct link to Parameters" title="Direct link to Parameters"></a></h3>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="inputs-14">Inputs<a href="#inputs-14" class="hash-link" aria-label="Direct link to Inputs" title="Direct link to Inputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>credentials</td><td>File</td><td>JSON credentials file. Leave empty to fallback to environment variables. File type: JSON.</td></tr><tr><td>model_name</td><td>String</td><td>The name of the Vertex AI model to use. Default: "gemini-1.5-pro".</td></tr><tr><td>project</td><td>String</td><td>The project ID (advanced).</td></tr><tr><td>location</td><td>String</td><td>The location for the Vertex AI API. Default: "us-central1" (advanced).</td></tr><tr><td>max_output_tokens</td><td>Integer</td><td>The maximum number of tokens to generate (advanced).</td></tr><tr><td>max_retries</td><td>Integer</td><td>Maximum number of retries for API calls. Default: 1 (advanced).</td></tr><tr><td>temperature</td><td>Float</td><td>Controls randomness in the output. Default: 0.0.</td></tr><tr><td>top_k</td><td>Integer</td><td>The number of highest probability vocabulary tokens to keep for top-k-filtering (advanced).</td></tr><tr><td>top_p</td><td>Float</td><td>The cumulative probability of parameter highest probability vocabulary tokens to keep for nucleus sampling. Default: 0.95 (advanced).</td></tr><tr><td>verbose</td><td>Boolean</td><td>Whether to print verbose output. Default: False (advanced).</td></tr></tbody></table>
|
||
<h4 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="outputs-9">Outputs<a href="#outputs-9" class="hash-link" aria-label="Direct link to Outputs" title="Direct link to Outputs"></a></h4>
|
||
<table><thead><tr><th>Name</th><th>Type</th><th>Description</th></tr></thead><tbody><tr><td>model</td><td>LanguageModel</td><td>An instance of ChatVertexAI configured with the specified parameters.</td></tr></tbody></table></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages"><a class="pagination-nav__link pagination-nav__link--prev" href="/Components/components-memories"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">Memories</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/components-prompts"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Prompts</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#aiml-api" class="table-of-contents__link toc-highlight">AI/ML API</a><ul><li><a href="#parameters" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#amazon-bedrock" class="table-of-contents__link toc-highlight">Amazon Bedrock</a><ul><li><a href="#parameters-1" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#anthropic" class="table-of-contents__link toc-highlight">Anthropic</a><ul><li><a href="#parameters-2" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#azure-openai" class="table-of-contents__link toc-highlight">Azure OpenAI</a><ul><li><a href="#parameters-3" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#cohere" class="table-of-contents__link toc-highlight">Cohere</a><ul><li><a href="#parameters-4" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#google-generative-ai" class="table-of-contents__link toc-highlight">Google Generative AI</a><ul><li><a href="#parameters-5" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#groq" class="table-of-contents__link toc-highlight">Groq</a><ul><li><a href="#parameters-6" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#hugging-face-api" class="table-of-contents__link toc-highlight">Hugging Face API</a><ul><li><a href="#parameters-7" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#maritalk" class="table-of-contents__link toc-highlight">Maritalk</a><ul><li><a href="#parameters-8" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#mistral" class="table-of-contents__link toc-highlight">Mistral</a><ul><li><a href="#parameters-9" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#nvidia" class="table-of-contents__link toc-highlight">NVIDIA</a><ul><li><a href="#parameters-10" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#ollama" class="table-of-contents__link toc-highlight">Ollama</a><ul><li><a href="#parameters-11" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#openai" class="table-of-contents__link toc-highlight">OpenAI</a><ul><li><a href="#parameters-12" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#qianfan" class="table-of-contents__link toc-highlight">Qianfan</a></li><li><a href="#perplexity" class="table-of-contents__link toc-highlight">Perplexity</a><ul><li><a href="#parameters-13" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li><li><a href="#vertexai" class="table-of-contents__link toc-highlight">VertexAI</a><ul><li><a href="#parameters-14" class="table-of-contents__link toc-highlight">Parameters</a></li></ul></li></ul></div></div></div></div></main></div></div></div><div id="ms-floating-button" class="ms-fixed ms-bottom-4 ms-right-8 ms-z-[100] ms-flex ms-flex-col ms-items-end hover:ms-cursor-pointer"><div class="ms-relative ms-mb-4"><div style="background-color:#f6f6f6" class="ms-absolute -ms-bottom-1 ms-right-6 -ms-z-10 ms-h-4 ms-w-4 ms-rotate-45"></div><div style="background-color:#f6f6f6" class="ms-z-10 ms-flex ms-items-center ms-justify-center ms-rounded-lg ms-px-3 ms-py-2"><p style="color:#000000;margin:0" class="ms-text-sm">Hi, how can I help you?</p></div></div><div style="background-color:#f6f6f6" class="ms-flex ms-h-16 ms-w-16 ms-flex-col ms-items-center ms-justify-center ms-self-end ms-rounded-full ms-p-2 ms-transition"><div class="ms-rotate-0 ms-flex ms-h-full ms-w-full ms-transform ms-cursor-pointer ms-items-center ms-justify-center ms-rounded-full ms-transition-all ms-delay-75 ms-duration-100 ms-ease-in-out"><div style="color:#000000;font-size:22px;width:48px;height:48px;margin:0px;padding:0px;display:flex;align-items:center;justify-content:center;text-align:center"><img src="/img/langflow-icon-black-transparent.svg" srcdark="" style="width:40px"></div></div></div><div></div></div></div>
|
||
</body>
|
||
</html> |