mirror of
https://github.com/langflow-ai/langflow.git
synced 2026-07-24 20:28:43 +08:00
425 lines
56 KiB
HTML
425 lines
56 KiB
HTML
<!doctype html>
|
||
<html lang="en" dir="ltr" class="docs-wrapper plugin-docs plugin-id-default docs-version-current docs-doc-page docs-doc-id-components/models" data-has-hydrated="false">
|
||
<head>
|
||
<meta charset="UTF-8">
|
||
<meta name="generator" content="Docusaurus v3.4.0">
|
||
<title data-rh="true">Models | Langflow Documentation</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://langflow-ai.github.io/components/models"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-default-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-rh="true" property="og:title" content="Models | Langflow Documentation"><meta data-rh="true" name="description" content="This page may contain outdated information. It will be updated as soon as possible."><meta data-rh="true" property="og:description" content="This page may contain outdated information. It will be updated as soon as possible."><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://langflow-ai.github.io/components/models"><link data-rh="true" rel="alternate" href="https://langflow-ai.github.io/components/models" hreflang="en"><link data-rh="true" rel="alternate" href="https://langflow-ai.github.io/components/models" hreflang="x-default"><link rel="preconnect" href="https://www.google-analytics.com">
|
||
<link rel="preconnect" href="https://www.googletagmanager.com">
|
||
<script async src="https://www.googletagmanager.com/gtag/js?id=G-XHC7G628ZP"></script>
|
||
<script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","G-XHC7G628ZP",{anonymize_ip:!0})</script><link rel="stylesheet" href="/assets/css/styles.9e9b53af.css">
|
||
<script src="/assets/js/runtime~main.419a4058.js" defer="defer"></script>
|
||
<script src="/assets/js/main.0598702c.js" defer="defer"></script>
|
||
</head>
|
||
<body class="navigation-with-keyboard">
|
||
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return window.localStorage.getItem("theme")}catch(t){}}();null!==e?t(e):window.matchMedia("(prefers-color-scheme: dark)").matches?t("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,t("light"))}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="navbar navbar--fixed-top navbarHideable_m1mJ"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/chain.png" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/chain.png" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></div><b class="navbar__title text--truncate">Langflow</b></a></div><div class="navbar__items navbar__items--right"><a href="https://github.com/langflow-ai/langflow" target="_blank" class="navbar__item navbar__link header-github-link"></a><a href="https://twitter.com/langflow_ai" target="_blank" class="navbar__item navbar__link header-twitter-link"></a><a href="https://discord.gg/EqksyE2EX9" target="_blank" class="navbar__item navbar__link header-discord-link"></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="Switch between dark and light mode (currently light mode)" aria-label="Switch between dark and light mode (currently light mode)" aria-live="polite"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="navbarSearchContainer_Bca1"></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0"><div class="docsWrapper_hBAB"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docRoot_UBD9"><aside class="theme-doc-sidebar-container docSidebarContainer_YfHR"><div class="sidebarViewport_aRkj"><div class="sidebar_njMd sidebarWithHideableNavbar_wUlq"><a tabindex="-1" class="sidebarLogo_isFc" href="/"><img src="/img/chain.png" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/chain.png" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"><b>Langflow</b></a><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/whats-new/a-new-chapter-langflow">What's New?</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/whats-new/a-new-chapter-langflow">1.0 - A new chapter for Langflow</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/">Getting Started</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/">👋 Welcome to Langflow</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/getting-started/install-langflow">📦 Install Langflow</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/getting-started/quickstart">⚡️ Quickstart</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/getting-started/workspace">🎨 Langflow Workspace</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/getting-started/possible-installation-issues">❗️ Common Installation Issues</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/getting-started/new-to-llms">📚 New to LLMs?</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/starter-projects/basic-prompting">Starter Projects</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects/basic-prompting">Basic Prompting</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects/blog-writer">Blog Writer</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects/document-qa">Document QA</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects/memory-chatbot">Memory Chatbot</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/starter-projects/vector-store-rag">Vector Store RAG</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/administration/api">Administration</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/api">API Keys</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/login">Sign Up and Sign In</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/cli">Command Line Interface (CLI)</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/playground">Playground</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/memories">Chat Memory</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/logs">Logs</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/collections-projects">Collections and Projects</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/settings">Settings</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/global-env">Global Variables</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/administration/chat-widget">Chat Widget</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" role="button" aria-expanded="true" href="/components/inputs-and-outputs">Components</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/inputs-and-outputs">Inputs and Outputs</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/text-and-record">Text and Data</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/data">Data</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/components/models">Models</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/helpers">Helpers</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/vector-stores">Vector Stores</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/embeddings">Embeddings</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/components/custom">Custom Components</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/tutorials/chatprompttemplate_guide">Tutorials</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/deployment/docker">Deployment</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/contributing/telemetry">Contributing</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing/telemetry">Telemetry</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing/how-contribute">How to Contribute?</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing/github-issues">GitHub Issues</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing/community">Community</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/contributing/contribute-component">How to Contribute Components?</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="true" href="/integrations/langsmith/intro">Integrations</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations/langsmith/intro">LangSmith</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/integrations/notion/intro">Notion</a></div></li></ul></li></ul></nav><button type="button" title="Collapse sidebar" aria-label="Collapse sidebar" class="button button--secondary button--outline collapseSidebarButton_PEFL"><svg width="20" height="20" aria-hidden="true" class="collapseSidebarButtonIcon_kv0_"><g fill="#7a7a7a"><path d="M9.992 10.023c0 .2-.062.399-.172.547l-4.996 7.492a.982.982 0 01-.828.454H1c-.55 0-1-.453-1-1 0-.2.059-.403.168-.551l4.629-6.942L.168 3.078A.939.939 0 010 2.528c0-.548.45-.997 1-.997h2.996c.352 0 .649.18.828.45L9.82 9.472c.11.148.172.347.172.55zm0 0"></path><path d="M19.98 10.023c0 .2-.058.399-.168.547l-4.996 7.492a.987.987 0 01-.828.454h-3c-.547 0-.996-.453-.996-1 0-.2.059-.403.168-.551l4.625-6.942-4.625-6.945a.939.939 0 01-.168-.55 1 1 0 01.996-.997h3c.348 0 .649.18.828.45l4.996 7.492c.11.148.168.347.168.55zm0 0"></path></g></svg></button></div></div></aside><main class="docMainContainer_TBSr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="Breadcrumbs"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Components</span><meta itemprop="position" content="1"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">Models</span><meta itemprop="position" content="2"></li></ul></nav><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><style>[data-ch-theme="github-dark"] { --ch-t-colorScheme: dark;--ch-t-foreground: #c9d1d9;--ch-t-background: #0d1117;--ch-t-lighter-inlineBackground: #0d1117e6;--ch-t-editor-background: #0d1117;--ch-t-editor-foreground: #c9d1d9;--ch-t-editor-lineHighlightBackground: #6e76811a;--ch-t-editor-rangeHighlightBackground: #ffffff0b;--ch-t-editor-infoForeground: #3794FF;--ch-t-editor-selectionBackground: #264F78;--ch-t-focusBorder: #1f6feb;--ch-t-tab-activeBackground: #0d1117;--ch-t-tab-activeForeground: #c9d1d9;--ch-t-tab-inactiveBackground: #010409;--ch-t-tab-inactiveForeground: #8b949e;--ch-t-tab-border: #30363d;--ch-t-tab-activeBorder: #0d1117;--ch-t-editorGroup-border: #30363d;--ch-t-editorGroupHeader-tabsBackground: #010409;--ch-t-editorLineNumber-foreground: #6e7681;--ch-t-input-background: #0d1117;--ch-t-input-foreground: #c9d1d9;--ch-t-input-border: #30363d;--ch-t-icon-foreground: #8b949e;--ch-t-sideBar-background: #010409;--ch-t-sideBar-foreground: #c9d1d9;--ch-t-sideBar-border: #30363d;--ch-t-list-activeSelectionBackground: #6e768166;--ch-t-list-activeSelectionForeground: #c9d1d9;--ch-t-list-hoverBackground: #6e76811a;--ch-t-list-hoverForeground: #c9d1d9; }</style>
|
||
<!-- -->
|
||
<!-- -->
|
||
<h1>Models</h1>
|
||
<div class="theme-admonition theme-admonition-warning admonition_xJq3 alert alert--warning"><div class="admonitionHeading_Gvgb"><span class="admonitionIcon_Rf37"><svg viewBox="0 0 16 16"><path fill-rule="evenodd" d="M8.893 1.5c-.183-.31-.52-.5-.887-.5s-.703.19-.886.5L.138 13.499a.98.98 0 0 0 0 1.001c.193.31.53.501.886.501h13.964c.367 0 .704-.19.877-.5a1.03 1.03 0 0 0 .01-1.002L8.893 1.5zm.133 11.497H6.987v-2.003h2.039v2.003zm0-3.004H6.987V5.987h2.039v4.006z"></path></svg></span>warning</div><div class="admonitionContent_BuS1"><p>This page may contain outdated information. It will be updated as soon as possible.</p></div></div>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="amazon-bedrock">Amazon Bedrock<a class="hash-link" aria-label="Direct link to Amazon Bedrock" title="Direct link to Amazon Bedrock" href="/components/models#amazon-bedrock"></a></h2>
|
||
<p>This component facilitates the generation of text using the LLM (Large Language Model) model from Amazon Bedrock.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Input Value:</strong> Specifies the input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model ID (Optional):</strong> Specifies the model ID to be used for text generation. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"anthropic.claude-instant-v1"</span></code></span>. Available options include:</p>
|
||
<ul>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ai21.j2-grande-instruct"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ai21.j2-jumbo-instruct"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ai21.j2-mid"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ai21.j2-mid-v1"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ai21.j2-ultra"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ai21.j2-ultra-v1"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"anthropic.claude-instant-v1"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"anthropic.claude-v1"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"anthropic.claude-v2"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"cohere.command-text-v14"</span></code></span></li>
|
||
</ul>
|
||
</li>
|
||
<li>
|
||
<p><strong>Credentials Profile Name (Optional):</strong> Specifies the name of the credentials profile.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Region Name (Optional):</strong> Specifies the region name.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model Kwargs (Optional):</strong> Additional keyword arguments for the model.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Endpoint URL (Optional):</strong> Specifies the endpoint URL.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Streaming (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Cache (Optional):</strong> Specifies whether to cache the response.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
</ul>
|
||
<div class="theme-admonition theme-admonition-note admonition_xJq3 alert alert--secondary"><div class="admonitionHeading_Gvgb"><span class="admonitionIcon_Rf37"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>Note</div><div class="admonitionContent_BuS1"><p></p><p>Ensure that necessary credentials are provided to connect to the Amazon
|
||
Bedrock API. If connection fails, a ValueError will be raised.</p><p></p></div></div>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="anthropic">Anthropic<a class="hash-link" aria-label="Direct link to Anthropic" title="Direct link to Anthropic" href="/components/models#anthropic"></a></h2>
|
||
<p>This component allows the generation of text using Anthropic Chat&Completion large language models.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Model Name:</strong> Specifies the name of the Anthropic model to be used for text generation. Available options include:</p>
|
||
<ul>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"claude-2.1"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"claude-2.0"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"claude-instant-1.2"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"claude-instant-1"</span></code></span></li>
|
||
</ul>
|
||
</li>
|
||
<li>
|
||
<p><strong>Anthropic API Key:</strong> Your Anthropic API key.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Max Tokens (Optional):</strong> Specifies the maximum number of tokens to generate. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">256</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature (Optional):</strong> Specifies the sampling temperature. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.7</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>API Endpoint (Optional):</strong> Specifies the endpoint of the Anthropic API. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"https://api.anthropic.com"</span></code></span> if not specified.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> Specifies the input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<p>For detailed documentation and integration guides, please refer to the <a href="https://python.langchain.com/docs/integrations/chat/anthropic" target="_blank" rel="noopener noreferrer">Anthropic Component Documentation</a>.</p>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="azure-openai">Azure OpenAI<a class="hash-link" aria-label="Direct link to Azure OpenAI" title="Direct link to Azure OpenAI" href="/components/models#azure-openai"></a></h2>
|
||
<p>This component allows the generation of text using the LLM (Large Language Model) model from Azure OpenAI.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Model Name:</strong> Specifies the name of the Azure OpenAI model to be used for text generation. Available options include:</p>
|
||
<ul>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gpt-35-turbo"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gpt-35-turbo-16k"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gpt-35-turbo-instruct"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gpt-4"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gpt-4-32k"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gpt-4-vision"</span></code></span></li>
|
||
</ul>
|
||
</li>
|
||
<li>
|
||
<p><strong>Azure Endpoint:</strong> Your Azure endpoint, including the resource. Example: <code>https://example-resource.azure.openai.com/</code>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Deployment Name:</strong> Specifies the name of the deployment.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>API Version:</strong> Specifies the version of the Azure OpenAI API to be used. Available options include:</p>
|
||
<ul>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-03-15-preview"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-05-15"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-06-01-preview"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-07-01-preview"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-08-01-preview"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-09-01-preview"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"2023-12-01-preview"</span></code></span></li>
|
||
</ul>
|
||
</li>
|
||
<li>
|
||
<p><strong>API Key:</strong> Your Azure OpenAI API key.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature (Optional):</strong> Specifies the sampling temperature. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.7</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Max Tokens (Optional):</strong> Specifies the maximum number of tokens to generate. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">1000</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> Specifies the input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<p>For detailed documentation and integration guides, please refer to the <a href="https://python.langchain.com/docs/integrations/llms/azure_openai" target="_blank" rel="noopener noreferrer">Azure OpenAI Component Documentation</a>.</p>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="cohere">Cohere<a class="hash-link" aria-label="Direct link to Cohere" title="Direct link to Cohere" href="/components/models#cohere"></a></h2>
|
||
<p>This component enables text generation using Cohere large language models.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Cohere API Key:</strong> Your Cohere API key.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Max Tokens (Optional):</strong> Specifies the maximum number of tokens to generate. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">256</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature (Optional):</strong> Specifies the sampling temperature. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.75</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> Specifies the input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="google-generative-ai">Google Generative AI<a class="hash-link" aria-label="Direct link to Google Generative AI" title="Direct link to Google Generative AI" href="/components/models#google-generative-ai"></a></h2>
|
||
<p>This component enables text generation using Google Generative AI.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Google API Key:</strong> Your Google API key to use for the Google Generative AI.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model:</strong> The name of the model to use. Supported examples are <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gemini-pro"</span></code></span> and <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"gemini-pro-vision"</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Max Output Tokens (Optional):</strong> The maximum number of tokens to generate.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature:</strong> Run inference with this temperature. Must be in the closed interval [0.0, 1.0].</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Top K (Optional):</strong> Decode using top-k sampling: consider the set of top_k most probable tokens. Must be positive.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Top P (Optional):</strong> The maximum cumulative probability of tokens to consider when sampling.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>N (Optional):</strong> Number of chat completions to generate for each prompt. Note that the API may not return the full n completions if duplicates are generated.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> The input to the model.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="hugging-face-api">Hugging Face API<a class="hash-link" aria-label="Direct link to Hugging Face API" title="Direct link to Hugging Face API" href="/components/models#hugging-face-api"></a></h2>
|
||
<p>This component facilitates text generation using LLM models from the Hugging Face Inference API.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Endpoint URL:</strong> The URL of the Hugging Face Inference API endpoint. Should be provided along with necessary authentication credentials.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Task:</strong> Specifies the task for text generation. Options include <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"text2text-generation"</span></code></span>, <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"text-generation"</span></code></span>, and <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"summarization"</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>API Token:</strong> The API token required for authentication with the Hugging Face Hub.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model Keyword Arguments (Optional):</strong> Additional keyword arguments for the model. Should be provided as a Python dictionary.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> The input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="litellm-model">LiteLLM Model<a class="hash-link" aria-label="Direct link to LiteLLM Model" title="Direct link to LiteLLM Model" href="/components/models#litellm-model"></a></h2>
|
||
<p>Generates text using the <code>LiteLLM</code> collection of large language models.</p>
|
||
<p><strong>Parameters</strong></p>
|
||
<ul>
|
||
<li><strong>Model name:</strong> The name of the model to use. For example, <code>gpt-3.5-turbo</code>. (Type: str)</li>
|
||
<li><strong>API key:</strong> The API key to use for accessing the provider's API. (Type: str, Optional)</li>
|
||
<li><strong>Provider:</strong> The provider of the API key. (Type: str, Choices: "OpenAI", "Azure", "Anthropic", "Replicate", "Cohere", "OpenRouter")</li>
|
||
<li><strong>Temperature:</strong> Controls the randomness of the text generation. (Type: float, Default: 0.7)</li>
|
||
<li><strong>Model kwargs:</strong> Additional keyword arguments for the model. (Type: Dict, Optional)</li>
|
||
<li><strong>Top p:</strong> Filter responses to keep the cumulative probability within the top p tokens. (Type: float, Optional)</li>
|
||
<li><strong>Top k:</strong> Filter responses to only include the top k tokens. (Type: int, Optional)</li>
|
||
<li><strong>N:</strong> Number of chat completions to generate for each prompt. (Type: int, Default: 1)</li>
|
||
<li><strong>Max tokens:</strong> The maximum number of tokens to generate for each chat completion. (Type: int, Default: 256)</li>
|
||
<li><strong>Max retries:</strong> Maximum number of retries for failed requests. (Type: int, Default: 6)</li>
|
||
<li><strong>Verbose:</strong> Whether to print verbose output. (Type: bool, Default: False)</li>
|
||
<li><strong>Input:</strong> The input prompt for text generation. (Type: str)</li>
|
||
<li><strong>Stream:</strong> Whether to stream the output. (Type: bool, Default: False)</li>
|
||
<li><strong>System message:</strong> System message to pass to the model. (Type: str, Optional)</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="ollama">Ollama<a class="hash-link" aria-label="Direct link to Ollama" title="Direct link to Ollama" href="/components/models#ollama"></a></h2>
|
||
<p>Generate text using Ollama Local LLMs.</p>
|
||
<p><strong>Parameters</strong></p>
|
||
<ul>
|
||
<li><strong>Base URL:</strong> Endpoint of the Ollama API. Defaults to '<a href="http://localhost:11434" target="_blank" rel="noopener noreferrer">http://localhost:11434</a>' if not specified.</li>
|
||
<li><strong>Model Name:</strong> The model name to use. Refer to <a href="https://ollama.ai/library" target="_blank" rel="noopener noreferrer">Ollama Library</a> for more models.</li>
|
||
<li><strong>Temperature:</strong> Controls the creativity of model responses. (Default: 0.8)</li>
|
||
<li><strong>Cache:</strong> Enable or disable caching. (Default: False)</li>
|
||
<li><strong>Format:</strong> Specify the format of the output (e.g., json). (Advanced)</li>
|
||
<li><strong>Metadata:</strong> Metadata to add to the run trace. (Advanced)</li>
|
||
<li><strong>Mirostat:</strong> Enable/disable Mirostat sampling for controlling perplexity. (Default: Disabled)</li>
|
||
<li><strong>Mirostat Eta:</strong> Learning rate for Mirostat algorithm. (Default: None) (Advanced)</li>
|
||
<li><strong>Mirostat Tau:</strong> Controls the balance between coherence and diversity of the output. (Default: None) (Advanced)</li>
|
||
<li><strong>Context Window Size:</strong> Size of the context window for generating tokens. (Default: None) (Advanced)</li>
|
||
<li><strong>Number of GPUs:</strong> Number of GPUs to use for computation. (Default: None) (Advanced)</li>
|
||
<li><strong>Number of Threads:</strong> Number of threads to use during computation. (Default: None) (Advanced)</li>
|
||
<li><strong>Repeat Last N:</strong> How far back the model looks to prevent repetition. (Default: None) (Advanced)</li>
|
||
<li><strong>Repeat Penalty:</strong> Penalty for repetitions in generated text. (Default: None) (Advanced)</li>
|
||
<li><strong>TFS Z:</strong> Tail free sampling value. (Default: None) (Advanced)</li>
|
||
<li><strong>Timeout:</strong> Timeout for the request stream. (Default: None) (Advanced)</li>
|
||
<li><strong>Top K:</strong> Limits token selection to top K. (Default: None) (Advanced)</li>
|
||
<li><strong>Top P:</strong> Works together with top-k. (Default: None) (Advanced)</li>
|
||
<li><strong>Verbose:</strong> Whether to print out response text.</li>
|
||
<li><strong>Tags:</strong> Tags to add to the run trace. (Advanced)</li>
|
||
<li><strong>Stop Tokens:</strong> List of tokens to signal the model to stop generating text. (Advanced)</li>
|
||
<li><strong>System:</strong> System to use for generating text. (Advanced)</li>
|
||
<li><strong>Template:</strong> Template to use for generating text. (Advanced)</li>
|
||
<li><strong>Input:</strong> The input text.</li>
|
||
<li><strong>Stream:</strong> Whether to stream the response.</li>
|
||
<li><strong>System Message:</strong> System message to pass to the model. (Advanced)</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="openai">OpenAI<a class="hash-link" aria-label="Direct link to OpenAI" title="Direct link to OpenAI" href="/components/models#openai"></a></h2>
|
||
<p>This component facilitates text generation using OpenAI's models.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Input Value:</strong> The input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Max Tokens (Optional):</strong> The maximum number of tokens to generate. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">256</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model Kwargs (Optional):</strong> Additional keyword arguments for the model. Should be provided as a nested dictionary.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model Name (Optional):</strong> The name of the model to use. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">4</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">1106</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">preview</span></code></span>. Supported options include: <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">4</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">turbo</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">preview</span></code></span>, <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">4</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">0125</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">preview</span></code></span>, <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">4</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">1106</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">preview</span></code></span>, <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">4</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">vision</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">preview</span></code></span>, <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">3.5</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">turbo</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">0125</span></code></span>, <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">gpt</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">3.5</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">turbo</span><span style="color:#FF7B72">-</span><span style="color:#79C0FF">1106</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>OpenAI API Base (Optional):</strong> The base URL of the OpenAI API. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#FFA657">https</span><span style="color:#C9D1D9">:</span><span style="color:#8B949E">//api.openai.com/v1</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>OpenAI API Key (Optional):</strong> The API key for accessing the OpenAI API.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature:</strong> Controls the creativity of model responses. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.7</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> System message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="qianfan">Qianfan<a class="hash-link" aria-label="Direct link to Qianfan" title="Direct link to Qianfan" href="/components/models#qianfan"></a></h2>
|
||
<p>This component facilitates the generation of text using Baidu Qianfan chat models.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Model Name:</strong> Specifies the name of the Qianfan chat model to be used for text generation. Available options include:</p>
|
||
<ul>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ERNIE-Bot"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ERNIE-Bot-turbo"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"BLOOMZ-7B"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"Llama-2-7b-chat"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"Llama-2-13b-chat"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"Llama-2-70b-chat"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"Qianfan-BLOOMZ-7B-compressed"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"Qianfan-Chinese-Llama-2-7B"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"ChatGLM2-6B-32K"</span></code></span></li>
|
||
<li><span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#A5D6FF">"AquilaChat-7B"</span></code></span></li>
|
||
</ul>
|
||
</li>
|
||
<li>
|
||
<p><strong>Qianfan Ak:</strong> Your Baidu Qianfan access key, obtainable from <a href="https://cloud.baidu.com/product/wenxinworkshop" target="_blank" rel="noopener noreferrer">here</a>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Qianfan Sk:</strong> Your Baidu Qianfan secret key, obtainable from <a href="https://cloud.baidu.com/product/wenxinworkshop" target="_blank" rel="noopener noreferrer">here</a>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Top p (Optional):</strong> Model parameter. Specifies the top-p value. Only supported in ERNIE-Bot and ERNIE-Bot-turbo models. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.8</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature (Optional):</strong> Model parameter. Specifies the sampling temperature. Only supported in ERNIE-Bot and ERNIE-Bot-turbo models. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.95</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Penalty Score (Optional):</strong> Model parameter. Specifies the penalty score. Only supported in ERNIE-Bot and ERNIE-Bot-turbo models. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">1.0</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Endpoint (Optional):</strong> Endpoint of the Qianfan LLM, required if custom model is used.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> Specifies the input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> A system message to pass to the model.</p>
|
||
</li>
|
||
</ul>
|
||
<hr>
|
||
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="vertex-ai">Vertex AI<a class="hash-link" aria-label="Direct link to Vertex AI" title="Direct link to Vertex AI" href="/components/models#vertex-ai"></a></h2>
|
||
<p>The <code>ChatVertexAI</code> is a component for generating text using Vertex AI Chat large language models API.</p>
|
||
<p><strong>Params</strong></p>
|
||
<ul>
|
||
<li>
|
||
<p><strong>Credentials:</strong> The JSON file containing the credentials for accessing the Vertex AI Chat API.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Project:</strong> The name of the project associated with the Vertex AI Chat API.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Examples (Optional):</strong> List of examples to provide context for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Location:</strong> The location of the Vertex AI Chat API service. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">us</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">central1</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Max Output Tokens:</strong> The maximum number of tokens to generate. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">128</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Model Name:</strong> The name of the model to use. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">chat</span><span style="color:#FF7B72">-</span><span style="color:#C9D1D9">bison</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Temperature:</strong> Controls the creativity of model responses. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.0</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Input Value:</strong> The input text for text generation.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Top K:</strong> Limits token selection to top K. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">40</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Top P:</strong> Works together with top-k. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#79C0FF">0.95</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Verbose:</strong> Whether to print out response text. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>Stream (Optional):</strong> Specifies whether to stream the response from the model. Defaults to <span data-ch-theme="github-dark" class="ch-inline-code not-prose"><code><span style="color:#C9D1D9">False</span></code></span>.</p>
|
||
</li>
|
||
<li>
|
||
<p><strong>System Message (Optional):</strong> System message to pass to the model.</p>
|
||
</li>
|
||
</ul></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages"><a class="pagination-nav__link pagination-nav__link--prev" href="/components/data"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">Data</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/components/helpers"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Helpers</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a class="table-of-contents__link toc-highlight" href="/components/models#amazon-bedrock">Amazon Bedrock</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#anthropic">Anthropic</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#azure-openai">Azure OpenAI</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#cohere">Cohere</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#google-generative-ai">Google Generative AI</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#hugging-face-api">Hugging Face API</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#litellm-model">LiteLLM Model</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#ollama">Ollama</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#openai">OpenAI</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#qianfan">Qianfan</a></li><li><a class="table-of-contents__link toc-highlight" href="/components/models#vertex-ai">Vertex AI</a></li></ul></div></div></div></div></main></div></div></div><div class="ms-fixed ms-bottom-4 ms-right-8 ms-z-[100] ms-flex ms-flex-col ms-items-end hover:ms-cursor-pointer"><div class="ms-relative ms-mb-4"><div style="background-color:#f6f6f6" class="ms-absolute -ms-bottom-1 ms-right-6 -ms-z-10 ms-h-4 ms-w-4 ms-rotate-45"></div><div style="background-color:#f6f6f6" class="ms-z-10 ms-flex ms-items-center ms-justify-center ms-rounded-lg ms-px-3 ms-py-2"><p style="color:#000000;margin:0" class="ms-text-sm">Hi, how can I help you?</p></div></div><div style="background-color:#f6f6f6" class="ms-flex ms-h-16 ms-w-16 ms-flex-col ms-items-center ms-justify-center ms-self-end ms-rounded-full ms-p-2 ms-transition"><div class="ms-rotate-0 ms-flex ms-h-full ms-w-full ms-transform ms-cursor-pointer ms-items-center ms-justify-center ms-rounded-full ms-transition-all ms-delay-75 ms-duration-100 ms-ease-in-out"><div style="color:#000000;font-size:22px;width:48px;height:48px;margin:0px;padding:0px;display:flex;align-items:center;justify-content:center;text-align:center"><img src="/img/chain.png" style="width:40px"></div></div></div><div></div></div></div>
|
||
</body>
|
||
</html> |