pengjunjie/langflow
1
0
Fork 1
mirror of https://github.com/langflow-ai/langflow.git synced 2026-07-24 04:13:36 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
70e46b590e2f0cd4e33150e3e1024278c7e77bfd
langflow/integrations-assemblyai.html
github-merge-queue[bot] 70e46b590e deploy: 41b0d7c4f2
2025-03-13 00:32:45 +00:00

198 lines
31 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!doctype html>
<html lang="en" dir="ltr" class="docs-wrapper plugin-docs plugin-id-default docs-version-current docs-doc-page docs-doc-id-Integrations/integrations-assemblyai" data-has-hydrated="false">
<head>
<meta charset="UTF-8">
<meta name="generator" content="Docusaurus v3.7.0">
<title data-rh="true">AssemblyAI | Langflow Documentation</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://docs.langflow.org/integrations-assemblyai"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-default-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-rh="true" property="og:title" content="AssemblyAI | Langflow Documentation"><meta data-rh="true" name="description" content="The AssemblyAI components allow you to apply powerful Speech AI models to your app for tasks like:"><meta data-rh="true" property="og:description" content="The AssemblyAI components allow you to apply powerful Speech AI models to your app for tasks like:"><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://docs.langflow.org/integrations-assemblyai"><link data-rh="true" rel="alternate" href="https://docs.langflow.org/integrations-assemblyai" hreflang="en"><link data-rh="true" rel="alternate" href="https://docs.langflow.org/integrations-assemblyai" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://UZK6BDPCVY-dsn.algolia.net" crossorigin="anonymous"><link rel="preconnect" href="https://www.google-analytics.com">
<link rel="preconnect" href="https://www.googletagmanager.com">
<script async src="https://www.googletagmanager.com/gtag/js?id=G-XHC7G628ZP"></script>
<script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","G-XHC7G628ZP",{anonymize_ip:!0})</script>
<link rel="preconnect" href="https://www.googletagmanager.com">
<script>window.dataLayer=window.dataLayer||[]</script>
<script>!function(e,t,a,n){e[n]=e[n]||[],e[n].push({"gtm.start":(new Date).getTime(),event:"gtm.js"});var g=t.getElementsByTagName(a)[0],m=t.createElement(a);m.async=!0,m.src="https://www.googletagmanager.com/gtm.js?id=GTM-NK5M4ZT8",g.parentNode.insertBefore(m,g)}(window,document,"script","dataLayer")</script>
<link rel="search" type="application/opensearchdescription+xml" title="Langflow Documentation" href="/opensearch.xml"><link rel="stylesheet" href="/assets/css/styles.e5a88218.css">
<script src="/assets/js/runtime~main.9ff90d70.js" defer="defer"></script>
<script src="/assets/js/main.a4980296.js" defer="defer"></script>
</head>
<body class="navigation-with-keyboard">
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-NK5M4ZT8" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return window.localStorage.getItem("theme")}catch(t){}}();null!==e?t(e):window.matchMedia("(prefers-color-scheme: dark)").matches?t("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,t("light"))}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="navbar navbar--fixed-top navbarHideable_m1mJ"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/langflow-logo-black.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/langflow-logo-white.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></div></a></div><div class="navbar__items navbar__items--right"><a href="https://github.com/langflow-ai/langflow" target="_blank" class="navbar__item navbar__link header-github-link"></a><a href="https://twitter.com/langflow_ai" target="_blank" class="navbar__item navbar__link header-twitter-link"></a><a href="https://discord.gg/EqksyE2EX9" target="_blank" class="navbar__item navbar__link header-discord-link"></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="Switch between dark and light mode (currently light mode)" aria-label="Switch between dark and light mode (currently light mode)" aria-live="polite" aria-pressed="false"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="navbarSearchContainer_Bca1"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search (Command+K)"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0"><div class="docsWrapper_hBAB"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docRoot_UBD9"><aside class="theme-doc-sidebar-container docSidebarContainer_YfHR"><div class="sidebarViewport_aRkj"><div class="sidebar_njMd sidebarWithHideableNavbar_wUlq"><a tabindex="-1" class="sidebarLogo_isFc" href="/"><img src="/img/langflow-logo-black.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/langflow-logo-white.svg" alt="Langflow" class="themedComponent_mlkZ themedComponent--dark_xIcU"></a><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/">Welcome to Langflow</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/get-started-installation">Get started</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/starter-projects-basic-prompting">Starter projects</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/tutorials-blog-writer">Tutorials</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/concepts-overview">Concepts</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/components-agents">Components</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/agents-overview">Agents</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/configuration-api-keys">Configuration</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/deployment-docker">Deployment</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/api">API reference</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" role="button" aria-expanded="true" href="/integrations-apify">Integrations</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-apify">Apify</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-arize">Integrate Arize with Langflow</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/integrations-assemblyai">AssemblyAI</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-composio">Integrate Composio with Langflow</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-langfuse">Langfuse</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-langsmith">LangSmith</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/integrations-langwatch">LangWatch</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/integrations-setup-google-oauth-langflow">Google</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/integrations/notion/setup">Notion</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" tabindex="0" href="/integrations-nvidia-ingest">NVIDIA</a></div></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/contributing-community">Contributing</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a href="https://github.com/langflow-ai/langflow/releases/latest" target="_blank" rel="noopener noreferrer" class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false">Changelog</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" role="button" aria-expanded="false" href="/luna-for-langflow">Support</a></div></li></ul></nav></div></div></aside><main class="docMainContainer_TBSr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="Breadcrumbs"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Integrations</span><meta itemprop="position" content="1"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">AssemblyAI</span><meta itemprop="position" content="2"></li></ul></nav><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>AssemblyAI</h1></header>
<p>The AssemblyAI components allow you to apply powerful Speech AI models to your app for tasks like:</p>
<ul>
<li>Transcribing audio and video files</li>
<li>Formatting transcripts</li>
<li>Generating subtitles</li>
<li>Applying LLMs to audio files</li>
</ul>
<p>More info about AssemblyAI:</p>
<ul>
<li><a href="https://www.assemblyai.com/" target="_blank" rel="noopener noreferrer">Website</a></li>
<li><a href="https://www.assemblyai.com/docs" target="_blank" rel="noopener noreferrer">AssemblyAI API Docs</a></li>
<li><a href="https://www.assemblyai.com/dashboard/signup" target="_blank" rel="noopener noreferrer">Get a Free API key</a></li>
</ul>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="prerequisites">Prerequisites<a href="#prerequisites" class="hash-link" aria-label="Direct link to Prerequisites" title="Direct link to Prerequisites">​</a></h2>
<p>You need an <strong>AssemblyAI API key</strong>. After creating a free account, you&#x27;ll find the API key in your dashboard. <a href="https://www.assemblyai.com/dashboard/signup" target="_blank" rel="noopener noreferrer">Get a Free API key here</a>.</p>
<p>Enter the key in the <em>AssemblyAI API Key</em> field in all components that require the key.</p>
<p>(Optional): To use LeMUR, you need to upgrade your AssemblyAI account, since this is not included in the free account.</p>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="components">Components<a href="#components" class="hash-link" aria-label="Direct link to Components" title="Direct link to Components">​</a></h2>
<p><img decoding="async" loading="lazy" alt="AssemblyAI Components" src="/assets/images/assemblyai-components-b88c7c97e04114bf658898f7fc633e23.png" width="1494" height="1048" class="img_ev3q"></p>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="assemblyai-start-transcript">AssemblyAI Start Transcript<a href="#assemblyai-start-transcript" class="hash-link" aria-label="Direct link to AssemblyAI Start Transcript" title="Direct link to AssemblyAI Start Transcript">​</a></h3>
<p>This component allows you to submit an audio or video file for transcription.</p>
<p><strong>Tip</strong>: You can freeze the path of this component to only submit the file once.</p>
<ul>
<li>
<p><strong>Input</strong>:</p>
<ul>
<li>AssemblyAI API Key: Your API key.</li>
<li>Audio File: The audio or video file to transcribe.</li>
<li>Speech Model (Optional): Select the class of models. Default is <em>Best</em>. See <a href="https://www.assemblyai.com/docs/speech-to-text/speech-recognition#select-the-speech-model-with-best-and-nano" target="_blank" rel="noopener noreferrer">speech models</a> for more info.</li>
<li>Automatic Language Detection (Optional): Enable automatic language detection.</li>
<li>Language (Optional): The language of the audio file. Can be set manually if automatic language detection is disabled.
See <a href="https://www.assemblyai.com/docs/getting-started/supported-languages" target="_blank" rel="noopener noreferrer">supported languages</a> for a list of supported language codes.</li>
<li>Enable Speaker Labels (Optional): Detect speakers in an audio file and what each speaker said.</li>
<li>Expected Number of Speakers (Optional): Set the expected number of speakers, if Speaker Labels is enabled.</li>
<li>Audio File URL (Optional): The URL of the audio or video file to transcribe. Can be used instead of <em>Audio File</em>.</li>
<li>Punctuate (Optional): Apply punctuation. Default is true.</li>
<li>Format Text (Optional): Apply casing and text formatting. Default is true.</li>
</ul>
</li>
<li>
<p><strong>Output</strong>:</p>
<ul>
<li>Transcript ID: The id of the transcript</li>
</ul>
</li>
</ul>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="assemblyai-poll-transcript">AssemblyAI Poll Transcript<a href="#assemblyai-poll-transcript" class="hash-link" aria-label="Direct link to AssemblyAI Poll Transcript" title="Direct link to AssemblyAI Poll Transcript">​</a></h3>
<p>This components allows you to poll the transcripts. It checks the status of the transcript every few seconds until the transcription is completed.</p>
<ul>
<li>
<p><strong>Input</strong>:</p>
<ul>
<li>AssemblyAI API Key: Your API key.</li>
<li>Polling Interval (Optional): The polling interval in seconds. Default is 3.</li>
</ul>
</li>
<li>
<p><strong>Output</strong>:</p>
<ul>
<li>Transcription Result: The AssemblyAI JSON response of a completed transcript. Contains the text and other info.</li>
</ul>
</li>
</ul>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="assemblyai-get-subtitles">AssemblyAI Get Subtitles<a href="#assemblyai-get-subtitles" class="hash-link" aria-label="Direct link to AssemblyAI Get Subtitles" title="Direct link to AssemblyAI Get Subtitles">​</a></h3>
<p>This component allows you to generate subtitles in SRT or VTT format.</p>
<ul>
<li>
<p><strong>Input</strong>:</p>
<ul>
<li>AssemblyAI API Key: Your API key.</li>
<li>Transcription Result: The output of the <em>Poll Transcript</em> component.</li>
<li>Subtitle Format: The format of the captions (SRT or VTT).</li>
<li>Character per Caption (Optional): The maximum number of characters per caption (0 for no limit).</li>
</ul>
</li>
<li>
<p><strong>Output</strong>:</p>
<ul>
<li>Subtitles: A JSON response with the <code>subtitles</code> field containing the captions in SRT or VTT format.</li>
</ul>
</li>
</ul>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="assemblyai-lemur">AssemblyAI LeMUR<a href="#assemblyai-lemur" class="hash-link" aria-label="Direct link to AssemblyAI LeMUR" title="Direct link to AssemblyAI LeMUR">​</a></h3>
<p>This component allows you to apply Large Language Models to spoken data using the <a href="https://www.assemblyai.com/docs/lemur" target="_blank" rel="noopener noreferrer">AssemblyAI LeMUR framework</a>.</p>
<p>LeMUR automatically ingests the transcript as additional context, making it easy to apply LLMs to audio data. You can use it for tasks like summarizing audio, extracting insights, or asking questions.</p>
<ul>
<li>
<p><strong>Input</strong>:</p>
<ul>
<li>AssemblyAI API Key: Your API key.</li>
<li>Transcription Result: The output of the <em>Poll Transcript</em> component.</li>
<li>Input Prompt: The text to prompt the model. You can type your prompt in this field or connect it to a <em>Prompt</em> component.</li>
<li>Final Model: The model that is used for the final prompt after compression is performed. Default is Claude 3.5 Sonnet.</li>
<li>Temperature (Optional): The temperature to use for the model. Default is 0.0.</li>
<li>Max Output Size (Optional): Max output size in tokens, up to 4000. Default is 2000.</li>
<li>Endpoint (Optional): The LeMUR endpoint to use. Default is &quot;task&quot;. For &quot;summary&quot; and &quot;question-answer&quot;, no prompt input is needed. See <a href="https://www.assemblyai.com/docs/api-reference/lemur/" target="_blank" rel="noopener noreferrer">LeMUR API docs</a> for more info.</li>
<li>Questions (Optional): Comma-separated list of your questions. Only used if <em>Endpoint</em> is &quot;question-answer&quot;.</li>
<li>Transcript IDs (Optional): Comma-separated list of transcript IDs. LeMUR can perform actions over multiple transcripts. If provided, the <em>Transcription Result</em> is ignored.</li>
</ul>
</li>
<li>
<p><strong>Output</strong>:</p>
<ul>
<li>LeMUR Response: The generated LLM response.</li>
</ul>
</li>
</ul>
<h3 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="assemblyai-list-transcripts">AssemblyAI List Transcripts<a href="#assemblyai-list-transcripts" class="hash-link" aria-label="Direct link to AssemblyAI List Transcripts" title="Direct link to AssemblyAI List Transcripts">​</a></h3>
<p>This component can be used as a standalone component to list all previously generated transcripts.</p>
<ul>
<li>
<p><strong>Input</strong>:</p>
<ul>
<li>AssemblyAI API Key: Your API key.</li>
<li>Limit (Optional): Maximum number of transcripts to retrieve. Default is 20, use 0 for all.</li>
<li>Filter (Optional): Filter by transcript status.</li>
<li>Created On (Optional): Only get transcripts created on this date (YYYY-MM-DD).</li>
<li>Throttled Only (Optional): Only get throttled transcripts, overrides the status filter</li>
</ul>
</li>
<li>
<p><strong>Output</strong>:</p>
<ul>
<li>Transcript List: A list of all transcripts with info such as the transcript ID, the status, and the data.</li>
</ul>
</li>
</ul>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="flow-process">Flow Process<a href="#flow-process" class="hash-link" aria-label="Direct link to Flow Process" title="Direct link to Flow Process">​</a></h2>
<ol>
<li>The user inputs an audio or video file.</li>
<li>The user can also input an LLM prompt. In this example, we want to generate a summary of the transcript.</li>
<li>The flow submits the audio file for transcription.</li>
<li>The flow checks the status of the transcript every few seconds until transcription is completed.</li>
<li>The flow parses the transcription result and outputs the transcribed text.</li>
<li>The flow also generates subtitles.</li>
<li>The flow applies the LLM prompt to generate a summary.</li>
<li>As a standalone component, all transcripts can be listed.</li>
</ol>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="run-the-transcription-and-speech-ai-flow">Run the Transcription and Speech AI Flow<a href="#run-the-transcription-and-speech-ai-flow" class="hash-link" aria-label="Direct link to Run the Transcription and Speech AI Flow" title="Direct link to Run the Transcription and Speech AI Flow">​</a></h2>
<p>To run the Transcription and Speech AI Flow:</p>
<ol>
<li>Open Langflow and create a new project.</li>
<li>Add the components listed above to your flow canvas, or download the <a href="/assets/files/AssemblyAI_Flow-368be24ae9542f0b8b5253cc9d97b42f.json" target="_blank">AssemblyAI Transcription and Speech AI Flow</a>(Download link) and <strong>Import</strong> the JSON file into Langflow.</li>
<li>Connect the components as shown in the flow diagram. <strong>Tip</strong>: Freeze the path of the <em>Start Transcript</em> component to only submit the file once.</li>
<li>Input the AssemblyAI API key in in all components that require the key (Start Transcript, Poll Transcript, Get Subtitles, LeMUR, List Transcripts).</li>
<li>Select an audio or video file in the <em>Start Transcript</em> component.</li>
<li>Run the flow by clicking <strong>Play</strong> on the <em>Parse Data</em> component. Make sure that the specified template is <code>{text}</code>.</li>
<li>To generate subtitles, click <strong>Play</strong> on the <em>Get Subtitles</em> component.</li>
<li>To apply an LLM to your audio file, click <strong>Play</strong> on the <em>LeMUR</em> component. Note that you need an upgraded AssemblyAI account to use LeMUR.</li>
<li>To list all transcripts, click <strong>Play</strong> on the <em>List Transcript</em> component.</li>
</ol>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="customization">Customization<a href="#customization" class="hash-link" aria-label="Direct link to Customization" title="Direct link to Customization">​</a></h2>
<p>The flow can be customized by:</p>
<ol>
<li>Modifying the parameters in the <em>Start Transcript</em> component.</li>
<li>Modifying the subtitle format in the <em>Get Subtitles</em> component.</li>
<li>Modifying the LLM prompt for input of the <em>LeMUR</em> component.</li>
<li>Modifying the LLM parameters (e.g., temperature) in the <em>LeMUR</em> component.</li>
</ol>
<h2 class="anchor anchorWithHideOnScrollNavbar_WYt5" id="troubleshooting">Troubleshooting<a href="#troubleshooting" class="hash-link" aria-label="Direct link to Troubleshooting" title="Direct link to Troubleshooting">​</a></h2>
<p>If you encounter issues:</p>
<ol>
<li>Ensure the API key is correctly set in all components that require the key.</li>
<li>To use LeMUR, you need to upgrade your AssemblyAI account, since this is not included in the free account.</li>
<li>Verify that all components are properly connected in the flow.</li>
<li>Review the Langflow logs for any error messages.</li>
</ol>
<p>For more advanced usage, refer to the <a href="https://www.assemblyai.com/docs/" target="_blank" rel="noopener noreferrer">AssemblyAI API documentation</a>. If you need more help, you can reach out to the <a href="https://www.assemblyai.com/contact/support" target="_blank" rel="noopener noreferrer">AssemblyAI support</a>.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages"><a class="pagination-nav__link pagination-nav__link--prev" href="/integrations-arize"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">Integrate Arize with Langflow</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/integrations-composio"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Integrate Composio with Langflow</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#prerequisites" class="table-of-contents__link toc-highlight">Prerequisites</a></li><li><a href="#components" class="table-of-contents__link toc-highlight">Components</a><ul><li><a href="#assemblyai-start-transcript" class="table-of-contents__link toc-highlight">AssemblyAI Start Transcript</a></li><li><a href="#assemblyai-poll-transcript" class="table-of-contents__link toc-highlight">AssemblyAI Poll Transcript</a></li><li><a href="#assemblyai-get-subtitles" class="table-of-contents__link toc-highlight">AssemblyAI Get Subtitles</a></li><li><a href="#assemblyai-lemur" class="table-of-contents__link toc-highlight">AssemblyAI LeMUR</a></li><li><a href="#assemblyai-list-transcripts" class="table-of-contents__link toc-highlight">AssemblyAI List Transcripts</a></li></ul></li><li><a href="#flow-process" class="table-of-contents__link toc-highlight">Flow Process</a></li><li><a href="#run-the-transcription-and-speech-ai-flow" class="table-of-contents__link toc-highlight">Run the Transcription and Speech AI Flow</a></li><li><a href="#customization" class="table-of-contents__link toc-highlight">Customization</a></li><li><a href="#troubleshooting" class="table-of-contents__link toc-highlight">Troubleshooting</a></li></ul></div></div></div></div></main></div></div></div><div style="position:fixed;right:20px;bottom:20px;z-index:100;display:flex;align-items:center;gap:10px;cursor:pointer"><div style="background-color:#f6f6f6;border-radius:50%;width:48px;height:48px;display:flex;align-items:center;justify-content:center;box-shadow:0 2px 4px rgba(0,0,0,0.1)"><img src="/img/langflow-icon-black-transparent.svg" style="width:40px" alt="Search"></div></div></div>
</body>
</html>
Reference in New Issue View Git Blame Copy Permalink