AI: Add capabilities

sdkjs-plugins/content/ai/aiModelEdit.html

@@ -82,7 +82,13 @@
 			<div class="form-horizontal-item" id="block-use-for" style="margin-bottom: 0;">
 				<div id="use-for-text"></div>
 				<div id="use-for-image"></div>
+				<div id="use-for-embeddings"></div>
+				<div id="use-for-audio"></div>
+				<div id="use-for-moderations"></div>
+				<div id="use-for-realtime"></div>
+				<div id="use-for-code"></div>
 				<div id="use-for-vision"></div>
+
 			</div>
 		</div>
 		<script type="text/javascript" src="scripts/aiModelEdit.js"></script>

sdkjs-plugins/content/ai/scripts/aiModelEdit.js

@@ -10,6 +10,7 @@ var providerNameCmbEl = document.getElementById('provider-name-cmb');
 var providerUrlInputEl = document.getElementById('provider-url-input');
 var providerKeyInputEl = document.getElementById('provider-key-input');
 var modelNameCmbEl = document.getElementById('model-name-cmb');
+$(modelNameCmbEl).select2();
 var updateModelsBtnEl = document.getElementById('update-models-btn');
 var updateModelsErrorEl = document.getElementById('update-models-error');
 
@@ -37,32 +38,96 @@ var updateModelsErrorTip = new Tooltip(updateModelsErrorEl, {
 	align: 'right'
 });
 
-var useForTextBtn = new ToggleButton({
-	id: 'use-for-text',
-	icon: 'resources/icons/light/ai-texts.png'
-});
-var useForTextTip = new Tooltip(document.getElementById('use-for-text'), {
-	text: 'Texts',
-	yAnchor: 'top'
-}); 
-
-var useForImageBtn = new ToggleButton({
-	id: 'use-for-image',
-	icon: 'resources/icons/light/ai-images.png'
-});
-var useForImageTip = new Tooltip(document.getElementById('use-for-image'), {
-	text: 'Images',
-	yAnchor: 'top'
-}); 
-
-var useForVisionBtn = new ToggleButton({
-	id: 'use-for-vision',
-	icon: 'resources/icons/light/ai-visual-analysis.png'
-});
-var useForVisionTip = new Tooltip(document.getElementById('use-for-vision'), {
-	text: 'Visual Analysis',
-	yAnchor: 'top'
-}); 
+var capabilitiesElements = {
+	text: {
+		btn: new ToggleButton({
+			id: 'use-for-text',
+			icon: 'resources/icons/light/ai-texts.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-text'), {
+			text: 'Text',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Chat
+	},
+	image: {
+		btn: new ToggleButton({
+			id: 'use-for-image',
+			icon: 'resources/icons/light/ai-images.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-image'), {
+			text: 'Images',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Image
+	},
+	embeddings: {
+		btn: new ToggleButton({
+			id: 'use-for-embeddings',
+			icon: 'resources/icons/light/ai-embeddings.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-embeddings'), {
+			text: 'Embeddings',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Embeddings
+	},
+	audio: {
+		btn: new ToggleButton({
+			id: 'use-for-audio',
+			icon: 'resources/icons/light/ai-audio.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-audio'), {
+			text: 'Audio Processing',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Audio
+	},
+	moderations: {
+		btn: new ToggleButton({
+			id: 'use-for-moderations',
+			icon: 'resources/icons/light/ai-moderations.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-moderations'), {
+			text: 'Content Moderation',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Moderations
+	},
+	realtime: {
+		btn: new ToggleButton({
+			id: 'use-for-realtime',
+			icon: 'resources/icons/light/ai-realtime.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-realtime'), {
+			text: 'Realtime Tasks',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Realtime
+	},
+	code: {
+		btn: new ToggleButton({
+			id: 'use-for-code',
+			icon: 'resources/icons/light/ai-code.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-code'), {
+			text: 'Coding Help',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Code
+	},
+	vision: {
+		btn: new ToggleButton({
+			id: 'use-for-vision',
+			icon: 'resources/icons/light/ai-visual-analysis.png'
+		}),
+		tip: new Tooltip(document.getElementById('use-for-vision'), {
+			text: 'Visual Analysis',
+			yAnchor: 'top'
+		}),
+		capabilities: AI.CapabilitiesUI.Vision
+	}
+};
 
 var resolveModels = null;
 var rejectModels = null;
@@ -211,17 +276,20 @@ function onChangeModelComboBox() {
 
 function getCapabilities() {
 	var result = 0;
-	useForTextBtn.getValue() && (result += AI.CapabilitiesUI.Chat);
-	useForImageBtn.getValue() && (result += AI.CapabilitiesUI.Image);
-	useForVisionBtn.getValue() && (result += AI.CapabilitiesUI.Vision);
+	for (const key in capabilitiesElements) {
+		var itemProps = capabilitiesElements[key];
+		itemProps.btn.getValue() && (result += itemProps.capabilities);
+	}
 	return result;
 }
 
 function updateCapabilitiesBtns(capabilities) {
 	if(capabilities === undefined) return;
-	useForTextBtn.setValue((capabilities & AI.CapabilitiesUI.Chat) !== 0);
-	useForImageBtn.setValue((capabilities & AI.CapabilitiesUI.Image) !== 0);
-	useForVisionBtn.setValue((capabilities & AI.CapabilitiesUI.Vision) !== 0);
+
+	for (const key in capabilitiesElements) {
+		var itemProps = capabilitiesElements[key];
+		itemProps.btn.setValue((capabilities & itemProps.capabilities) !== 0);
+	}
 }
 
 function updateModelsList() {

sdkjs-plugins/content/ai/scripts/code.js

@@ -155,7 +155,7 @@ function onOpenEditModal(data) {
 	});
 	aiModelEditWindow.attachEvent("onGetModels", async function(provider){
 		let models = await AI.getModels(provider);
-		aiModelEditWindow.command("onGetModels", models);
+		aiModelEditWindow && aiModelEditWindow.command("onGetModels", models);
 	});
 
 	aiModelEditWindow.attachEvent("onInit", function() {

sdkjs-plugins/content/ai/scripts/settings.js

@@ -4,7 +4,12 @@ var aiModelsList = [];
 var capabilitiesList = {
 	[AI.CapabilitiesUI.Chat]: {name: 'Text-Based', icon: 'ai-texts.png'},
 	[AI.CapabilitiesUI.Image]: {name: 'Images', icon: 'ai-images.png'},
-	[AI.CapabilitiesUI.Vision]: {name: 'Vision', icon: 'ai-visual-analysis.png'},
+	[AI.CapabilitiesUI.Embeddings]: {name: 'Embeddings', icon: 'ai-embeddings.png'},
+	[AI.CapabilitiesUI.Audio]: {name: 'Audio', icon: 'ai-audio.png'},
+	[AI.CapabilitiesUI.Moderations]: {name: 'Moderations', icon: 'ai-moderations.png'},
+	[AI.CapabilitiesUI.Realtime]: {name: 'Realtime', icon: 'ai-realtime.png'},
+	[AI.CapabilitiesUI.Code]: {name: 'Code', icon: 'ai-code.png'},
+	[AI.CapabilitiesUI.Vision]: {name: 'Vision', icon: 'ai-visual-analysis.png'}
 };
 
 var scrollbarList = new PerfectScrollbar("#actions-list", {});
@@ -112,7 +117,7 @@ function updatedComboBoxes() {
 					return data.text;
 				}
 
-				var capability = capabilitiesList[action.capabilities + 100];
+				var capability = capabilitiesList[action.capabilities];
 				if(!capability) {
 					return 'Available models';
 				}