CyberMind-FR
daa4c48375
- Add gte-small embedding model preset to localaictl with proper YAML config (embeddings: true, context_size: 512) - Fix RPC expect declarations across api.js, dashboard.js, models.js to use empty expect objects, preserving full response including error fields - Replace fragile sed/awk JSON escaping in RPCD chat and completion handlers with file I/O streaming through awk for robust handling of special characters in LLM responses - Switch RPCD chat handler from curl to wget to avoid missing output file on timeout (curl doesn't create -o file on exit code 28) - Bypass RPCD 30s script timeout for chat by calling LocalAI API directly from the browser via fetch() - Add embeddings flag to models RPC and filter embedding models from chat view model selector Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
388 lines
10 KiB
JavaScript
388 lines
10 KiB
JavaScript
'use strict';
|
|
'require view';
|
|
'require ui';
|
|
'require rpc';
|
|
|
|
var callModels = rpc.declare({
|
|
object: 'luci.localai',
|
|
method: 'models',
|
|
expect: { models: [] }
|
|
});
|
|
|
|
var callStatus = rpc.declare({
|
|
object: 'luci.localai',
|
|
method: 'status',
|
|
expect: { }
|
|
});
|
|
|
|
// Call LocalAI API directly (bypasses RPCD 30s script timeout)
|
|
function callChatDirect(apiPort, model, messages, timeoutMs) {
|
|
return new Promise(function(resolve, reject) {
|
|
var timeout = timeoutMs || 180000; // 3 minutes default for LLM
|
|
var controller = new AbortController();
|
|
var timeoutId = setTimeout(function() {
|
|
controller.abort();
|
|
reject(new Error('Request timed out after ' + (timeout/1000) + 's - model may need more time'));
|
|
}, timeout);
|
|
|
|
var apiUrl = window.location.protocol + '//' + window.location.hostname + ':' + apiPort + '/v1/chat/completions';
|
|
|
|
fetch(apiUrl, {
|
|
method: 'POST',
|
|
headers: { 'Content-Type': 'application/json' },
|
|
body: JSON.stringify({ model: model, messages: messages }),
|
|
signal: controller.signal
|
|
})
|
|
.then(function(response) {
|
|
clearTimeout(timeoutId);
|
|
if (!response.ok) {
|
|
return response.text().then(function(t) {
|
|
throw new Error('API error HTTP ' + response.status + ': ' + t.substring(0, 200));
|
|
});
|
|
}
|
|
return response.json();
|
|
})
|
|
.then(function(data) {
|
|
if (data.error) {
|
|
resolve({ response: '', error: data.error.message || JSON.stringify(data.error) });
|
|
} else if (data.choices && data.choices[0] && data.choices[0].message) {
|
|
resolve({ response: data.choices[0].message.content || '' });
|
|
} else {
|
|
resolve({ response: '', error: 'Unexpected API response format' });
|
|
}
|
|
})
|
|
.catch(function(err) {
|
|
clearTimeout(timeoutId);
|
|
if (err.name === 'AbortError') {
|
|
reject(new Error('Request timed out - model may need more time'));
|
|
} else {
|
|
reject(err);
|
|
}
|
|
});
|
|
});
|
|
}
|
|
|
|
return view.extend({
|
|
title: _('LocalAI Chat'),
|
|
messages: [],
|
|
selectedModel: null,
|
|
|
|
load: function() {
|
|
return Promise.all([callModels(), callStatus()]);
|
|
},
|
|
|
|
render: function(data) {
|
|
var self = this;
|
|
var modelsData = data[0];
|
|
var statusData = data[1] || {};
|
|
this.apiPort = statusData.api_port || 8080;
|
|
|
|
// RPC with expect returns array directly
|
|
var allModels = Array.isArray(modelsData) ? modelsData : (modelsData && modelsData.models ? modelsData.models : []);
|
|
// Filter out embedding models - they can't do chat completions
|
|
var models = allModels.filter(function(m) { return !m.embeddings; });
|
|
|
|
var container = E('div', { 'class': 'localai-chat' }, [
|
|
E('style', {}, this.getCSS()),
|
|
|
|
// Header
|
|
E('div', { 'class': 'chat-header' }, [
|
|
E('div', { 'class': 'chat-title' }, [
|
|
E('span', { 'class': 'chat-icon' }, '💬'),
|
|
_('LocalAI Chat')
|
|
]),
|
|
E('div', { 'class': 'chat-model-select' }, [
|
|
E('label', {}, _('Model:')),
|
|
E('select', {
|
|
'id': 'model-select',
|
|
'change': function(e) { self.selectedModel = e.target.value; }
|
|
}, models.length > 0 ?
|
|
models.map(function(m) {
|
|
var modelId = m.id || m.name;
|
|
var displayName = m.loaded ? modelId + ' ✓' : modelId;
|
|
return E('option', { 'value': modelId }, displayName);
|
|
}) :
|
|
[E('option', { 'value': '' }, _('No chat models available'))]
|
|
)
|
|
])
|
|
]),
|
|
|
|
// Chat Messages
|
|
E('div', { 'class': 'chat-messages', 'id': 'chat-messages' }, [
|
|
E('div', { 'class': 'chat-welcome' }, [
|
|
E('div', { 'class': 'welcome-icon' }, '🤖'),
|
|
E('div', { 'class': 'welcome-title' }, _('Welcome to LocalAI Chat')),
|
|
E('div', { 'class': 'welcome-text' }, _('Start a conversation with your local AI model.'))
|
|
])
|
|
]),
|
|
|
|
// Input Area
|
|
E('div', { 'class': 'chat-input-area' }, [
|
|
E('textarea', {
|
|
'id': 'chat-input',
|
|
'class': 'chat-input',
|
|
'placeholder': _('Type your message...'),
|
|
'rows': 2,
|
|
'keydown': function(e) {
|
|
if (e.key === 'Enter' && !e.shiftKey) {
|
|
e.preventDefault();
|
|
self.sendMessage();
|
|
}
|
|
}
|
|
}),
|
|
E('button', {
|
|
'class': 'chat-send-btn',
|
|
'click': function() { self.sendMessage(); }
|
|
}, [E('span', {}, '➤'), _('Send')])
|
|
])
|
|
]);
|
|
|
|
// Set initial model
|
|
if (models.length > 0) {
|
|
var loadedModel = models.find(function(m) { return m.loaded; });
|
|
this.selectedModel = loadedModel ? (loadedModel.id || loadedModel.name) : (models[0].id || models[0].name);
|
|
}
|
|
|
|
return container;
|
|
},
|
|
|
|
sendMessage: function() {
|
|
var self = this;
|
|
var input = document.getElementById('chat-input');
|
|
var messagesContainer = document.getElementById('chat-messages');
|
|
var message = input.value.trim();
|
|
|
|
if (!message) return;
|
|
|
|
if (!this.selectedModel) {
|
|
ui.addNotification(null, E('p', _('Please select a model first')), 'error');
|
|
return;
|
|
}
|
|
|
|
// Clear welcome if present
|
|
var welcome = messagesContainer.querySelector('.chat-welcome');
|
|
if (welcome) welcome.remove();
|
|
|
|
// Add user message
|
|
messagesContainer.appendChild(E('div', { 'class': 'chat-message user' }, [
|
|
E('div', { 'class': 'message-avatar' }, '👤'),
|
|
E('div', { 'class': 'message-content' }, [
|
|
E('div', { 'class': 'message-text' }, message)
|
|
])
|
|
]));
|
|
|
|
// Add loading indicator
|
|
var loadingMsg = E('div', { 'class': 'chat-message assistant loading', 'id': 'loading-msg' }, [
|
|
E('div', { 'class': 'message-avatar' }, '🤖'),
|
|
E('div', { 'class': 'message-content' }, [
|
|
E('div', { 'class': 'message-loading' }, [
|
|
E('span', {}), E('span', {}), E('span', {})
|
|
])
|
|
])
|
|
]);
|
|
messagesContainer.appendChild(loadingMsg);
|
|
messagesContainer.scrollTop = messagesContainer.scrollHeight;
|
|
|
|
// Clear input
|
|
input.value = '';
|
|
|
|
// Build messages array
|
|
this.messages.push({ role: 'user', content: message });
|
|
|
|
// Call LocalAI API directly (bypasses RPCD 30s script timeout)
|
|
callChatDirect(this.apiPort, this.selectedModel, this.messages, 180000)
|
|
.then(function(result) {
|
|
var loading = document.getElementById('loading-msg');
|
|
if (loading) loading.remove();
|
|
|
|
var response = result.response || result.error || _('No response');
|
|
self.messages.push({ role: 'assistant', content: response });
|
|
|
|
messagesContainer.appendChild(E('div', { 'class': 'chat-message assistant' }, [
|
|
E('div', { 'class': 'message-avatar' }, '🤖'),
|
|
E('div', { 'class': 'message-content' }, [
|
|
E('div', { 'class': 'message-text' }, response)
|
|
])
|
|
]));
|
|
messagesContainer.scrollTop = messagesContainer.scrollHeight;
|
|
})
|
|
.catch(function(err) {
|
|
var loading = document.getElementById('loading-msg');
|
|
if (loading) loading.remove();
|
|
|
|
messagesContainer.appendChild(E('div', { 'class': 'chat-message assistant error' }, [
|
|
E('div', { 'class': 'message-avatar' }, '⚠️'),
|
|
E('div', { 'class': 'message-content' }, [
|
|
E('div', { 'class': 'message-text' }, _('Error: ') + err.message)
|
|
])
|
|
]));
|
|
messagesContainer.scrollTop = messagesContainer.scrollHeight;
|
|
});
|
|
},
|
|
|
|
getCSS: function() {
|
|
return `
|
|
.localai-chat {
|
|
font-family: 'Inter', -apple-system, sans-serif;
|
|
background: #030712;
|
|
color: #f8fafc;
|
|
min-height: calc(100vh - 100px);
|
|
display: flex;
|
|
flex-direction: column;
|
|
padding: 16px;
|
|
}
|
|
.chat-header {
|
|
display: flex;
|
|
align-items: center;
|
|
justify-content: space-between;
|
|
padding: 16px 20px;
|
|
background: #0f172a;
|
|
border: 1px solid #334155;
|
|
border-radius: 12px;
|
|
margin-bottom: 16px;
|
|
}
|
|
.chat-title {
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 12px;
|
|
font-size: 18px;
|
|
font-weight: 600;
|
|
}
|
|
.chat-icon { font-size: 24px; }
|
|
.chat-model-select {
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 10px;
|
|
}
|
|
.chat-model-select select {
|
|
padding: 8px 12px;
|
|
background: #1e293b;
|
|
border: 1px solid #334155;
|
|
border-radius: 8px;
|
|
color: #f8fafc;
|
|
font-size: 13px;
|
|
}
|
|
.chat-messages {
|
|
flex: 1;
|
|
overflow-y: auto;
|
|
padding: 20px;
|
|
background: #0f172a;
|
|
border: 1px solid #334155;
|
|
border-radius: 12px;
|
|
margin-bottom: 16px;
|
|
display: flex;
|
|
flex-direction: column;
|
|
gap: 16px;
|
|
min-height: 400px;
|
|
}
|
|
.chat-welcome {
|
|
text-align: center;
|
|
padding: 60px 20px;
|
|
color: #64748b;
|
|
}
|
|
.welcome-icon { font-size: 64px; margin-bottom: 20px; }
|
|
.welcome-title { font-size: 20px; font-weight: 600; margin-bottom: 10px; color: #94a3b8; }
|
|
.welcome-text { font-size: 14px; }
|
|
.chat-message {
|
|
display: flex;
|
|
gap: 12px;
|
|
max-width: 80%;
|
|
}
|
|
.chat-message.user {
|
|
align-self: flex-end;
|
|
flex-direction: row-reverse;
|
|
}
|
|
.message-avatar {
|
|
width: 36px;
|
|
height: 36px;
|
|
border-radius: 10px;
|
|
background: #1e293b;
|
|
display: flex;
|
|
align-items: center;
|
|
justify-content: center;
|
|
font-size: 18px;
|
|
flex-shrink: 0;
|
|
}
|
|
.chat-message.user .message-avatar {
|
|
background: linear-gradient(135deg, #06b6d4, #0ea5e9);
|
|
}
|
|
.chat-message.assistant .message-avatar {
|
|
background: linear-gradient(135deg, #a855f7, #6366f1);
|
|
}
|
|
.message-content {
|
|
padding: 12px 16px;
|
|
border-radius: 12px;
|
|
background: #1e293b;
|
|
}
|
|
.chat-message.user .message-content {
|
|
background: linear-gradient(135deg, #06b6d4, #0ea5e9);
|
|
}
|
|
.chat-message.error .message-content {
|
|
background: rgba(239, 68, 68, 0.2);
|
|
border: 1px solid rgba(239, 68, 68, 0.3);
|
|
}
|
|
.message-text {
|
|
font-size: 14px;
|
|
line-height: 1.5;
|
|
white-space: pre-wrap;
|
|
}
|
|
.message-loading {
|
|
display: flex;
|
|
gap: 4px;
|
|
}
|
|
.message-loading span {
|
|
width: 8px;
|
|
height: 8px;
|
|
background: #a855f7;
|
|
border-radius: 50%;
|
|
animation: bounce 1.4s infinite ease-in-out;
|
|
}
|
|
.message-loading span:nth-child(1) { animation-delay: -0.32s; }
|
|
.message-loading span:nth-child(2) { animation-delay: -0.16s; }
|
|
@keyframes bounce {
|
|
0%, 80%, 100% { transform: scale(0); }
|
|
40% { transform: scale(1); }
|
|
}
|
|
.chat-input-area {
|
|
display: flex;
|
|
gap: 12px;
|
|
padding: 16px;
|
|
background: #0f172a;
|
|
border: 1px solid #334155;
|
|
border-radius: 12px;
|
|
}
|
|
.chat-input {
|
|
flex: 1;
|
|
padding: 12px 16px;
|
|
background: #1e293b;
|
|
border: 1px solid #334155;
|
|
border-radius: 10px;
|
|
color: #f8fafc;
|
|
font-size: 14px;
|
|
resize: none;
|
|
font-family: inherit;
|
|
}
|
|
.chat-input:focus {
|
|
outline: none;
|
|
border-color: #a855f7;
|
|
}
|
|
.chat-send-btn {
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 8px;
|
|
padding: 12px 24px;
|
|
background: linear-gradient(135deg, #a855f7, #6366f1);
|
|
border: none;
|
|
border-radius: 10px;
|
|
color: white;
|
|
font-size: 14px;
|
|
font-weight: 600;
|
|
cursor: pointer;
|
|
}
|
|
.chat-send-btn:hover {
|
|
box-shadow: 0 0 20px rgba(168, 85, 247, 0.4);
|
|
}
|
|
`;
|
|
}
|
|
});
|