1<html>
2
3<head>
4 <meta charset="UTF-8">
5 <meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1" />
6 <meta name="color-scheme" content="light dark">
7 <title>llama.cpp - chat</title>
8
9 <style>
10 body {
11 font-family: system-ui;
12 font-size: 90%;
13 background-image: url('llamapattern.png');
14 }
15
16 #container {
17 margin: 0em auto;
18 display: flex;
19 flex-direction: column;
20 justify-content: space-between;
21 height: 100%;
22 }
23
24 main {
25 margin: 3px;
26 display: flex;
27 flex-direction: column;
28 justify-content: space-between;
29 gap: 1em;
30
31 flex-grow: 1;
32 overflow-y: auto;
33
34 border: 1px solid #ccc;
35 border-radius: 5px;
36 padding: 0.5em;
37
38 background-color: rgba(255,255,255,0.9);
39 }
40
41 body {
42 max-width: 600px;
43 min-width: 300px;
44 line-height: 1.2;
45 margin: 0 auto;
46 padding: 0 0.5em;
47 }
48
49 p {
50 overflow-wrap: break-word;
51 word-wrap: break-word;
52 hyphens: auto;
53 margin-top: 0.5em;
54 margin-bottom: 0.5em;
55 }
56
57 #write form {
58 margin: 1em 0 0 0;
59 display: flex;
60 flex-direction: column;
61 gap: 0.5em;
62 align-items: stretch;
63 }
64
65 .right {
66 display: flex;
67 flex-direction: row;
68 gap: 0.5em;
69 justify-content: flex-end;
70 }
71
72 fieldset {
73 border: none;
74 padding: 0;
75 margin: 0;
76 }
77
78 fieldset.two {
79 display: grid;
80 grid-template: "a a";
81 gap: 1em;
82 }
83
84 fieldset.three {
85 display: grid;
86 grid-template: "a a a";
87 gap: 1em;
88 }
89
90 details {
91 border: 1px solid #aaa;
92 border-radius: 4px;
93 padding: 0.5em 0.5em 0;
94 margin-top: 0.5em;
95 }
96
97 summary {
98 font-weight: bold;
99 margin: -0.5em -0.5em 0;
100 padding: 0.5em;
101 cursor: pointer;
102 }
103
104 details[open] {
105 padding: 0.5em;
106 }
107
108 .prob-set {
109 padding: 0.3em;
110 border-bottom: 1px solid #ccc;
111 }
112
113 .popover-content {
114 position: absolute;
115 background-color: white;
116 padding: 0.2em;
117 box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
118 }
119
120 textarea {
121 padding: 5px;
122 flex-grow: 1;
123 width: 100%;
124 }
125
126 pre code {
127 display: block;
128 background-color: #222;
129 color: #ddd;
130 }
131
132 code {
133 font-family: monospace;
134 padding: 0.1em 0.3em;
135 border-radius: 3px;
136 }
137
138 fieldset label {
139 margin: 0.5em 0;
140 display: block;
141 }
142
143 fieldset label.slim {
144 margin: 0 0.5em;
145 display: inline;
146 }
147
148 header,
149 footer {
150 text-align: center;
151 }
152
153 footer {
154 font-size: 80%;
155 color: #888;
156 }
157
158 .mode-chat textarea[name=prompt] {
159 height: 4.5em;
160 }
161
162 .mode-completion textarea[name=prompt] {
163 height: 10em;
164 }
165
166 [contenteditable] {
167 display: inline-block;
168 white-space: pre-wrap;
169 outline: 0px solid transparent;
170 }
171
172 @keyframes loading-bg-wipe {
173 0% {
174 background-position: 0%;
175 }
176
177 100% {
178 background-position: 100%;
179 }
180 }
181
182 .loading {
183 --loading-color-1: #eeeeee00;
184 --loading-color-2: #eeeeeeff;
185 background-size: 50% 100%;
186 background-image: linear-gradient(90deg, var(--loading-color-1), var(--loading-color-2), var(--loading-color-1));
187 animation: loading-bg-wipe 2s linear infinite;
188 }
189
190 @media (prefers-color-scheme: dark) {
191 .loading {
192 --loading-color-1: #22222200;
193 --loading-color-2: #222222ff;
194 }
195
196 .popover-content {
197 background-color: black;
198 }
199 }
200 </style>
201
202 <script type="module">
203 import {
204 html, h, signal, effect, computed, render, useSignal, useEffect, useRef, Component
205 } from './index.js';
206
207 import { llama } from './completion.js';
208 import { SchemaConverter } from './json-schema-to-grammar.mjs';
209 let selected_image = false;
210 var slot_id = -1;
211
212 const session = signal({
213 prompt: "This is a conversation between User and Llama, a friendly chatbot. Llama is helpful, kind, honest, good at writing, and never fails to answer any requests immediately and with precision.",
214 template: "{{prompt}}\n\n{{history}}\n{{char}}:",
215 historyTemplate: "{{name}}: {{message}}",
216 transcript: [],
217 type: "chat", // "chat" | "completion"
218 char: "Llama",
219 user: "User",
220 image_selected: ''
221 })
222
223 const params = signal({
224 n_predict: 400,
225 temperature: 0.7,
226 repeat_last_n: 256, // 0 = disable penalty, -1 = context size
227 repeat_penalty: 1.18, // 1.0 = disabled
228 top_k: 40, // <= 0 to use vocab size
229 top_p: 0.95, // 1.0 = disabled
230 min_p: 0.05, // 0 = disabled
231 typical_p: 1.0, // 1.0 = disabled
232 presence_penalty: 0.0, // 0.0 = disabled
233 frequency_penalty: 0.0, // 0.0 = disabled
234 mirostat: 0, // 0/1/2
235 mirostat_tau: 5, // target entropy
236 mirostat_eta: 0.1, // learning rate
237 grammar: '',
238 n_probs: 0, // no completion_probabilities,
239 min_keep: 0, // min probs from each sampler,
240 image_data: [],
241 cache_prompt: true,
242 api_key: ''
243 })
244
245 /* START: Support for storing prompt templates and parameters in browsers LocalStorage */
246
247 const local_storage_storageKey = "llamacpp_server_local_storage";
248
249 function local_storage_setDataFromObject(tag, content) {
250 localStorage.setItem(local_storage_storageKey + '/' + tag, JSON.stringify(content));
251 }
252
253 function local_storage_setDataFromRawText(tag, content) {
254 localStorage.setItem(local_storage_storageKey + '/' + tag, content);
255 }
256
257 function local_storage_getDataAsObject(tag) {
258 const item = localStorage.getItem(local_storage_storageKey + '/' + tag);
259 if (!item) {
260 return null;
261 } else {
262 return JSON.parse(item);
263 }
264 }
265
266 function local_storage_getDataAsRawText(tag) {
267 const item = localStorage.getItem(local_storage_storageKey + '/' + tag);
268 if (!item) {
269 return null;
270 } else {
271 return item;
272 }
273 }
274
275 // create a container for user templates and settings
276
277 const savedUserTemplates = signal({})
278 const selectedUserTemplate = signal({ name: '', template: { session: {}, params: {} } })
279
280 // let's import locally saved templates and settings if there are any
281 // user templates and settings are stored in one object
282 // in form of { "templatename": "templatedata" } and { "settingstemplatename":"settingsdata" }
283
284 console.log('Importing saved templates')
285
286 let importedTemplates = local_storage_getDataAsObject('user_templates')
287
288 if (importedTemplates) {
289 // saved templates were successfully imported.
290
291 console.log('Processing saved templates and updating default template')
292 params.value = { ...params.value, image_data: [] };
293
294 //console.log(importedTemplates);
295 savedUserTemplates.value = importedTemplates;
296
297 //override default template
298 savedUserTemplates.value.default = { session: session.value, params: params.value }
299 local_storage_setDataFromObject('user_templates', savedUserTemplates.value)
300 } else {
301 // no saved templates detected.
302
303 console.log('Initializing LocalStorage and saving default template')
304
305 savedUserTemplates.value = { "default": { session: session.value, params: params.value } }
306 local_storage_setDataFromObject('user_templates', savedUserTemplates.value)
307 }
308
309 function userTemplateResetToDefault() {
310 console.log('Resetting template to default')
311 selectedUserTemplate.value.name = 'default';
312 selectedUserTemplate.value.data = savedUserTemplates.value['default'];
313 }
314
315 function userTemplateApply(t) {
316 session.value = t.data.session;
317 session.value = { ...session.value, image_selected: '' };
318 params.value = t.data.params;
319 params.value = { ...params.value, image_data: [] };
320 }
321
322 function userTemplateResetToDefaultAndApply() {
323 userTemplateResetToDefault()
324 userTemplateApply(selectedUserTemplate.value)
325 }
326
327 function userTemplateLoadAndApplyAutosaved() {
328 // get autosaved last used template
329 let lastUsedTemplate = local_storage_getDataAsObject('user_templates_last')
330
331 if (lastUsedTemplate) {
332
333 console.log('Autosaved template found, restoring')
334
335 selectedUserTemplate.value = lastUsedTemplate
336 }
337 else {
338
339 console.log('No autosaved template found, using default template')
340 // no autosaved last used template was found, so load from default.
341
342 userTemplateResetToDefault()
343 }
344
345 console.log('Applying template')
346 // and update internal data from templates
347
348 userTemplateApply(selectedUserTemplate.value)
349 }
350
351 //console.log(savedUserTemplates.value)
352 //console.log(selectedUserTemplate.value)
353
354 function userTemplateAutosave() {
355 console.log('Template Autosave...')
356 if (selectedUserTemplate.value.name == 'default') {
357 // we don't want to save over default template, so let's create a new one
358 let newTemplateName = 'UserTemplate-' + Date.now().toString()
359 let newTemplate = { 'name': newTemplateName, 'data': { 'session': session.value, 'params': params.value } }
360
361 console.log('Saving as ' + newTemplateName)
362
363 // save in the autosave slot
364 local_storage_setDataFromObject('user_templates_last', newTemplate)
365
366 // and load it back and apply
367 userTemplateLoadAndApplyAutosaved()
368 } else {
369 local_storage_setDataFromObject('user_templates_last', { 'name': selectedUserTemplate.value.name, 'data': { 'session': session.value, 'params': params.value } })
370 }
371 }
372
373 console.log('Checking for autosaved last used template')
374 userTemplateLoadAndApplyAutosaved()
375
376 /* END: Support for storing prompt templates and parameters in browsers LocalStorage */
377
378 const llamaStats = signal(null)
379 const controller = signal(null)
380
381 // currently generating a completion?
382 const generating = computed(() => controller.value != null)
383
384 // has the user started a chat?
385 const chatStarted = computed(() => session.value.transcript.length > 0)
386
387 const transcriptUpdate = (transcript) => {
388 session.value = {
389 ...session.value,
390 transcript
391 }
392 }
393
394 // simple template replace
395 const template = (str, extraSettings) => {
396 let settings = session.value;
397 if (extraSettings) {
398 settings = { ...settings, ...extraSettings };
399 }
400 return String(str).replaceAll(/\{\{(.*?)\}\}/g, (_, key) => template(settings[key]));
401 }
402
403 async function runLlama(prompt, llamaParams, char) {
404 const currentMessages = [];
405 const history = session.value.transcript;
406 if (controller.value) {
407 throw new Error("already running");
408 }
409 controller.value = new AbortController();
410 for await (const chunk of llama(prompt, llamaParams, { controller: controller.value, api_url: location.pathname.replace(/\/+$/, '') })) {
411 const data = chunk.data;
412
413 if (data.stop) {
414 while (
415 currentMessages.length > 0 &&
416 currentMessages[currentMessages.length - 1].content.match(/\n$/) != null
417 ) {
418 currentMessages.pop();
419 }
420 transcriptUpdate([...history, [char, currentMessages]])
421 console.log("Completion finished: '", currentMessages.map(msg => msg.content).join(''), "', summary: ", data);
422 } else {
423 currentMessages.push(data);
424 slot_id = data.slot_id;
425 if (selected_image && !data.multimodal) {
426 alert("The server was not compiled for multimodal or the model projector can't be loaded.");
427 return;
428 }
429 transcriptUpdate([...history, [char, currentMessages]])
430 }
431
432 if (data.timings) {
433 llamaStats.value = data;
434 }
435 }
436
437 controller.value = null;
438 }
439
440 // send message to server
441 const chat = async (msg) => {
442 if (controller.value) {
443 console.log('already running...');
444 return;
445 }
446
447 transcriptUpdate([...session.value.transcript, ["{{user}}", msg]])
448
449 let prompt = template(session.value.template, {
450 message: msg,
451 history: session.value.transcript.flatMap(
452 ([name, data]) =>
453 template(
454 session.value.historyTemplate,
455 {
456 name,
457 message: Array.isArray(data) ?
458 data.map(msg => msg.content).join('').replace(/^\s/, '') :
459 data,
460 }
461 )
462 ).join("\n"),
463 });
464 if (selected_image) {
465 prompt = `A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\nUSER:[img-10]${msg}\nASSISTANT:`;
466 }
467 await runLlama(prompt, {
468 ...params.value,
469 slot_id: slot_id,
470 stop: ["</s>", template("{{char}}:"), template("{{user}}:")],
471 }, "{{char}}");
472 }
473
474 const runCompletion = () => {
475 if (controller.value) {
476 console.log('already running...');
477 return;
478 }
479 const { prompt } = session.value;
480 transcriptUpdate([...session.value.transcript, ["", prompt]]);
481 runLlama(prompt, {
482 ...params.value,
483 slot_id: slot_id,
484 stop: [],
485 }, "").finally(() => {
486 session.value.prompt = session.value.transcript.map(([_, data]) =>
487 Array.isArray(data) ? data.map(msg => msg.content).join('') : data
488 ).join('');
489 session.value.transcript = [];
490 })
491 }
492
493 const stop = (e) => {
494 e.preventDefault();
495 if (controller.value) {
496 controller.value.abort();
497 controller.value = null;
498 }
499 }
500
501 const reset = (e) => {
502 stop(e);
503 transcriptUpdate([]);
504 }
505
506 const uploadImage = (e) => {
507 e.preventDefault();
508 document.getElementById("fileInput").click();
509 document.getElementById("fileInput").addEventListener("change", function (event) {
510 const selectedFile = event.target.files[0];
511 if (selectedFile) {
512 const reader = new FileReader();
513 reader.onload = function () {
514 const image_data = reader.result;
515 session.value = { ...session.value, image_selected: image_data };
516 params.value = {
517 ...params.value, image_data: [
518 { data: image_data.replace(/data:image\/[^;]+;base64,/, ''), id: 10 }]
519 }
520 };
521 selected_image = true;
522 reader.readAsDataURL(selectedFile);
523 }
524 });
525 }
526
527 function MessageInput() {
528 const message = useSignal("")
529
530 const submit = (e) => {
531 stop(e);
532 chat(message.value);
533 message.value = "";
534 }
535
536 const enterSubmits = (event) => {
537 if (event.which === 13 && !event.shiftKey) {
538 submit(event);
539 }
540 }
541
542 return html`
543 <form onsubmit=${submit}>
544 <div>
545 <textarea
546 className=${generating.value ? "loading" : null}
547 oninput=${(e) => message.value = e.target.value}
548 onkeypress=${enterSubmits}
549 placeholder="Say something..."
550 rows=2
551 type="text"
552 value="${message}"
553 />
554 </div>
555 <div class="right">
556 <button type="submit" disabled=${generating.value}>Send</button>
557 <button onclick=${uploadImage}>Upload Image</button>
558 <button onclick=${stop} disabled=${!generating.value}>Stop</button>
559 <button onclick=${reset}>Reset</button>
560 </div>
561 </form>
562 `
563 }
564
565 function CompletionControls() {
566 const submit = (e) => {
567 stop(e);
568 runCompletion();
569 }
570 return html`
571 <div>
572 <button onclick=${submit} type="button" disabled=${generating.value}>Start</button>
573 <button onclick=${stop} disabled=${!generating.value}>Stop</button>
574 <button onclick=${reset}>Reset</button>
575 </div>`;
576 }
577
578 const ChatLog = (props) => {
579 const messages = session.value.transcript;
580 const container = useRef(null)
581
582 useEffect(() => {
583 // scroll to bottom (if needed)
584 const parent = container.current.parentElement;
585 if (parent && parent.scrollHeight <= parent.scrollTop + parent.offsetHeight + 300) {
586 parent.scrollTo(0, parent.scrollHeight)
587 }
588 }, [messages])
589
590 const isCompletionMode = session.value.type === 'completion'
591 const chatLine = ([user, data], index) => {
592 let message
593 const isArrayMessage = Array.isArray(data)
594 if (params.value.n_probs > 0 && isArrayMessage) {
595 message = html`<${Probabilities} data=${data} />`
596 } else {
597 const text = isArrayMessage ?
598 data.map(msg => msg.content).join('').replace(/^\s+/, '') :
599 data;
600 message = isCompletionMode ?
601 text :
602 html`<${Markdownish} text=${template(text)} />`
603 }
604 if (user) {
605 return html`<p key=${index}><strong>${template(user)}:</strong> ${message}</p>`
606 } else {
607 return isCompletionMode ?
608 html`<span key=${index}>${message}</span>` :
609 html`<p key=${index}>${message}</p>`
610 }
611 };
612
613 const handleCompletionEdit = (e) => {
614 session.value.prompt = e.target.innerText;
615 session.value.transcript = [];
616 }
617
618 return html`
619 <div id="chat" ref=${container} key=${messages.length}>
620 <img style="width: 60%;${!session.value.image_selected ? `display: none;` : ``}" src="${session.value.image_selected}"/>
621 <span contenteditable=${isCompletionMode} ref=${container} oninput=${handleCompletionEdit}>
622 ${messages.flatMap(chatLine)}
623 </span>
624 </div>`;
625 };
626
627 const ConfigForm = (props) => {
628 const updateSession = (el) => session.value = { ...session.value, [el.target.name]: el.target.value }
629 const updateParams = (el) => params.value = { ...params.value, [el.target.name]: el.target.value }
630 const updateParamsFloat = (el) => params.value = { ...params.value, [el.target.name]: parseFloat(el.target.value) }
631 const updateParamsInt = (el) => params.value = { ...params.value, [el.target.name]: Math.floor(parseFloat(el.target.value)) }
632 const updateParamsBool = (el) => params.value = { ...params.value, [el.target.name]: el.target.checked }
633
634 const grammarJsonSchemaPropOrder = signal('')
635 const updateGrammarJsonSchemaPropOrder = (el) => grammarJsonSchemaPropOrder.value = el.target.value
636 const convertJSONSchemaGrammar = async () => {
637 try {
638 let schema = JSON.parse(params.value.grammar)
639 const converter = new SchemaConverter({
640 prop_order: grammarJsonSchemaPropOrder.value
641 .split(',')
642 .reduce((acc, cur, i) => ({ ...acc, [cur.trim()]: i }), {}),
643 allow_fetch: true,
644 })
645 schema = await converter.resolveRefs(schema, 'input')
646 converter.visit(schema, '')
647 params.value = {
648 ...params.value,
649 grammar: converter.formatGrammar(),
650 }
651 } catch (e) {
652 alert(`Convert failed: ${e.message}`)
653 }
654 }
655
656 const FloatField = ({ label, max, min, name, step, value }) => {
657 return html`
658 <div>
659 <label for="${name}">${label}</label>
660 <input type="range" id="${name}" min="${min}" max="${max}" step="${step}" name="${name}" value="${value}" oninput=${updateParamsFloat} />
661 <span>${value}</span>
662 </div>
663 `
664 };
665
666 const IntField = ({ label, max, min, name, value }) => {
667 return html`
668 <div>
669 <label for="${name}">${label}</label>
670 <input type="range" id="${name}" min="${min}" max="${max}" name="${name}" value="${value}" oninput=${updateParamsInt} />
671 <span>${value}</span>
672 </div>
673 `
674 };
675
676 const BoolField = ({ label, name, value }) => {
677 return html`
678 <div>
679 <label for="${name}">${label}</label>
680 <input type="checkbox" id="${name}" name="${name}" checked="${value}" onclick=${updateParamsBool} />
681 </div>
682 `
683 };
684
685 const userTemplateReset = (e) => {
686 e.preventDefault();
687 userTemplateResetToDefaultAndApply()
688 }
689
690 const UserTemplateResetButton = () => {
691 if (selectedUserTemplate.value.name == 'default') {
692 return html`
693 <button disabled>Using default template</button>
694 `
695 }
696
697 return html`
698 <button onclick=${userTemplateReset}>Reset all to default</button>
699 `
700 };
701
702 useEffect(() => {
703 // autosave template on every change
704 userTemplateAutosave()
705 }, [session.value, params.value])
706
707 const GrammarControl = () => (
708 html`
709 <div>
710 <label for="template">Grammar</label>
711 <textarea id="grammar" name="grammar" placeholder="Use gbnf or JSON Schema+convert" value="${params.value.grammar}" rows=4 oninput=${updateParams}/>
712 <input type="text" name="prop-order" placeholder="order: prop1,prop2,prop3" oninput=${updateGrammarJsonSchemaPropOrder} />
713 <button type="button" onclick=${convertJSONSchemaGrammar}>Convert JSON Schema</button>
714 </div>
715 `
716 );
717
718 const PromptControlFieldSet = () => (
719 html`
720 <fieldset>
721 <div>
722 <label htmlFor="prompt">Prompt</label>
723 <textarea type="text" name="prompt" value="${session.value.prompt}" oninput=${updateSession}/>
724 </div>
725 </fieldset>
726 `
727 );
728
729 const ChatConfigForm = () => (
730 html`
731 ${PromptControlFieldSet()}
732
733 <fieldset class="two">
734 <div>
735 <label for="user">User name</label>
736 <input type="text" name="user" value="${session.value.user}" oninput=${updateSession} />
737 </div>
738
739 <div>
740 <label for="bot">Bot name</label>
741 <input type="text" name="char" value="${session.value.char}" oninput=${updateSession} />
742 </div>
743 </fieldset>
744
745 <fieldset>
746 <div>
747 <label for="template">Prompt template</label>
748 <textarea id="template" name="template" value="${session.value.template}" rows=4 oninput=${updateSession}/>
749 </div>
750
751 <div>
752 <label for="template">Chat history template</label>
753 <textarea id="template" name="historyTemplate" value="${session.value.historyTemplate}" rows=1 oninput=${updateSession}/>
754 </div>
755 ${GrammarControl()}
756 </fieldset>
757 `
758 );
759
760 const CompletionConfigForm = () => (
761 html`
762 ${PromptControlFieldSet()}
763 <fieldset>${GrammarControl()}</fieldset>
764 `
765 );
766
767 return html`
768 <form>
769 <fieldset class="two">
770 <${UserTemplateResetButton}/>
771 <div>
772 <label class="slim"><input type="radio" name="type" value="chat" checked=${session.value.type === "chat"} oninput=${updateSession} /> Chat</label>
773 <label class="slim"><input type="radio" name="type" value="completion" checked=${session.value.type === "completion"} oninput=${updateSession} /> Completion</label>
774 </div>
775 </fieldset>
776
777 ${session.value.type === 'chat' ? ChatConfigForm() : CompletionConfigForm()}
778
779 <fieldset class="two">
780 ${IntField({ label: "Predictions", max: 2048, min: -1, name: "n_predict", value: params.value.n_predict })}
781 ${FloatField({ label: "Temperature", max: 2.0, min: 0.0, name: "temperature", step: 0.01, value: params.value.temperature })}
782 ${FloatField({ label: "Penalize repeat sequence", max: 2.0, min: 0.0, name: "repeat_penalty", step: 0.01, value: params.value.repeat_penalty })}
783 ${IntField({ label: "Consider N tokens for penalize", max: 2048, min: 0, name: "repeat_last_n", value: params.value.repeat_last_n })}
784 ${IntField({ label: "Top-K sampling", max: 100, min: -1, name: "top_k", value: params.value.top_k })}
785 ${FloatField({ label: "Top-P sampling", max: 1.0, min: 0.0, name: "top_p", step: 0.01, value: params.value.top_p })}
786 ${FloatField({ label: "Min-P sampling", max: 1.0, min: 0.0, name: "min_p", step: 0.01, value: params.value.min_p })}
787 </fieldset>
788 <details>
789 <summary>More options</summary>
790 <fieldset class="two">
791 ${FloatField({ label: "Typical P", max: 1.0, min: 0.0, name: "typical_p", step: 0.01, value: params.value.typical_p })}
792 ${FloatField({ label: "Presence penalty", max: 1.0, min: 0.0, name: "presence_penalty", step: 0.01, value: params.value.presence_penalty })}
793 ${FloatField({ label: "Frequency penalty", max: 1.0, min: 0.0, name: "frequency_penalty", step: 0.01, value: params.value.frequency_penalty })}
794 </fieldset>
795 <hr />
796 <fieldset class="three">
797 <div>
798 <label><input type="radio" name="mirostat" value="0" checked=${params.value.mirostat == 0} oninput=${updateParamsInt} /> no Mirostat</label>
799 <label><input type="radio" name="mirostat" value="1" checked=${params.value.mirostat == 1} oninput=${updateParamsInt} /> Mirostat v1</label>
800 <label><input type="radio" name="mirostat" value="2" checked=${params.value.mirostat == 2} oninput=${updateParamsInt} /> Mirostat v2</label>
801 </div>
802 ${FloatField({ label: "Mirostat tau", max: 10.0, min: 0.0, name: "mirostat_tau", step: 0.01, value: params.value.mirostat_tau })}
803 ${FloatField({ label: "Mirostat eta", max: 1.0, min: 0.0, name: "mirostat_eta", step: 0.01, value: params.value.mirostat_eta })}
804 </fieldset>
805 <fieldset>
806 ${IntField({ label: "Show Probabilities", max: 10, min: 0, name: "n_probs", value: params.value.n_probs })}
807 </fieldset>
808 <fieldset>
809 ${IntField({ label: "Min Probabilities from each Sampler", max: 10, min: 0, name: "min_keep", value: params.value.min_keep })}
810 </fieldset>
811 <fieldset>
812 <label for="api_key">API Key</label>
813 <input type="text" name="api_key" value="${params.value.api_key}" placeholder="Enter API key" oninput=${updateParams} />
814 </fieldset>
815 </details>
816 </form>
817 `
818 }
819
820 const probColor = (p) => {
821 const r = Math.floor(192 * (1 - p));
822 const g = Math.floor(192 * p);
823 return `rgba(${r},${g},0,0.3)`;
824 }
825
826 const Probabilities = (params) => {
827 return params.data.map(msg => {
828 const { completion_probabilities } = msg;
829 if (
830 !completion_probabilities ||
831 completion_probabilities.length === 0
832 ) return msg.content
833
834 if (completion_probabilities.length > 1) {
835 // Not for byte pair
836 if (completion_probabilities[0].content.startsWith('byte: \\')) return msg.content
837
838 const splitData = completion_probabilities.map(prob => ({
839 content: prob.content,
840 completion_probabilities: [prob]
841 }))
842 return html`<${Probabilities} data=${splitData} />`
843 }
844
845 const { probs, content } = completion_probabilities[0]
846 const found = probs.find(p => p.tok_str === msg.content)
847 const pColor = found ? probColor(found.prob) : 'transparent'
848
849 const popoverChildren = html`
850 <div class="prob-set">
851 ${probs.map((p, index) => {
852 return html`
853 <div
854 key=${index}
855 title=${`prob: ${p.prob}`}
856 style=${{
857 padding: '0.3em',
858 backgroundColor: p.tok_str === content ? probColor(p.prob) : 'transparent'
859 }}
860 >
861 <span>${p.tok_str}: </span>
862 <span>${Math.floor(p.prob * 100)}%</span>
863 </div>
864 `
865 })}
866 </div>
867 `
868
869 return html`
870 <${Popover} style=${{ backgroundColor: pColor }} popoverChildren=${popoverChildren}>
871 ${msg.content.match(/\n/gim) ? html`<br />` : msg.content}
872 </>
873 `
874 });
875 }
876
877 // poor mans markdown replacement
878 const Markdownish = (params) => {
879 const md = params.text
880 .replace(/&/g, '&')
881 .replace(/</g, '<')
882 .replace(/>/g, '>')
883 .replace(/^#{1,6} (.*)$/gim, '<h3>$1</h3>')
884 .replace(/\*\*(.*?)\*\*/g, '<strong>$1</strong>')
885 .replace(/__(.*?)__/g, '<strong>$1</strong>')
886 .replace(/\*(.*?)\*/g, '<em>$1</em>')
887 .replace(/_(.*?)_/g, '<em>$1</em>')
888 .replace(/```.*?\n([\s\S]*?)```/g, '<pre><code>$1</code></pre>')
889 .replace(/`(.*?)`/g, '<code>$1</code>')
890 .replace(/\n/gim, '<br />');
891 return html`<span dangerouslySetInnerHTML=${{ __html: md }} />`;
892 };
893
894 const ModelGenerationInfo = (params) => {
895 if (!llamaStats.value) {
896 return html`<span/>`
897 }
898 return html`
899 <span>
900 ${llamaStats.value.tokens_predicted} predicted, ${llamaStats.value.tokens_cached} cached, ${llamaStats.value.timings.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.timings.predicted_per_second.toFixed(2)} tokens per second
901 </span>
902 `
903 }
904
905 // simple popover impl
906 const Popover = (props) => {
907 const isOpen = useSignal(false);
908 const position = useSignal({ top: '0px', left: '0px' });
909 const buttonRef = useRef(null);
910 const popoverRef = useRef(null);
911
912 const togglePopover = () => {
913 if (buttonRef.current) {
914 const rect = buttonRef.current.getBoundingClientRect();
915 position.value = {
916 top: `${rect.bottom + window.scrollY}px`,
917 left: `${rect.left + window.scrollX}px`,
918 };
919 }
920 isOpen.value = !isOpen.value;
921 };
922
923 const handleClickOutside = (event) => {
924 if (popoverRef.current && !popoverRef.current.contains(event.target) && !buttonRef.current.contains(event.target)) {
925 isOpen.value = false;
926 }
927 };
928
929 useEffect(() => {
930 document.addEventListener('mousedown', handleClickOutside);
931 return () => {
932 document.removeEventListener('mousedown', handleClickOutside);
933 };
934 }, []);
935
936 return html`
937 <span style=${props.style} ref=${buttonRef} onClick=${togglePopover}>${props.children}</span>
938 ${isOpen.value && html`
939 <${Portal} into="#portal">
940 <div
941 ref=${popoverRef}
942 class="popover-content"
943 style=${{
944 top: position.value.top,
945 left: position.value.left,
946 }}
947 >
948 ${props.popoverChildren}
949 </div>
950 </${Portal}>
951 `}
952 `;
953 };
954
955 // Source: preact-portal (https://github.com/developit/preact-portal/blob/master/src/preact-portal.js)
956 /** Redirect rendering of descendants into the given CSS selector */
957 class Portal extends Component {
958 componentDidUpdate(props) {
959 for (let i in props) {
960 if (props[i] !== this.props[i]) {
961 return setTimeout(this.renderLayer);
962 }
963 }
964 }
965
966 componentDidMount() {
967 this.isMounted = true;
968 this.renderLayer = this.renderLayer.bind(this);
969 this.renderLayer();
970 }
971
972 componentWillUnmount() {
973 this.renderLayer(false);
974 this.isMounted = false;
975 if (this.remote && this.remote.parentNode) this.remote.parentNode.removeChild(this.remote);
976 }
977
978 findNode(node) {
979 return typeof node === 'string' ? document.querySelector(node) : node;
980 }
981
982 renderLayer(show = true) {
983 if (!this.isMounted) return;
984
985 // clean up old node if moving bases:
986 if (this.props.into !== this.intoPointer) {
987 this.intoPointer = this.props.into;
988 if (this.into && this.remote) {
989 this.remote = render(html`<${PortalProxy} />`, this.into, this.remote);
990 }
991 this.into = this.findNode(this.props.into);
992 }
993
994 this.remote = render(html`
995 <${PortalProxy} context=${this.context}>
996 ${show && this.props.children || null}
997 </${PortalProxy}>
998 `, this.into, this.remote);
999 }
1000
1001 render() {
1002 return null;
1003 }
1004 }
1005 // high-order component that renders its first child if it exists.
1006 // used as a conditional rendering proxy.
1007 class PortalProxy extends Component {
1008 getChildContext() {
1009 return this.props.context;
1010 }
1011 render({ children }) {
1012 return children || null;
1013 }
1014 }
1015
1016 function App(props) {
1017 useEffect(() => {
1018 const query = new URLSearchParams(location.search).get("q");
1019 if (query) chat(query);
1020 }, []);
1021
1022 return html`
1023 <div class="mode-${session.value.type}">
1024 <header>
1025 <img src="llama_cpp.png" style="width:100%"/>
1026 </header>
1027
1028 <section id="write">
1029 <${session.value.type === 'chat' ? MessageInput : CompletionControls} />
1030 </section>
1031
1032 <main id="content">
1033 <${chatStarted.value ? ChatLog : ConfigForm} />
1034 </main>
1035
1036
1037 <footer>
1038 <p><${ModelGenerationInfo} /></p>
1039 <p>Powered by <a href="https://github.com/ggml-org/llama.cpp">llama.cpp</a> and <a href="https://ggml.ai">ggml.ai</a>.</p>
1040 </footer>
1041 </div>
1042 `;
1043 }
1044
1045 render(h(App), document.querySelector('#container'));
1046 </script>
1047</head>
1048
1049<body>
1050 <div id="container">
1051 <input type="file" id="fileInput" accept="image/*" style="display: none;">
1052 </div>
1053 <div id="portal"></div>
1054</body>
1055
1056</html>