From ee7ff54fbf2442ed233a9868630ac9a5d57f34b8 Mon Sep 17 00:00:00 2001 From: Matthieu Jolimaitre Date: Wed, 28 May 2025 16:32:25 +0200 Subject: [PATCH] Initialization. --- README.md | 12 +++++++ deno.json | 7 ++++ deno.lock | 54 +++++++++++++++++++++++++++++++ src/kub.ts | 93 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 4 files changed, 166 insertions(+) create mode 100644 README.md create mode 100644 deno.json create mode 100644 deno.lock create mode 100755 src/kub.ts diff --git a/README.md b/README.md new file mode 100644 index 0000000..fc9ecd2 --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +# Kub + +LLM service over TCP with shared context. + +## TODO + +- [ ] Colored chat. +- [ ] Persistent chat. +- [ ] System messages. + - Change of days. +- [ ] Tools. +- [ ] Tweak personality. diff --git a/deno.json b/deno.json new file mode 100644 index 0000000..9f4c051 --- /dev/null +++ b/deno.json @@ -0,0 +1,7 @@ +{ + "fmt": { + "useTabs": true, + "lineWidth": 120, + "semiColons": false + } +} diff --git a/deno.lock b/deno.lock new file mode 100644 index 0000000..802da2d --- /dev/null +++ b/deno.lock @@ -0,0 +1,54 @@ +{ + "version": "4", + "specifiers": { + "npm:ollama@0.5.15": "0.5.15" + }, + "npm": { + "ollama@0.5.15": { + "integrity": "sha512-TSaZSJyP7MQJFjSmmNsoJiriwa3U+/UJRw6+M8aucs5dTsaWNZsBIGpDb5rXnW6nXxJBB/z79gZY8IaiIQgelQ==", + "dependencies": [ + "whatwg-fetch" + ] + }, + "whatwg-fetch@3.6.20": { + "integrity": "sha512-EqhiFU6daOA8kpjOWTL0olhVOF3i7OrFzSYiGsEMB8GcXS+RrzauAERX65xMeNWVqxA6HXH2m69Z9LaKKdisfg==" + } + }, + "remote": { + "https://deno.land/std@0.224.0/assert/assert.ts": "09d30564c09de846855b7b071e62b5974b001bb72a4b797958fe0660e7849834", + "https://deno.land/std@0.224.0/assert/assertion_error.ts": "ba8752bd27ebc51f723702fac2f54d3e94447598f54264a6653d6413738a8917", + "https://deno.land/std@0.224.0/bytes/concat.ts": "86161274b5546a02bdb3154652418efe7af8c9310e8d54107a68aaa148e0f5ed", + "https://deno.land/std@0.224.0/bytes/copy.ts": "08d85062240a7223e6ec4e2af193ad1a50c59a43f0d86ac3a7b16f3e0d77c028", + "https://deno.land/std@0.224.0/io/_common.ts": "36705cdb4dfcd338d6131bca1b16e48a4d5bf0d1dada6ce397268e88c17a5835", + "https://deno.land/std@0.224.0/io/_constants.ts": "3c7ad4695832e6e4a32e35f218c70376b62bc78621ef069a4a0a3d55739f8856", + "https://deno.land/std@0.224.0/io/buffer.ts": "4d1f805f350433e418002accec798bc6c33ce18f614afa65f987c202d7b2234e", + "https://deno.land/std@0.224.0/io/iterate_reader.ts": "1e5e4fea22d8965afb7df4ee9ab9adda0a0fc581adbea31bc2f2d25453f8a6e9", + "https://deno.land/std@0.224.0/io/reader_from_stream_reader.ts": "a75bbc93f39df8b0e372cc1fbdc416a7cbf2a39fc4c09ddb057f1241100191c5", + "https://deno.land/std@0.224.0/io/to_readable_stream.ts": "ed03a44a1ec1cc55a85a857acf6cac472035298f6f3b6207ea209f93b4aefb39", + "https://deno.land/std@0.224.0/io/to_writable_stream.ts": "ef422e0425963c8a1e0481674e66c3023da50f0acbe5ef51ec9789efc3c1e2ed", + "https://deno.land/std@0.224.0/io/write_all.ts": "24aac2312bb21096ae3ae0b102b22c26164d3249dff96dbac130958aa736f038", + "https://deno.land/std@0.224.0/streams/_common.ts": "948735ef6d140cd6916dca861197b88fc57db52c2f923c392b7a14033d8fed4b", + "https://deno.land/std@0.224.0/streams/buffer.ts": "e012de72a53ad17c56512488e9afb6f4b6ed046b32fc1415ae7a4e6fc0efce38", + "https://deno.land/std@0.224.0/streams/byte_slice_stream.ts": "5bbdcadb118390affa9b3d0a0f73ef8e83754f59bb89df349add669dd9369713", + "https://deno.land/std@0.224.0/streams/delimiter_stream.ts": "4e4050740ff27a8824defa6c96126229ef9d794c4ace4ef9cabb10b5ad4a5d14", + "https://deno.land/std@0.224.0/streams/early_zip_readable_streams.ts": "21f5cf6dd36381c6a50c31a7727b5bd219f6382bbb7a413418595c3e466c4d14", + "https://deno.land/std@0.224.0/streams/iterate_reader.ts": "a8e698d16373d49821172f90ec7ac011ef1aae7a4036ae4bace284ff99e2bc92", + "https://deno.land/std@0.224.0/streams/limited_bytes_transform_stream.ts": "b22a45a337374e863c4eb1867ec6b8ad3e68620a6c52fe837746060ea610e6f1", + "https://deno.land/std@0.224.0/streams/limited_transform_stream.ts": "4c47da5ca38a30fa9f33b0f1a61d4548e7f52a9a58c294b0f430f680e44cc543", + "https://deno.land/std@0.224.0/streams/merge_readable_streams.ts": "73eed8ff54c9111b8b974b11a5a11c1ed0b7800e0157c39277ccac3ed14721e2", + "https://deno.land/std@0.224.0/streams/mod.ts": "d56624832b9649b680c74ab9c77e746e8be81ae1a24756cc04623e25a0d43ce9", + "https://deno.land/std@0.224.0/streams/readable_stream_from_reader.ts": "64943452485bcba48e203fa8ae61c195aed9ab8b2a178e2fc6a383f761ce010a", + "https://deno.land/std@0.224.0/streams/reader_from_iterable.ts": "e7b064142b2a97bb562d958c2e4b4d129e923e9c9f2f6e003a4e16cbdcd62570", + "https://deno.land/std@0.224.0/streams/reader_from_stream_reader.ts": "b3519118ed2a32e3fb6201a4c257d5c4e58c38b5918bdc505a45fccbfa0a53f9", + "https://deno.land/std@0.224.0/streams/text_delimiter_stream.ts": "94dfc900204e306496c1b58c80473db57b6097afdcb8ea9eaff453a193a659f1", + "https://deno.land/std@0.224.0/streams/text_line_stream.ts": "21f33d3922e019ec1a1676474beb543929cb564ec99b69cd2654e029e0f45bd5", + "https://deno.land/std@0.224.0/streams/to_array_buffer.ts": "1a9c07c4a396ce557ab205c44415815ab13b614fed94a12f62b80f8e650c726d", + "https://deno.land/std@0.224.0/streams/to_blob.ts": "bf5daaae50fa8f57e0c8bfd7474ebac16ac09e130e3d01ef2947ae5153912b4a", + "https://deno.land/std@0.224.0/streams/to_json.ts": "b6a908d0da7cd30956e5fbbfa7460747e50b8f307d1041282ed6fe9070d579ee", + "https://deno.land/std@0.224.0/streams/to_text.ts": "6f93593bdfc2cea5cca39755ea5caf0d4092580c0a713dfe04a1e85c60df331f", + "https://deno.land/std@0.224.0/streams/to_transform_stream.ts": "4c4836455ef89bab9ece55975ee3a819f07d3d8b0e43101ec7f4ed033c8a2b61", + "https://deno.land/std@0.224.0/streams/writable_stream_from_writer.ts": "527fc1b136fc53a9f0b32641f04a4522c72617fa7ca3778d27ed064f9cd98932", + "https://deno.land/std@0.224.0/streams/writer_from_stream_writer.ts": "22cba4e5162fc443c7e5ef62f2054674cd6a20f5d7519a62db8d201496463931", + "https://deno.land/std@0.224.0/streams/zip_readable_streams.ts": "53eb10d7557539b489bd858907aab6dd28247f074b3446573801de3150cb932e" + } +} diff --git a/src/kub.ts b/src/kub.ts new file mode 100755 index 0000000..1763ae1 --- /dev/null +++ b/src/kub.ts @@ -0,0 +1,93 @@ +#!/usr/bin/env -S deno run -A + +import { TextLineStream } from "https://deno.land/std@0.224.0/streams/mod.ts" +import ollama, { Message } from "npm:ollama@0.5.15" + +function main() { + const names = new Names() + const messages = new SpillingQueue(500) + listen(8080, (conn) => session(conn, names.pick_for(conn.remoteAddr.hostname), messages)) +} + +class SpillingQueue { + public items: T[] = [] + + public constructor( + public limit: number, + ) {} + + public push(value: T) { + this.items.push(value) + if (this.items.length > this.limit) return this.items.splice(0, 1)[0] + } +} + +async function listen(port: number, handler: (conn: Deno.TcpConn) => Promise) { + console.log("Listening on port", port) + for await (const connection of Deno.listen({ transport: "tcp", port })) { + handler(connection).catch((except) => console.log("Session closed", except)) + } +} + +const header = (name: string) => ` + KUB + +Kub is a LLM running on TCP which includes all messages in the same context. +As Kub is having several discussions at once, he will identify you as : ${name} +─────────────────────────────────────────────────────────────────────────────── +` + +async function session(conn: Deno.TcpConn, name: string, messages: SpillingQueue) { + console.log("Opening session for", name, "at", conn.remoteAddr.hostname, conn.remoteAddr.port) + conn.setNoDelay(true) + await conn.write(new TextEncoder().encode(header(name))) + async function prompt() { + await conn.write(new TextEncoder().encode("> ")) + } + const lines = conn.readable + .pipeThrough(new TextDecoderStream()) + .pipeThrough(new TextLineStream()) + await prompt() + for await (const line of lines) { + await conn.write(new TextEncoder().encode("\n< ")) + const user_content = `(message from:${name}) ${line}` + const user_message = { role: "user", content: user_content } + const response = await ollama.chat({ + model: "llama3.2", + messages: request_messages(messages.items, user_message), + stream: true, + options: {}, + }) + let content = "", role = "assistant" + for await (const part of response) { + await conn.write(new TextEncoder().encode(part.message.content)) + content += part.message.content + role = part.message.role + } + await conn.write(new TextEncoder().encode("\n\n")) + await prompt() + messages.push(user_message) + messages.push({ role, content }) + } +} + +function request_messages(history_messages: Message[], user_message: Message) { + return [ + { role: "system", content: "You are 'Kub', a bot which talks to people on the internet. Be concise and helpful." }, + ...history_messages, + user_message, + ] as Message[] +} + +class Names { + options = ["Adam", "Bastien", "Corentin", "Dominique", "Ethan"] + + public pick_for(key: string) { + let sum = 0 + for (const letter of key) sum += letter.charCodeAt(0) + const index = Math.floor((sum + Math.random() * 100) % this.options.length) + return this.options[index] + } +} + +if (import.meta.main) main()