Merge branch 'main' into feature-generate-nl-outlines

Author: wsxiaoys

.changes/unreleased/Features-20240805-162901.yaml

@@ -0,0 +1,13 @@
+## v0.16.1 (2024-08-27)
+
+### Notice
+* Starting from this version, we are utilizing websockets for features that require streaming (e.g., Answer Engine and Chat Side Panel). If you are deploying tabby behind a reverse proxy, you may need to configure the proxy to support websockets.
+
+### Features
+
+* Discussion threads in the Answer Engine are now persisted, allowing users to share threads with others.
+
+### Fixed and Improvements
+
+* Fixed an issue where the llama-server subprocess was not being reused when reusing a model for Chat / Completion together (e.g., Codestral-22B) with the local model backend.
+* Updated llama.cpp to version b3571 to support the jina series embedding models.

.changes/unreleased/Fixed and Improvements-20240810-221045.yaml

@@ -0,0 +1,13 @@
+## v0.17.0 (2024-09-10)
+
+### Notice
+
+* We've reworked the `Web` (a beta feature) context provider into the `Developer Docs` context provider. Previously added context in the `Web` tab has been cleared and needs to be manually migrated to `Developer Docs`.
+
+### Features
+
+* Extensive rework has been done in the answer engine search box.
+  - Developer Docs / Web search is now triggered by `@`.
+  - Repository Context is now selected using `#`.
+
+* Supports OCaml

.changes/unreleased/Fixed and Improvements-20240811-124728.yaml

@@ -8,6 +8,7 @@ on:
     tags:
       - "v*"
       - "!*-dev.*"
+      - "!vscode@*"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.ref_name }}

.changes/unreleased/Fixed and Improvements-20240812-125536.yaml

@@ -0,0 +1,54 @@
+name: Release vscode extension
+
+on:
+  workflow_dispatch:
+  push:
+    tags:
+      - 'vscode@*'
+
+concurrency:
+  group: ${{ github.workflow_ref }}-${{ github.head_ref || github.ref_name }} 
+  
+  # If this is enabled it will cancel current running and start latest
+  cancel-in-progress: true
+
+jobs:
+  publish-vscode:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name: Install Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 18
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          version: 9
+          run_install: false
+
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+
+      - uses: actions/cache@v4
+        name: Setup pnpm cache
+        with:
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-store-
+
+      - name: Install dependencies
+        run: pnpm install
+
+      - name: Publish
+        run: cd clients/vscode && pnpm run $(node scripts/publish.cjs)
+        env:
+          VSCE_PAT: ${{ secrets.VSCE_PAT }}

.changes/v0.16.1.md

@@ -7,6 +7,7 @@ on:
       - 'v*'
       - 'nightly'
       - "!*-dev.*"
+      - '!vscode@*'
   pull_request:
     branches: [ "main" ]
     paths:

.changes/v0.17.0.md

@@ -5,6 +5,34 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html),
 and is generated by [Changie](https://github.com/miniscruff/changie).
 
+## v0.17.0 (2024-09-10)
+
+### Notice
+
+* We've reworked the `Web` (a beta feature) context provider into the `Developer Docs` context provider. Previously added context in the `Web` tab has been cleared and needs to be manually migrated to `Developer Docs`.
+
+### Features
+
+* Extensive rework has been done in the answer engine search box.
+  - Developer Docs / Web search is now triggered by `@`.
+  - Repository Context is now selected using `#`.
+
+* Supports OCaml
+
+## v0.16.1 (2024-08-27)
+
+### Notice
+* Starting from this version, we are utilizing websockets for features that require streaming (e.g., Answer Engine and Chat Side Panel). If you are deploying tabby behind a reverse proxy, you may need to configure the proxy to support websockets.
+
+### Features
+
+* Discussion threads in the Answer Engine are now persisted, allowing users to share threads with others.
+
+### Fixed and Improvements
+
+* Fixed an issue where the llama-server subprocess was not being reused when reusing a model for Chat / Completion together (e.g., Codestral-22B) with the local model backend.
+* Updated llama.cpp to version b3571 to support the jina series embedding models.
+
 ## v0.15.0 (2024-08-08)
 
 ### Features
@@ -17,6 +45,7 @@ and is generated by [Changie](https://github.com/miniscruff/changie).
 * For linked GitHub repositories, issues and PRs are now only returned when the repository is selected.
 * Fixed GitLab issues/MRs indexing - no longer panics if the description field is null.
 * When connecting to localhost model servers, proxy settings are now skipped.
+* Allow set code completion's `max_input_length` and `max_output_tokens` in config.toml
 
 ## v0.14.0 (2024-07-23)
 

.github/workflows/docker.yml

@@ -13,15 +13,17 @@ members = [
     "crates/http-api-bindings",
     "crates/llama-cpp-server",
     "crates/ollama-api-bindings",
+    "crates/tabby-index-cli",
 
     "ee/tabby-webserver",
     "ee/tabby-db",
     "ee/tabby-db-macros",
     "ee/tabby-schema",
+    "crates/hash-ids",
 ]
 
 [workspace.package]
-version = "0.17.0-dev.0"
+version = "0.18.0-dev.0"
 edition = "2021"
 authors = ["TabbyML Team"]
 homepage = "https://github.com/TabbyML/tabby"
@@ -54,7 +56,7 @@ juniper = "0.16"
 chrono = "0.4"
 reqwest-eventsource = "0.6"
 serial_test = "3.0.0"
-hash-ids = "0.2.1"
+hash-ids = { path = "./crates/hash-ids" }
 ignore = "0.4.20"
 nucleo = "0.5.0"
 url = "2.5.0"
@@ -67,6 +69,7 @@ insta = "1.34.0"
 logkit = "0.3"
 async-openai = "0.20"
 tracing-test = "0.2"
+clap = "4.3.0"
 
 [workspace.dependencies.uuid]
 version = "1.3.3"

.github/workflows/release-vscode.yml

@@ -1,10 +1,10 @@
-# Tabby Model Specification (Unstable)
+# Tabby Model Specification
 
 Tabby organizes the model within a directory. This document provides an explanation of the necessary contents for supporting model serving.
 The minimal Tabby model directory should include the following contents:
 
 ```
-ggml/
+ggml/model.gguf
 tabby.json
 ```
 
@@ -29,4 +29,4 @@ The **chat_template** field is optional. When it is present, it is assumed that
 
 This directory contains binary files used by the [llama.cpp](https://github.com/ggerganov/llama.cpp) inference engine. Tabby utilizes ggml for inference on `cpu`, `cuda` and `metal` devices.
 
-Currently, only `q8_0.v2.gguf` (or, starting with 0.11, `model.gguf`) in this directory is in use. You can refer to the instructions in llama.cpp to learn how to acquire it.
+Currently, only `model.gguf` in this directory is in use. You can refer to the instructions in llama.cpp to learn how to acquire it.