Turned off N-Grams

2026-04-09 17:02:48 +00:00 · 2024-07-20 14:00:14 -07:00
1 changed files with 0 additions and 8 deletions
--- a/backend/danswer/document_index/vespa/app_config/schemas/danswer_chunk.sd
+++ b/backend/danswer/document_index/vespa/app_config/schemas/danswer_chunk.sd
@@ -20,18 +20,10 @@ schema DANSWER_CHUNK_NAME {
        # `semantic_identifier` will be the channel name, but the `title` will be empty
        field title type string {
            indexing: summary | index | attribute
-            match {
-                gram
-                gram-size: 3
-            }
            index: enable-bm25
        }
        field content type string {
            indexing: summary | index
-            match {
-                gram
-                gram-size: 3
-            }
            index: enable-bm25
        }
        # duplication of `content` is far from ideal, but is needed for