mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-11 01:41:26 +08:00
73d006fa0e
## What changed - add an OceanBase/SeekDB Go document engine using `database/sql` and the existing MySQL driver - preserve the Python connector's configuration, physical table names, schema, index names, and ARRAY/JSON/VECTOR encodings - implement chunk, memory, document metadata, skill, SQL, full-text, vector, and fusion search paths - support `DBMS_HYBRID_SEARCH.SEARCH` behind the existing feature flag, with SQL fallback only when the package is unavailable - wire the engine into retrieval, memory, metadata, vector hydration, and SQL chat flows - add Python/Go compatibility contracts, SQL mock tests, and an integration-tagged round-trip test --------- Co-authored-by: Jin Hai <haijin.chn@gmail.com>
84 lines
2.8 KiB
Go
84 lines
2.8 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package oceanbase
|
|
|
|
import (
|
|
"reflect"
|
|
"testing"
|
|
)
|
|
|
|
func TestGetAggregationPreservesScalarStrings(t *testing.T) {
|
|
engine := &Engine{}
|
|
chunks := []map[string]interface{}{
|
|
{"docnm_kwd": "report,final.pdf"},
|
|
{"docnm_kwd": "report,final.pdf"},
|
|
{"docnm_kwd": "guide.pdf"},
|
|
{"docnm_kwd": ""},
|
|
{},
|
|
}
|
|
want := []map[string]interface{}{
|
|
{"key": "report,final.pdf", "count": 2},
|
|
{"key": "guide.pdf", "count": 1},
|
|
}
|
|
if got := engine.GetAggregation(chunks, "docnm_kwd"); !reflect.DeepEqual(got, want) {
|
|
t.Fatalf("GetAggregation() = %#v, want %#v", got, want)
|
|
}
|
|
}
|
|
|
|
func TestGetAggregationCountsArrayElements(t *testing.T) {
|
|
engine := &Engine{}
|
|
chunks := []map[string]interface{}{
|
|
{"tag_kwd": []string{"rag", "database"}},
|
|
{"tag_kwd": []interface{}{"rag", "", 7}},
|
|
}
|
|
want := []map[string]interface{}{
|
|
{"key": "rag", "count": 2},
|
|
{"key": "database", "count": 1},
|
|
}
|
|
if got := engine.GetAggregation(chunks, "tag_kwd"); !reflect.DeepEqual(got, want) {
|
|
t.Fatalf("GetAggregation() = %#v, want %#v", got, want)
|
|
}
|
|
}
|
|
|
|
func TestGetHighlightUsesBoundariesAndTokens(t *testing.T) {
|
|
engine := &Engine{}
|
|
chunks := []map[string]interface{}{
|
|
{"id": "english", "content_with_weight": "Apple cat concatenate.", "content_ltks": "apple cat concatenate"},
|
|
{"id": "chinese", "content_with_weight": "这是数据库系统", "content_ltks": "这是 数据库 系统"},
|
|
{"id": "missing", "content_with_weight": "nothing relevant", "content_ltks": "nothing relevant"},
|
|
}
|
|
want := map[string]string{
|
|
"english": "<em>Apple</em> <em>cat</em> concatenate.",
|
|
"chinese": "这是<em>数据库</em>系统",
|
|
}
|
|
if got := engine.GetHighlight(chunks, []string{"apple", "cat", "数据库"}, "content_with_weight"); !reflect.DeepEqual(got, want) {
|
|
t.Fatalf("GetHighlight() = %#v, want %#v", got, want)
|
|
}
|
|
}
|
|
|
|
func TestGetHighlightUsesSkillID(t *testing.T) {
|
|
engine := &Engine{}
|
|
chunks := []map[string]interface{}{{
|
|
"skill_id": "skill-1",
|
|
"content": "OceanBase search",
|
|
}}
|
|
want := map[string]string{"skill-1": "<em>OceanBase</em> search"}
|
|
if got := engine.GetHighlight(chunks, []string{"oceanbase"}, "content"); !reflect.DeepEqual(got, want) {
|
|
t.Fatalf("GetHighlight() = %#v, want %#v", got, want)
|
|
}
|
|
}
|