mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-13 04:13:35 +08:00
73d006fa0e
## What changed - add an OceanBase/SeekDB Go document engine using `database/sql` and the existing MySQL driver - preserve the Python connector's configuration, physical table names, schema, index names, and ARRAY/JSON/VECTOR encodings - implement chunk, memory, document metadata, skill, SQL, full-text, vector, and fusion search paths - support `DBMS_HYBRID_SEARCH.SEARCH` behind the existing feature flag, with SQL fallback only when the package is unavailable - wire the engine into retrieval, memory, metadata, vector hydration, and SQL chat flows - add Python/Go compatibility contracts, SQL mock tests, and an integration-tagged round-trip test --------- Co-authored-by: Jin Hai <haijin.chn@gmail.com>
106 lines
3.5 KiB
Go
106 lines
3.5 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package oceanbase
|
|
|
|
import (
|
|
"context"
|
|
"reflect"
|
|
"regexp"
|
|
"testing"
|
|
|
|
"ragflow/internal/engine/types"
|
|
|
|
"github.com/DATA-DOG/go-sqlmock"
|
|
)
|
|
|
|
func TestSearchAppliesPaginationAfterMergingTables(t *testing.T) {
|
|
db, mock, err := sqlmock.New()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer db.Close()
|
|
engine := newEngineWithDB("seekdb", "legacy_doc", db)
|
|
|
|
for _, table := range []struct {
|
|
name string
|
|
rows *sqlmock.Rows
|
|
}{
|
|
{
|
|
name: "ragflow_tenant_1",
|
|
rows: sqlmock.NewRows([]string{"id", "create_timestamp_flt"}).
|
|
AddRow("chunk-1", 10.0).
|
|
AddRow("chunk-4", 7.0),
|
|
},
|
|
{
|
|
name: "ragflow_tenant_2",
|
|
rows: sqlmock.NewRows([]string{"id", "create_timestamp_flt"}).
|
|
AddRow("chunk-2", 9.0).
|
|
AddRow("chunk-3", 8.0),
|
|
},
|
|
} {
|
|
mock.ExpectQuery(regexp.QuoteMeta("SELECT COUNT(*) FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = ? AND TABLE_NAME = ?")).
|
|
WithArgs("legacy_doc", table.name).
|
|
WillReturnRows(sqlmock.NewRows([]string{"COUNT(*)"}).AddRow(1))
|
|
mock.ExpectQuery(regexp.QuoteMeta("SELECT COUNT(`id`) FROM `" + table.name + "` WHERE 1=1")).
|
|
WillReturnRows(sqlmock.NewRows([]string{"COUNT(id)"}).AddRow(2))
|
|
mock.ExpectQuery(regexp.QuoteMeta("SELECT `id`, `create_timestamp_flt` FROM `" + table.name + "` WHERE 1=1 ORDER BY `create_timestamp_flt` DESC LIMIT 0, 3")).
|
|
WillReturnRows(table.rows)
|
|
}
|
|
|
|
orderBy := (&types.OrderByExpr{}).Desc("create_timestamp_flt")
|
|
result, err := engine.Search(context.Background(), &types.SearchRequest{
|
|
IndexNames: []string{"ragflow_tenant_1", "ragflow_tenant_2"},
|
|
Offset: 1,
|
|
Limit: 2,
|
|
SelectFields: []string{"id"},
|
|
OrderBy: orderBy,
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if result.Total != 4 {
|
|
t.Fatalf("Search() total = %d, want 4", result.Total)
|
|
}
|
|
if len(result.Chunks) != 2 {
|
|
t.Fatalf("Search() returned %d chunks, want 2: %#v", len(result.Chunks), result.Chunks)
|
|
}
|
|
gotIDs := []interface{}{result.Chunks[0]["id"], result.Chunks[1]["id"]}
|
|
if want := []interface{}{"chunk-2", "chunk-3"}; !reflect.DeepEqual(gotIDs, want) {
|
|
t.Fatalf("Search() page IDs = %v, want %v", gotIDs, want)
|
|
}
|
|
if _, exists := result.Chunks[0]["create_timestamp_flt"]; exists {
|
|
t.Fatalf("Search() exposed an internal sort field: %#v", result.Chunks[0])
|
|
}
|
|
if err := mock.ExpectationsWereMet(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func TestBuildQualifiedSelectFieldsUsesStructuredColumns(t *testing.T) {
|
|
fields, aliases, err := buildQualifiedSelectFields([]string{"content", "row_id()"}, "memory", "t")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
wantFields := "`t`.`id`, `t`.`content_ltks` AS `content`, `t`.`id` AS `row_id`"
|
|
if fields != wantFields {
|
|
t.Fatalf("buildQualifiedSelectFields() = %q, want %q", fields, wantFields)
|
|
}
|
|
if wantAliases := []string{"id", "content", "row_id"}; !reflect.DeepEqual(aliases, wantAliases) {
|
|
t.Fatalf("buildQualifiedSelectFields() aliases = %v, want %v", aliases, wantAliases)
|
|
}
|
|
}
|