mirror of
				https://github.com/go-gitea/gitea.git
				synced 2025-11-03 08:02:36 +09:00 
			
		
		
		
	meilisearch does not have an search option to contorl fuzzynes per query right now: - https://github.com/meilisearch/meilisearch/issues/1192 - https://github.com/orgs/meilisearch/discussions/377 - https://github.com/meilisearch/meilisearch/discussions/1096 so we have to create a workaround by post-filter the search result in gitea until this is addressed. For future works I added an option in backend only atm, to enable fuzzynes for issue indexer too. And also refactored the code so the fuzzy option is equal in logic to code indexer --- *Sponsored by Kithara Software GmbH*
		
			
				
	
	
		
			130 lines
		
	
	
		
			2.7 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			130 lines
		
	
	
		
			2.7 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// Copyright 2020 The Gitea Authors. All rights reserved.
 | 
						|
// SPDX-License-Identifier: MIT
 | 
						|
 | 
						|
package code
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"os"
 | 
						|
	"testing"
 | 
						|
 | 
						|
	"code.gitea.io/gitea/models/unittest"
 | 
						|
	"code.gitea.io/gitea/modules/git"
 | 
						|
	"code.gitea.io/gitea/modules/indexer/code/bleve"
 | 
						|
	"code.gitea.io/gitea/modules/indexer/code/elasticsearch"
 | 
						|
	"code.gitea.io/gitea/modules/indexer/code/internal"
 | 
						|
 | 
						|
	_ "code.gitea.io/gitea/models"
 | 
						|
	_ "code.gitea.io/gitea/models/actions"
 | 
						|
	_ "code.gitea.io/gitea/models/activities"
 | 
						|
 | 
						|
	"github.com/stretchr/testify/assert"
 | 
						|
)
 | 
						|
 | 
						|
func TestMain(m *testing.M) {
 | 
						|
	unittest.MainTest(m)
 | 
						|
}
 | 
						|
 | 
						|
func testIndexer(name string, t *testing.T, indexer internal.Indexer) {
 | 
						|
	t.Run(name, func(t *testing.T) {
 | 
						|
		var repoID int64 = 1
 | 
						|
		err := index(git.DefaultContext, indexer, repoID)
 | 
						|
		assert.NoError(t, err)
 | 
						|
		keywords := []struct {
 | 
						|
			RepoIDs []int64
 | 
						|
			Keyword string
 | 
						|
			IDs     []int64
 | 
						|
			Langs   int
 | 
						|
		}{
 | 
						|
			{
 | 
						|
				RepoIDs: nil,
 | 
						|
				Keyword: "Description",
 | 
						|
				IDs:     []int64{repoID},
 | 
						|
				Langs:   1,
 | 
						|
			},
 | 
						|
			{
 | 
						|
				RepoIDs: []int64{2},
 | 
						|
				Keyword: "Description",
 | 
						|
				IDs:     []int64{},
 | 
						|
				Langs:   0,
 | 
						|
			},
 | 
						|
			{
 | 
						|
				RepoIDs: nil,
 | 
						|
				Keyword: "repo1",
 | 
						|
				IDs:     []int64{repoID},
 | 
						|
				Langs:   1,
 | 
						|
			},
 | 
						|
			{
 | 
						|
				RepoIDs: []int64{2},
 | 
						|
				Keyword: "repo1",
 | 
						|
				IDs:     []int64{},
 | 
						|
				Langs:   0,
 | 
						|
			},
 | 
						|
			{
 | 
						|
				RepoIDs: nil,
 | 
						|
				Keyword: "non-exist",
 | 
						|
				IDs:     []int64{},
 | 
						|
				Langs:   0,
 | 
						|
			},
 | 
						|
		}
 | 
						|
 | 
						|
		for _, kw := range keywords {
 | 
						|
			t.Run(kw.Keyword, func(t *testing.T) {
 | 
						|
				total, res, langs, err := indexer.Search(context.TODO(), kw.RepoIDs, "", kw.Keyword, 1, 10, true)
 | 
						|
				assert.NoError(t, err)
 | 
						|
				assert.Len(t, kw.IDs, int(total))
 | 
						|
				assert.Len(t, langs, kw.Langs)
 | 
						|
 | 
						|
				ids := make([]int64, 0, len(res))
 | 
						|
				for _, hit := range res {
 | 
						|
					ids = append(ids, hit.RepoID)
 | 
						|
					assert.EqualValues(t, "# repo1\n\nDescription for repo1", hit.Content)
 | 
						|
				}
 | 
						|
				assert.EqualValues(t, kw.IDs, ids)
 | 
						|
			})
 | 
						|
		}
 | 
						|
 | 
						|
		assert.NoError(t, indexer.Delete(context.Background(), repoID))
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func TestBleveIndexAndSearch(t *testing.T) {
 | 
						|
	unittest.PrepareTestEnv(t)
 | 
						|
 | 
						|
	dir := t.TempDir()
 | 
						|
 | 
						|
	idx := bleve.NewIndexer(dir)
 | 
						|
	_, err := idx.Init(context.Background())
 | 
						|
	if err != nil {
 | 
						|
		if idx != nil {
 | 
						|
			idx.Close()
 | 
						|
		}
 | 
						|
		assert.FailNow(t, "Unable to create bleve indexer Error: %v", err)
 | 
						|
	}
 | 
						|
	defer idx.Close()
 | 
						|
 | 
						|
	testIndexer("beleve", t, idx)
 | 
						|
}
 | 
						|
 | 
						|
func TestESIndexAndSearch(t *testing.T) {
 | 
						|
	unittest.PrepareTestEnv(t)
 | 
						|
 | 
						|
	u := os.Getenv("TEST_INDEXER_CODE_ES_URL")
 | 
						|
	if u == "" {
 | 
						|
		t.SkipNow()
 | 
						|
		return
 | 
						|
	}
 | 
						|
 | 
						|
	indexer := elasticsearch.NewIndexer(u, "gitea_codes")
 | 
						|
	if _, err := indexer.Init(context.Background()); err != nil {
 | 
						|
		if indexer != nil {
 | 
						|
			indexer.Close()
 | 
						|
		}
 | 
						|
		assert.FailNow(t, "Unable to init ES indexer Error: %v", err)
 | 
						|
	}
 | 
						|
 | 
						|
	defer indexer.Close()
 | 
						|
 | 
						|
	testIndexer("elastic_search", t, indexer)
 | 
						|
}
 |