anyproto/anytype-heart
1
0
Fork 0
mirror of https://github.com/anyproto/anytype-heart.git synced 2025-06-08 05:47:07 +09:00
Code Activity

GO-4537 Fix non-unicode char sequences tantivy consuming

Browse source
This commit is contained in:
Mikhail Iudin 2024-11-18 19:03:05 +01:00
parent 6d28042755
commit b8eb06045e
No known key found for this signature in database
GPG key ID: FAAAA8BAABDFF1C0
4 changed files with 16 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

2
go.mod
View file

@ -13,7 +13,7 @@ require (
github.com/anyproto/go-naturaldate/v2 v2.0.2-0.20230524105841-9829cfd13438
github.com/anyproto/lexid v0.0.2
github.com/anyproto/protobuf v1.3.3-0.20240814124528-72b8c7e0e0f5
github.com/anyproto/tantivy-go v0.1.9-jieba
github.com/anyproto/tantivy-go v0.2.0
github.com/araddon/dateparse v0.0.0-20210429162001-6b43995a97de
github.com/avast/retry-go/v4 v4.6.0
github.com/chai2010/webp v1.1.2-0.20240612091223-aa1b379218b7

2
go.sum
View file

@ -113,6 +113,8 @@ github.com/anyproto/ristretto v0.1.2-0.20240221153107-2b23839cc50c h1:GicoaTUyB2
github.com/anyproto/ristretto v0.1.2-0.20240221153107-2b23839cc50c/go.mod h1:S1GPSBCYCIhmVNfcth17y2zZtQT6wzkzgwUve0VDWWA=
github.com/anyproto/tantivy-go v0.1.9-jieba h1:dzw0Nhop6P4XFi9ziZ4sIT72HJezUJ0kbOy9TReTfAA=
github.com/anyproto/tantivy-go v0.1.9-jieba/go.mod h1:MMLYW7e5SIzsHS3Q5CYiF1J7kJJaIRT+VVHGArU24IQ=
github.com/anyproto/tantivy-go v0.2.0 h1:+b778sOPy07KpJULL4ztCc106L+zdmwKCIB5UYnWrZo=
github.com/anyproto/tantivy-go v0.2.0/go.mod h1:MMLYW7e5SIzsHS3Q5CYiF1J7kJJaIRT+VVHGArU24IQ=
github.com/anyproto/zeroconf/v2 v2.2.1-0.20240228113933-f90a5cc4439d h1:5bj7nX/AS8sxGpTIrapE7PC4oPlhkHMwMqXlJbUHBlg=
github.com/anyproto/zeroconf/v2 v2.2.1-0.20240228113933-f90a5cc4439d/go.mod h1:fuJqLnUwZTshS3U/bMRJ3+ow/v9oid1n0DmyYyNO1Xs=
github.com/apache/thrift v0.12.0/go.mod h1:cp2SuWMxlEZw2r+iP2GNCdIi4C1qmUzdZFSVb+bacwQ=

4
pkg/lib/localstore/ftsearch/ftsearchtantivy.go
View file

@ -37,7 +37,7 @@ const (
CName = "fts"
ftsDir = "fts"
ftsDir2 = "fts_tantivy"
ftsVer = "8"
ftsVer = "9"
docLimit = 10000
fieldTitle = "Title"
@ -141,7 +141,7 @@ func (f *ftSearchTantivy) Init(a *app.App) error {
repoPath := app.MustComponent[wallet.Wallet](a).RepoPath()
f.rootPath = filepath.Join(repoPath, ftsDir2)
f.ftsPath = filepath.Join(repoPath, ftsDir2, ftsVer)
return tantivy.LibInit(false, "release")
return tantivy.LibInit(false, true, "release")
}
func (f *ftSearchTantivy) cleanUpOldIndexes() {

22
tantivity_sha256.txt
View file

@ -1,11 +1,11 @@
255387f8c677ecd4e342339f3b1fde005c1b338b032f7935156af427ef936e94 deps/libs/android-386.tar.gz
8e8431690324032a8f9062e8ac95a41d7dc9ec3f1c018ab7e7db0aacc8b457ec deps/libs/android-amd64.tar.gz
626e472d287b6e221de5c9a57a46f4642d390e59ac23b8cd960e83126a227114 deps/libs/android-arm.tar.gz
b9d377dacb4628adfc7a9b6f212d015c68eab52d799266ac952dcb7761e60a8c deps/libs/android-arm64.tar.gz
cf17fe81bf39839a674c599aa68808ad261679ee051ead4414bcea7cc862b4f7 deps/libs/darwin-amd64.tar.gz
d048bdd62ea25e058a9fcc170cb242849ffd28cfef89266f88806d5c79ebaedc deps/libs/darwin-arm64.tar.gz
d76e9269597f652678d2d43258a48988bd81a6d1ecddfd6de015fb2e127745ae deps/libs/ios-amd64.tar.gz
efd137c4df08d4eb857015db2c510d07a416a80d19b91491f4019c82cf9a5353 deps/libs/ios-arm64.tar.gz
d63f91dee32d913d71478d581a3452f27b15ce8b59842410e3f1de6e400185fb deps/libs/ios-arm64-sim.tar.gz
118bc985a86e52108f13616983ff3a89bb3055eca7a9326559a8a8af12c84243 deps/libs/linux-amd64-musl.tar.gz
0cced88d05c28ccc0426cef2b4bfedbe8e4d014864b574d6e92cb9b2dd5335a0 deps/libs/windows-amd64.tar.gz
b9ce3724a4b77c7d08d74843c08c0961ccbff8d446c6186ce0e7fd484bb1cc04 deps/libs/android-386.tar.gz
902dc8730451ad3e0e21d1d59cea3a833bb98bb7dc944b4263e5dbe955835101 deps/libs/android-amd64.tar.gz
9cd93ffd7ec2ab96ef0c3720ef30a1c1f290b785b0764cc9aae1f4eceaf128ca deps/libs/android-arm.tar.gz
220b5876c642080f39e23a0033e4b853d749c38b02b19c8b605571c53f05f833 deps/libs/android-arm64.tar.gz
d691873e86e6677e7df748982f274a0bfea92e6ac6e558c5c5d542263944436b deps/libs/darwin-amd64.tar.gz
83f4360fd53777805ba349924ade7fb1ebce00818bc2e37da87ccf7f8c53f024 deps/libs/darwin-arm64.tar.gz
a22f251a7b12152503d6b175e57c47f9117cccd0e3182e4febedda6615fcbd36 deps/libs/ios-amd64.tar.gz
1875f72dd8d87d833639d1ffef63d6a9e3a6175e442f1cf2954973b81f676125 deps/libs/ios-arm64.tar.gz
e873c9439307e5bacbe48a03bbc112a5550b5d907567950bd9cc33728d4f8cd3 deps/libs/ios-arm64-sim.tar.gz
63bf26424e423230d7f4a267d103ff91db8b5e9ad24916b104190f0ae006d480 deps/libs/linux-amd64-musl.tar.gz
d4269f6bc1fd70e8e15b4f396d9bb1ba046835ba75731d12071a9d079ec0ce4d deps/libs/windows-amd64.tar.gz