mirror of
https://github.com/AppFlowy-IO/AppFlowy-Cloud.git
synced 2025-04-19 03:24:42 -04:00
1fd900d994
* chore: create embeddings by paragraphs * chore: use document paragraphs method * chore: document indexing by paragraphs with consistent hash * chore: compare produced embeddings against existing ones * chore: make pg stored proc compare between input and existing embedded fragments * chore: missing sqlx generation * fix: appflowy worker * chore: make sure that embeddings are only changed when content had changed * chore: remove partition key and recreate af_collab_embeddings_upsert migration * chore: use pg15 on CI and update af_collab_embeddings table primary key * chore: fix test --------- Co-authored-by: Nathan <nathan@appflowy.io>
37 lines
954 B
TOML
37 lines
954 B
TOML
[package]
|
|
name = "indexer"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
|
|
[dependencies]
|
|
rayon.workspace = true
|
|
tiktoken-rs = "0.6.0"
|
|
app-error = { workspace = true }
|
|
appflowy-ai-client = { workspace = true, features = ["client-api"] }
|
|
collab = { workspace = true }
|
|
collab-entity = { workspace = true }
|
|
collab-document = { workspace = true }
|
|
database-entity.workspace = true
|
|
database.workspace = true
|
|
futures-util.workspace = true
|
|
sqlx.workspace = true
|
|
tokio.workspace = true
|
|
tracing.workspace = true
|
|
thiserror = "1.0.56"
|
|
uuid.workspace = true
|
|
async-trait.workspace = true
|
|
serde_json.workspace = true
|
|
anyhow.workspace = true
|
|
infra.workspace = true
|
|
prometheus-client = "0.22.3"
|
|
chrono = "0.4.39"
|
|
ureq = "2.12.1"
|
|
serde.workspace = true
|
|
redis = { workspace = true, features = [
|
|
"aio",
|
|
"tokio-comp",
|
|
"connection-manager",
|
|
] }
|
|
secrecy = { workspace = true, features = ["serde"] }
|
|
reqwest.workspace = true
|
|
twox-hash = { version = "2.1.0", features = ["xxhash64"] }
|