github-mirrors/elasticsearch
1
0
Fork 0
mirror of https://github.com/elastic/elasticsearch.git synced 2025-04-24 23:27:25 -04:00
Code Issues Projects Releases Packages Wiki Activity

Updating text_similarity_reranker tests to account for the test_reranking_service (#114945)

Browse source
This commit is contained in:
Panagiotis Bailis 2024-10-17 15:33:40 +03:00 • committed by GitHub
parent f29ebd3d38
commit 8d0e63057f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 19 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

8
x-pack/plugin/inference/src/yamlRestTest/resources/rest-api-spec/test/inference/70_text_similarity_rank_retriever.yml
View file

@ -1,4 +1,8 @@
setup: setup:
- skip:
features:
- close_to
- contains
- requires: - requires:
cluster_features: "text_similarity_reranker_retriever_supported" cluster_features: "text_similarity_reranker_retriever_supported"
reason: semantic reranking introduced in 8.15.0 reason: semantic reranking introduced in 8.15.0
@ -206,8 +210,8 @@ setup:
size: 10 size: 10
explain: true explain: true
- match: { hits.hits.0._id: "doc_2" } - contains: { hits.hits: { _id: "doc_2" } }
- match: { hits.hits.1._id: "doc_1" } - contains: { hits.hits: { _id: "doc_1" } }
- close_to: { hits.hits.0._explanation.value: { value: 0.4, error: 0.000001 } } - close_to: { hits.hits.0._explanation.value: { value: 0.4, error: 0.000001 } }
- match: {hits.hits.0._explanation.description: "/text_similarity_reranker.match.using.inference.endpoint:.\\[my-rerank-model\\].on.document.field:.\\[text\\].*/" } - match: {hits.hits.0._explanation.description: "/text_similarity_reranker.match.using.inference.endpoint:.\\[my-rerank-model\\].on.document.field:.\\[text\\].*/" }

28
x-pack/plugin/rank-rrf/src/yamlRestTest/resources/rest-api-spec/test/rrf/800_rrf_with_text_similarity_reranker_retriever.yml
View file

@ -1,4 +1,9 @@
setup: setup:
- skip:
features:
- close_to
- contains
- requires: - requires:
cluster_features: ['rrf_retriever_composition_supported', 'text_similarity_reranker_retriever_supported'] cluster_features: ['rrf_retriever_composition_supported', 'text_similarity_reranker_retriever_supported']
reason: need to have support for rrf and semantic reranking composition reason: need to have support for rrf and semantic reranking composition
@ -125,9 +130,6 @@ setup:
term: { term: {
topic: "science" topic: "science"
} }
},
"sort": {
"integer": "asc"
} }
} }
}, },
@ -152,8 +154,8 @@ setup:
- match: { hits.total.value: 3 } - match: { hits.total.value: 3 }
- length: { hits.hits: 2 } - length: { hits.hits: 2 }
- match: { hits.hits.0._id: "doc_1" } - contains: { hits.hits: { _id: "doc_1" } }
- match: { hits.hits.1._id: "doc_3" } - contains: { hits.hits: { _id: "doc_3" } }
- match: { aggregations.topics.buckets.0.key: "science" } - match: { aggregations.topics.buckets.0.key: "science" }
- match: { aggregations.topics.buckets.0.doc_count: 2 } - match: { aggregations.topics.buckets.0.doc_count: 2 }
@ -304,11 +306,8 @@ setup:
standard: { standard: {
query: { query: {
term: { term: {
topic: "science" subtopic: "astronomy"
} }
},
"sort": {
"integer": "asc"
} }
} }
}, },
@ -327,14 +326,13 @@ setup:
- match: { hits.hits.0._id: "doc_2" } - match: { hits.hits.0._id: "doc_2" }
- match: { hits.hits.1._id: "doc_1" } - match: { hits.hits.1._id: "doc_1" }
- match: { hits.hits.2._id: "doc_3" }
- close_to: { hits.hits.0._explanation.value: { value: 0.6666667, error: 0.000001 } } - close_to: { hits.hits.0._explanation.value: { value: 0.833333, error: 0.0001 } }
- match: {hits.hits.0._explanation.description: "/rrf.score:.\\[0.6666667\\].*/" } - match: {hits.hits.0._explanation.description: "/rrf.score:.\\[0.8333334\\].*/" }
- match: {hits.hits.0._explanation.details.0.value: 2} - match: {hits.hits.0._explanation.details.0.value: 2}
- match: {hits.hits.0._explanation.details.0.description: "/rrf.score:.\\[0.33333334\\].*/" } - match: {hits.hits.0._explanation.details.0.description: "/rrf.score:.\\[0.33333334\\].*/" }
- match: {hits.hits.0._explanation.details.0.details.0.details.0.description: "/ConstantScore.*/" } - match: {hits.hits.0._explanation.details.0.details.0.details.0.description: "/ConstantScore.*/" }
- match: {hits.hits.0._explanation.details.1.value: 2} - match: {hits.hits.0._explanation.details.1.value: 1}
- match: {hits.hits.0._explanation.details.1.description: "/rrf.score:.\\[0.33333334\\].*/" } - match: {hits.hits.0._explanation.details.1.description: "/rrf.score:.\\[0.5\\].*/" }
- match: {hits.hits.0._explanation.details.1.details.0.description: "/text_similarity_reranker.match.using.inference.endpoint:.\\[my-rerank-model\\].on.document.field:.\\[text\\].*/" } - match: {hits.hits.0._explanation.details.1.details.0.description: "/text_similarity_reranker.match.using.inference.endpoint:.\\[my-rerank-model\\].on.document.field:.\\[text\\].*/" }
- match: {hits.hits.0._explanation.details.1.details.0.details.0.description: "/weight.*science.*/" } - match: {hits.hits.0._explanation.details.1.details.0.details.0.description: "/weight.*astronomy.*/" }