temp for testing

This commit is contained in:
Max Hniebergall 2024-05-10 16:59:42 -04:00
parent 5fda71ba1c
commit fca46fd2b6
8 changed files with 61 additions and 82 deletions

View file

@ -1,60 +1,51 @@
elasticsearch = 8.15.0 elasticsearch=8.16.0
lucene = 9.10.0 lucene=9.10.0
bundled_jdk_vendor=openjdk
bundled_jdk_vendor = openjdk bundled_jdk=21.0.2+13@f2283984656d49d69e91c558476027ac
bundled_jdk = 21.0.2+13@f2283984656d49d69e91c558476027ac
# optional dependencies # optional dependencies
spatial4j = 0.7 spatial4j=0.7
jts = 1.15.0 jts=1.15.0
jackson = 2.15.0 jackson=2.15.0
snakeyaml = 2.0 snakeyaml=2.0
icu4j = 68.2 icu4j=68.2
supercsv = 2.4.0 supercsv=2.4.0
log4j = 2.19.0 log4j=2.19.0
slf4j = 2.0.6 slf4j=2.0.6
ecsLogging = 1.2.0 ecsLogging=1.2.0
jna = 5.12.1 jna=5.12.1
netty = 4.1.109.Final netty=4.1.109.Final
commons_lang3 = 3.9 commons_lang3=3.9
google_oauth_client = 1.34.1 google_oauth_client=1.34.1
antlr4=4.13.1
antlr4 = 4.13.1
# bouncy castle version for non-fips. fips jars use a different version # bouncy castle version for non-fips. fips jars use a different version
bouncycastle=1.78.1 bouncycastle=1.78.1
# used by security and idp (need to be in sync due to cross-dependency in testing) # used by security and idp (need to be in sync due to cross-dependency in testing)
opensaml = 4.3.0 opensaml=4.3.0
# client dependencies # client dependencies
httpclient = 4.5.14 httpclient=4.5.14
httpcore = 4.4.13 httpcore=4.4.13
httpasyncclient = 4.1.5 httpasyncclient=4.1.5
commonslogging = 1.2 commonslogging=1.2
commonscodec = 1.15 commonscodec=1.15
protobuf = 3.21.9 protobuf=3.21.9
# test dependencies # test dependencies
randomizedrunner = 2.8.0 randomizedrunner=2.8.0
junit = 4.13.2 junit=4.13.2
junit5 = 5.7.1 junit5=5.7.1
hamcrest = 2.1 hamcrest=2.1
mocksocket = 1.2 mocksocket=1.2
# test container dependencies # test container dependencies
testcontainer = 1.19.2 testcontainer=1.19.2
dockerJava = 3.3.4 dockerJava=3.3.4
ductTape = 1.0.8 ductTape=1.0.8
commonsCompress = 1.24.0 commonsCompress=1.24.0
# packer caching build logic # packer caching build logic
reflections = 0.10.2 reflections=0.10.2
# benchmark dependencies # benchmark dependencies
jmh = 1.26 jmh=1.26
# test dependencies # test dependencies
# when updating this version, also update :qa:evil-tests # when updating this version, also update :qa:evil-tests
jimfs = 1.3.0 jimfs=1.3.0
jimfs_guava = 32.1.1-jre jimfs_guava=32.1.1-jre
# test framework # test framework
networknt_json_schema_validator = 1.0.48 networknt_json_schema_validator=1.0.48

View file

@ -176,7 +176,8 @@ public class Version implements VersionId<Version>, ToXContentFragment {
public static final Version V_8_13_4 = new Version(8_13_04_99); public static final Version V_8_13_4 = new Version(8_13_04_99);
public static final Version V_8_14_0 = new Version(8_14_00_99); public static final Version V_8_14_0 = new Version(8_14_00_99);
public static final Version V_8_15_0 = new Version(8_15_00_99); public static final Version V_8_15_0 = new Version(8_15_00_99);
public static final Version CURRENT = V_8_15_0; public static final Version V_8_16_0 = new Version(8_16_00_99);
public static final Version CURRENT = V_8_16_0;
private static final NavigableMap<Integer, Version> VERSION_IDS; private static final NavigableMap<Integer, Version> VERSION_IDS;
private static final Map<String, Version> VERSION_STRINGS; private static final Map<String, Version> VERSION_STRINGS;

View file

@ -16,32 +16,15 @@ import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.util.concurrent.ThreadContext; import org.elasticsearch.common.util.concurrent.ThreadContext;
import org.elasticsearch.inference.TaskType; import org.elasticsearch.inference.TaskType;
import org.elasticsearch.test.ESTestCase; import org.elasticsearch.test.ESTestCase;
import org.elasticsearch.test.cluster.ElasticsearchCluster;
import org.elasticsearch.test.cluster.local.distribution.DistributionType;
import org.elasticsearch.test.http.MockWebServer; import org.elasticsearch.test.http.MockWebServer;
import org.elasticsearch.test.rest.ESRestTestCase; import org.elasticsearch.test.rest.ESRestTestCase;
import org.hamcrest.Matchers; import org.hamcrest.Matchers;
import org.junit.ClassRule;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
public abstract class BaseMixedIT extends ESRestTestCase { public abstract class BaseMixedTestCase extends MixedClusterSpecTestCase {
@ClassRule
public static ElasticsearchCluster cluster = ElasticsearchCluster.local()
.distribution(DistributionType.DEFAULT)
.setting("xpack.license.self_generated.type", "trial")
.setting("xpack.security.enabled", "true")
.plugin("inference-service-test")
.user("x_pack_rest_user", "x-pack-test-password")
.build();
@Override
protected String getTestRestCluster() {
return cluster.getHttpAddresses();
}
protected static String getUrl(MockWebServer webServer) { protected static String getUrl(MockWebServer webServer) {
return Strings.format("http://%s:%s", webServer.getHostName(), webServer.getPort()); return Strings.format("http://%s:%s", webServer.getHostName(), webServer.getPort());
} }
@ -123,8 +106,9 @@ public abstract class BaseMixedIT extends ESRestTestCase {
var request = new Request("PUT", endpoint); var request = new Request("PUT", endpoint);
request.setJsonEntity(modelConfig); request.setJsonEntity(modelConfig);
var response = ESRestTestCase.client().performRequest(request); var response = ESRestTestCase.client().performRequest(request);
ESRestTestCase.assertOKAndConsume(response);
logger.warn("PUT response: {}", response.toString()); logger.warn("PUT response: {}", response.toString());
System.out.println("PUT response: " + response.toString());
ESRestTestCase.assertOKAndConsume(response);
} }
protected static void assertOkOrCreated(Response response) throws IOException { protected static void assertOkOrCreated(Response response) throws IOException {

View file

@ -21,14 +21,14 @@ import java.io.IOException;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import static org.elasticsearch.xpack.inference.qa.mixed.MixedClusterSpecIT.bwcVersion; import static org.elasticsearch.xpack.inference.qa.mixed.MixedClusterSpecTestCase.bwcVersion;
import static org.hamcrest.Matchers.empty; import static org.hamcrest.Matchers.empty;
import static org.hamcrest.Matchers.hasEntry; import static org.hamcrest.Matchers.hasEntry;
import static org.hamcrest.Matchers.hasSize; import static org.hamcrest.Matchers.hasSize;
import static org.hamcrest.Matchers.not; import static org.hamcrest.Matchers.not;
import static org.hamcrest.Matchers.oneOf; import static org.hamcrest.Matchers.oneOf;
public class CohereServiceMixedIT extends BaseMixedIT { public class CohereServiceMixedIT extends BaseMixedTestCase {
private static final String COHERE_EMBEDDINGS_ADDED = "8.13.0"; private static final String COHERE_EMBEDDINGS_ADDED = "8.13.0";
private static final String COHERE_RERANK_ADDED = "8.14.0"; private static final String COHERE_RERANK_ADDED = "8.14.0";
@ -63,6 +63,7 @@ public class CohereServiceMixedIT extends BaseMixedIT {
// queue a response as PUT will call the service // queue a response as PUT will call the service
cohereEmbeddingsServer.enqueue(new MockResponse().setResponseCode(200).setBody(embeddingResponseByte())); cohereEmbeddingsServer.enqueue(new MockResponse().setResponseCode(200).setBody(embeddingResponseByte()));
put(inferenceIdInt8, embeddingConfigInt8(getUrl(cohereEmbeddingsServer)), TaskType.TEXT_EMBEDDING); put(inferenceIdInt8, embeddingConfigInt8(getUrl(cohereEmbeddingsServer)), TaskType.TEXT_EMBEDDING);
// float model // float model
cohereEmbeddingsServer.enqueue(new MockResponse().setResponseCode(200).setBody(embeddingResponseFloat())); cohereEmbeddingsServer.enqueue(new MockResponse().setResponseCode(200).setBody(embeddingResponseFloat()));
put(inferenceIdFloat, embeddingConfigFloat(getUrl(cohereEmbeddingsServer)), TaskType.TEXT_EMBEDDING); put(inferenceIdFloat, embeddingConfigFloat(getUrl(cohereEmbeddingsServer)), TaskType.TEXT_EMBEDDING);

View file

@ -19,10 +19,11 @@ import java.io.IOException;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import static org.elasticsearch.xpack.inference.qa.mixed.MixedClusterSpecIT.bwcVersion; import static org.hamcrest.Matchers.empty;
import static org.hamcrest.Matchers.*; import static org.hamcrest.Matchers.hasSize;
import static org.hamcrest.Matchers.not;
public class HuggingFaceServiceMixedIT extends BaseMixedIT { public class HuggingFaceServiceMixedIT extends BaseMixedTestCase {
private static final String HF_EMBEDDINGS_ADDED = "8.12.0"; private static final String HF_EMBEDDINGS_ADDED = "8.12.0";
private static final String HF_ELSER_ADDED = "8.12.0"; private static final String HF_ELSER_ADDED = "8.12.0";

View file

@ -10,12 +10,13 @@ package org.elasticsearch.xpack.inference.qa.mixed;
import org.elasticsearch.Version; import org.elasticsearch.Version;
import org.elasticsearch.features.NodeFeature; import org.elasticsearch.features.NodeFeature;
import org.elasticsearch.test.cluster.ElasticsearchCluster; import org.elasticsearch.test.cluster.ElasticsearchCluster;
import org.elasticsearch.test.rest.ESRestTestCase;
import org.elasticsearch.test.rest.TestFeatureService; import org.elasticsearch.test.rest.TestFeatureService;
import org.junit.AfterClass; import org.junit.AfterClass;
import org.junit.Before; import org.junit.Before;
import org.junit.ClassRule; import org.junit.ClassRule;
public class MixedClusterSpecIT extends BaseMixedIT { public abstract class MixedClusterSpecTestCase extends ESRestTestCase {
@ClassRule @ClassRule
public static ElasticsearchCluster cluster = Clusters.mixedVersionCluster(); public static ElasticsearchCluster cluster = Clusters.mixedVersionCluster();

View file

@ -19,13 +19,13 @@ import java.io.IOException;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import static org.elasticsearch.xpack.inference.qa.mixed.MixedClusterSpecIT.bwcVersion; import static org.elasticsearch.xpack.inference.qa.mixed.MixedClusterSpecTestCase.bwcVersion;
import static org.hamcrest.Matchers.empty; import static org.hamcrest.Matchers.empty;
import static org.hamcrest.Matchers.hasEntry; import static org.hamcrest.Matchers.hasEntry;
import static org.hamcrest.Matchers.hasSize; import static org.hamcrest.Matchers.hasSize;
import static org.hamcrest.Matchers.not; import static org.hamcrest.Matchers.not;
public class OpenAIServiceMixedIT extends BaseMixedIT { public class OpenAIServiceMixedIT extends BaseMixedTestCase {
private static final String OPEN_AI_EMBEDDINGS_ADDED = "8.12.0"; private static final String OPEN_AI_EMBEDDINGS_ADDED = "8.12.0";
private static final String OPEN_AI_EMBEDDINGS_MODEL_SETTING_MOVED = "8.13.0"; private static final String OPEN_AI_EMBEDDINGS_MODEL_SETTING_MOVED = "8.13.0";

View file

@ -68,9 +68,9 @@ esplugin.bundleSpec.from {
esplugin.bundleSpec.exclude 'platform/licenses/**' esplugin.bundleSpec.exclude 'platform/licenses/**'
["bundlePlugin", "explodedBundlePlugin"].each { bundleTaskName -> ["bundlePlugin", "explodedBundlePlugin"].each { bundleTaskName ->
tasks.named(bundleTaskName).configure { tasks.named(bundleTaskName).configure {
dependsOn configurations.nativeBundle dependsOn configurations.nativeBundle
} }
} }
dependencies { dependencies {
@ -100,10 +100,10 @@ dependencies {
api "org.apache.lucene:lucene-analysis-icu:${versions.lucene}" api "org.apache.lucene:lucene-analysis-icu:${versions.lucene}"
api "org.apache.lucene:lucene-analysis-kuromoji:${versions.lucene}" api "org.apache.lucene:lucene-analysis-kuromoji:${versions.lucene}"
implementation 'org.ojalgo:ojalgo:51.2.0' implementation 'org.ojalgo:ojalgo:51.2.0'
nativeBundle("org.elasticsearch.ml:ml-cpp:${project.version}:deps@zip") { nativeBundle("org.elasticsearch.ml:ml-cpp:8.15.0-SNAPSHOT:deps@zip") {
changing = true changing = true
} }
nativeBundle("org.elasticsearch.ml:ml-cpp:${project.version}:nodeps@zip") { nativeBundle("org.elasticsearch.ml:ml-cpp:8.15.0-SNAPSHOT:nodeps@zip") {
changing = true changing = true
} }
testImplementation 'org.ini4j:ini4j:0.5.2' testImplementation 'org.ini4j:ini4j:0.5.2'
@ -136,7 +136,7 @@ tasks.named('generateNotice').configure {
inputs.dir("${project.buildDir}/extractedNativeLicenses/platform/licenses") inputs.dir("${project.buildDir}/extractedNativeLicenses/platform/licenses")
.withPropertyName('licensingDir') .withPropertyName('licensingDir')
.withPathSensitivity(PathSensitivity.RELATIVE) .withPathSensitivity(PathSensitivity.RELATIVE)
licenseDirs.add(tasks.named("extractNativeLicenses").map {new File(it.destinationDir, "platform/licenses") }) licenseDirs.add(tasks.named("extractNativeLicenses").map { new File(it.destinationDir, "platform/licenses") })
} }
tasks.named("dependencyLicenses").configure { tasks.named("dependencyLicenses").configure {