mirror of
https://github.com/elastic/kibana.git
synced 2025-06-27 10:40:07 -04:00
7d20301289
Implements a huggingface dataset loader for RAG evals - see [x-pack/platform/packages/shared/kbn-ai-tools-cli/src/hf_dataset_loader/README.md](https://github.com/dgieselaar/kibana/blob/hf-dataset-loader/x-pack/platform/packages/shared/kbn-ai-tools-cli/src/hf_dataset_loader/README.md). Additionally, a `@kbn/cache-cli` tool was added that allows tooling authors to cache to disk (possibly remote storage later). Used o3 for finding datasets on HuggingFace and doing an initial pass on a line-by-line dataset processor ([see conversation](https://chatgpt.com/share/6853e49a-e870-8000-9c65-f7a5a3a72af0)) Libraries added: - `cache-manager`, `cache-manager-fs-hash`, `keyv`, `@types/cache-manager-fs-hash`: caching libraries and plugins. could not find any existing caching libraries in the repo. - `@huggingface/hub`: api client for HF. --------- Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com> Co-authored-by: Elastic Machine <elasticmachine@users.noreply.github.com>
139 lines
4.5 KiB
YAML
139 lines
4.5 KiB
YAML
paths-ignore:
|
|
- '**/__fixtures__/**'
|
|
- '**/__jest__/**'
|
|
- '**/__mocks__/**'
|
|
- '**/__snapshots__/**'
|
|
- '**/__stories__/**'
|
|
- '**/__tests__/**'
|
|
- '**/.storybook/**'
|
|
- '**/*-mocks/**'
|
|
- '**/*.cy.*'
|
|
- '**/*.yaml'
|
|
- '**/*.hbs'
|
|
- '**/*.njk'
|
|
- '**/*.mock.*'
|
|
- '**/*.mocks.*'
|
|
- '**/*.test.*'
|
|
- '**/cypress/**'
|
|
- '**/e2e/**'
|
|
- '**/ftr_e2e/**'
|
|
- '**/integration_tests/**'
|
|
- '**/jest.config.*'
|
|
- '**/jest.integration.config.*'
|
|
- '**/kbn-scout-*'
|
|
- '**/mocks.*'
|
|
- '**/mocks/**'
|
|
- '**/stub/**'
|
|
- '**/scripts/**'
|
|
- '**/setup_tests.*'
|
|
- '**/storybook/**'
|
|
- '**/*_test_utils/**'
|
|
- '**/*-test-data/**'
|
|
- '**/test_helpers/**'
|
|
- '**/test-helpers/**'
|
|
- '**/test_utils/**'
|
|
- api_docs
|
|
- dev_docs
|
|
- docs
|
|
- examples
|
|
- kbn_pm
|
|
- legacy_rfcs
|
|
- oas_docs
|
|
- packages/kbn-babel-*
|
|
- packages/kbn-bazel-*
|
|
- packages/kbn-capture-oas-snapshot-cli
|
|
- packages/kbn-check-mappings-update-cli
|
|
- packages/kbn-check-prod-native-modules-cli
|
|
- packages/kbn-ci-*
|
|
- packages/kbn-cli-dev-mode
|
|
- packages/kbn-dependency-*
|
|
- packages/kbn-docs-utils
|
|
- packages/kbn-eslint-*
|
|
- packages/kbn-failed-test-reporter-cli
|
|
- packages/kbn-find-used-node-modules
|
|
- packages/kbn-ftr-*
|
|
- packages/kbn-import-locator
|
|
- packages/kbn-generate
|
|
- packages/kbn-generate-console-definitions
|
|
- packages/kbn-json-ast
|
|
- packages/kbn-kibana-manifest-schema
|
|
- packages/kbn-lint-*
|
|
- packages/kbn-managed-vscode-*
|
|
- packages/kbn-manifest
|
|
- packages/kbn-mock-idp-plugin
|
|
- packages/kbn-optimizer
|
|
- packages/kbn-peggy-loader
|
|
- packages/kbn-performance-testing-dataset-extractor
|
|
- packages/kbn-picomatcher
|
|
- packages/kbn-plugin-*
|
|
- packages/kbn-relocate
|
|
- packages/kbn-repo-*
|
|
- packages/kbn-set-map
|
|
- packages/kbn-sort-package-json
|
|
- packages/kbn-styled-components-mapping-cli
|
|
- packages/kbn-test-*
|
|
- packages/kbn-ts-*
|
|
- packages/kbn-validate-next-docs-cli
|
|
- packages/kbn-web-worker-stub
|
|
- packages/kbn-whereis-pkg-cli
|
|
- packages/kbn-yarn-lock-validator
|
|
- scripts
|
|
- src/platform/packages/*/kbn-ambient-*-types
|
|
- src/platform/packages/*/kbn-babel-*
|
|
- src/platform/packages/*/kbn-ci-*
|
|
- src/platform/packages/*/kbn-cypress-*
|
|
- src/platform/packages/*/kbn-ftr-*
|
|
- src/platform/packages/*/kbn-jest-*
|
|
- src/platform/packages/*/kbn-optimizer-*
|
|
- src/platform/packages/*/kbn-test-*
|
|
- src/platform/packages/private/kbn-code-owners
|
|
- src/platform/packages/private/kbn-gen-ai-functional-testing
|
|
- src/platform/packages/private/kbn-get-repo-files
|
|
- src/platform/packages/private/kbn-import-resolver
|
|
- src/platform/packages/private/kbn-journeys
|
|
- src/platform/packages/private/kbn-mock-idp-utils
|
|
- src/platform/packages/private/kbn-node-libs-browser-webpack-plugin
|
|
- src/platform/packages/private/kbn-optimizer-webpack-helpers
|
|
- src/platform/packages/private/kbn-reporting/mocks_server
|
|
- src/platform/packages/private/kbn-peggy
|
|
- src/platform/packages/private/kbn-repo-path
|
|
- src/platform/packages/private/kbn-some-dev-log
|
|
- src/platform/packages/private/kbn-stdio-dev-helpers
|
|
- src/platform/packages/private/kbn-telemetry-tools
|
|
- src/platform/packages/shared/kbn-apm-synthtrace
|
|
- src/platform/packages/shared/kbn-axe-config
|
|
- src/platform/packages/shared/kbn-cache-cli
|
|
- src/platform/packages/shared/kbn-dev-cli-errors
|
|
- src/platform/packages/shared/kbn-dev-cli-runner
|
|
- src/platform/packages/shared/kbn-dev-proc-runner
|
|
- src/platform/packages/shared/kbn-dev-utils
|
|
- src/platform/packages/shared/kbn-es
|
|
- src/platform/packages/shared/kbn-es-archiver
|
|
- src/platform/packages/shared/kbn-expect
|
|
- src/platform/packages/shared/kbn-openapi-*
|
|
- src/platform/packages/shared/kbn-scout
|
|
- src/platform/packages/shared/kbn-storybook
|
|
- src/platform/packages/shared/kbn-test
|
|
- src/platform/packages/shared/kbn-tooling-log
|
|
- src/platform/test
|
|
- typings
|
|
- x-pack/examples
|
|
- x-pack/packages/ai-infra/product-doc-artifact-builder
|
|
- x-pack/packages/kbn-synthetics-private-location
|
|
- x-pack/platform/packages/shared/kbn-ai-tools-cli
|
|
- x-pack/platform/packages/shared/kbn-inference-cli
|
|
- x-pack/platform/packages/shared/kbn-kibana-api-cli
|
|
- x-pack/platform/packages/shared/kbn-sample-parser
|
|
- x-pack/platform/plugins/private/cloud_integrations/cloud_full_story/public/assets/**
|
|
- x-pack/platform/test
|
|
- x-pack/performance
|
|
- x-pack/scripts
|
|
- x-pack/solutions/observability/packages/kbn-genai-cli
|
|
- x-pack/solutions/*/test
|
|
- x-pack/test
|
|
- x-pack/test_serverless
|
|
query-filters:
|
|
- exclude:
|
|
paths:
|
|
- codeql/javascript-queries/AngularJS
|
|
- codeql/javascript-queries/Electron
|