mirror of
https://github.com/elastic/kibana.git
synced 2025-04-23 09:19:04 -04:00
[Synthtrace] Custom logs with ECS fields (#190502)
closes [3758](https://github.com/elastic/observability-dev/issues/3758) ## 📝 Summary This PR adds more ECS field support to the current [simple_logs](https://github.com/elastic/kibana/blob/main/packages/kbn-apm-synthtrace/src/scenarios/simple_logs.ts) scenario as below. <img width="267" alt="Screenshot 2024-08-14 at 13 38 08" src="https://github.com/user-attachments/assets/4ae18f77-ed07-4d8b-88f6-2bbff34fa625"> ## 🎥 Demo https://github.com/user-attachments/assets/9c5077f2-3a41-4817-9779-3c3f29ce01cd --------- Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com>
This commit is contained in:
mohamedhamed-ahmed
GitHub
parent
10f4c199ee
commit
16bded2f27
5 changed files with 284 additions and 206 deletions
|
|
@ -6,6 +6,7 @@
|
|||
* Side Public License, v 1.
|
||||
*/
|
||||
|
||||
import { randomInt } from 'crypto';
|
||||
import { Fields } from '../entity';
|
||||
import { Serializable } from '../serializable';
|
||||
|
||||
|
|
@ -55,6 +56,13 @@ export type LogDocument = Fields &
|
|||
'error.exception.stacktrace'?: string;
|
||||
'error.log.stacktrace'?: string;
|
||||
'log.custom': Record<string, unknown>;
|
||||
'host.geo.location': number[];
|
||||
'host.ip': string;
|
||||
'network.bytes': number;
|
||||
'tls.established': boolean;
|
||||
'event.duration': number;
|
||||
'event.start': Date;
|
||||
'event.end': Date;
|
||||
}>;
|
||||
|
||||
class Log extends Serializable<LogDocument> {
|
||||
|
|
@ -100,6 +108,21 @@ class Log extends Serializable<LogDocument> {
|
|||
this.fields.message = message;
|
||||
return this;
|
||||
}
|
||||
|
||||
setGeoLocation(geoCoordinates: number[]) {
|
||||
this.fields['host.geo.location'] = geoCoordinates;
|
||||
return this;
|
||||
}
|
||||
|
||||
setHostIp(hostIp: string) {
|
||||
this.fields['host.ip'] = hostIp;
|
||||
return this;
|
||||
}
|
||||
|
||||
timestamp(time: number) {
|
||||
super.timestamp(time);
|
||||
return this;
|
||||
}
|
||||
}
|
||||
|
||||
function create(logsOptions: LogsOptions = defaultLogsOptions): Log {
|
||||
|
|
@ -109,6 +132,8 @@ function create(logsOptions: LogsOptions = defaultLogsOptions): Log {
|
|||
'data_stream.namespace': 'default',
|
||||
'data_stream.type': 'logs',
|
||||
'host.name': 'synth-host',
|
||||
'network.bytes': randomInt(500, 10000),
|
||||
'tls.established': Math.random() < 0.5,
|
||||
},
|
||||
logsOptions
|
||||
).dataset('synth');
|
||||
|
|
|
|||
|
|
@ -9,11 +9,27 @@ import { LogDocument, log, generateShortId, generateLongId } from '@kbn/apm-synt
|
|||
import { Scenario } from '../cli/scenario';
|
||||
import { IndexTemplateName } from '../lib/logs/custom_logsdb_index_templates';
|
||||
import { withClient } from '../lib/utils/with_client';
|
||||
import {
|
||||
getServiceName,
|
||||
getCluster,
|
||||
getCloudRegion,
|
||||
getCloudProvider,
|
||||
} from './helpers/logs_mock_data';
|
||||
import { parseLogsScenarioOpts } from './helpers/logs_scenario_opts_parser';
|
||||
|
||||
const MORE_THAN_1024_CHARS =
|
||||
'Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pariatur?';
|
||||
|
||||
// Logs Data logic
|
||||
const MESSAGE_LOG_LEVELS = [
|
||||
{ message: 'A simple log', level: 'info' },
|
||||
{
|
||||
message: 'Another log message',
|
||||
level: 'debug',
|
||||
},
|
||||
{ message: 'Error with certificate: "ca_trusted_fingerprint"', level: 'error' },
|
||||
];
|
||||
|
||||
const scenario: Scenario<LogDocument> = async (runOptions) => {
|
||||
const { isLogsDb } = parseLogsScenarioOpts(runOptions.scenarioOpts);
|
||||
return {
|
||||
|
|
@ -23,100 +39,89 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
generate: ({ range, clients: { logsEsClient } }) => {
|
||||
const { logger } = runOptions;
|
||||
|
||||
// Logs Data logic
|
||||
const MESSAGE_LOG_LEVELS = [
|
||||
{ message: 'A simple log', level: 'info' },
|
||||
{
|
||||
message: 'Another log message',
|
||||
level: 'debug',
|
||||
},
|
||||
{ message: 'Error with certificate: "ca_trusted_fingerprint"', level: 'error' },
|
||||
];
|
||||
const CLOUD_PROVIDERS = ['gcp', 'aws', 'azure'];
|
||||
const CLOUD_REGION = ['eu-central-1', 'us-east-1', 'area-51'];
|
||||
const constructLogsCommonData = () => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const serviceName = getServiceName(index);
|
||||
const logMessage = MESSAGE_LOG_LEVELS[index];
|
||||
const { clusterId, clusterName } = getCluster(index);
|
||||
const cloudRegion = getCloudRegion(index);
|
||||
|
||||
const CLUSTER = [
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-1' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-2' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-3' },
|
||||
];
|
||||
const commonLongEntryFields: LogDocument = {
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'synth-agent',
|
||||
'orchestrator.cluster.name': clusterName,
|
||||
'orchestrator.cluster.id': clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': getCloudProvider(),
|
||||
'cloud.region': cloudRegion,
|
||||
'cloud.availability_zone': `${cloudRegion}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
};
|
||||
|
||||
const SERVICE_NAMES = Array(3)
|
||||
.fill(null)
|
||||
.map((_, idx) => `synth-service-${idx}`);
|
||||
return {
|
||||
index,
|
||||
serviceName,
|
||||
logMessage,
|
||||
cloudRegion,
|
||||
commonLongEntryFields,
|
||||
};
|
||||
};
|
||||
|
||||
const datasetSynth1Logs = (timestamp: number) => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level, message },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.dataset('synth.1')
|
||||
.message(MESSAGE_LOG_LEVELS[index].message as string)
|
||||
.logLevel(MESSAGE_LOG_LEVELS[index].level)
|
||||
.service(SERVICE_NAMES[index])
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'synth-agent',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
})
|
||||
.message(message)
|
||||
.logLevel(level)
|
||||
.service(serviceName)
|
||||
.defaults(commonLongEntryFields)
|
||||
.timestamp(timestamp);
|
||||
};
|
||||
|
||||
const datasetSynth2Logs = (i: number, timestamp: number) => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level, message },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
const isMalformed = i % 60 === 0;
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.dataset('synth.2')
|
||||
.message(MESSAGE_LOG_LEVELS[index].message as string)
|
||||
.logLevel(isMalformed ? MORE_THAN_1024_CHARS : MESSAGE_LOG_LEVELS[index].level) // "ignore_above": 1024 in mapping
|
||||
.service(SERVICE_NAMES[index])
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'synth-agent',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
})
|
||||
.message(message)
|
||||
.logLevel(isMalformed ? MORE_THAN_1024_CHARS : level) // "ignore_above": 1024 in mapping
|
||||
.service(serviceName)
|
||||
.defaults(commonLongEntryFields)
|
||||
.timestamp(timestamp);
|
||||
};
|
||||
|
||||
const datasetSynth3Logs = (i: number, timestamp: number) => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level, message },
|
||||
cloudRegion,
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
const isMalformed = i % 10 === 0;
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.dataset('synth.3')
|
||||
.message(MESSAGE_LOG_LEVELS[index].message as string)
|
||||
.logLevel(isMalformed ? MORE_THAN_1024_CHARS : MESSAGE_LOG_LEVELS[index].level) // "ignore_above": 1024 in mapping
|
||||
.service(SERVICE_NAMES[index])
|
||||
.message(message)
|
||||
.logLevel(isMalformed ? MORE_THAN_1024_CHARS : level) // "ignore_above": 1024 in mapping
|
||||
.service(serviceName)
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'synth-agent',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
...commonLongEntryFields,
|
||||
'cloud.availability_zone': isMalformed
|
||||
? MORE_THAN_1024_CHARS // "ignore_above": 1024 in mapping
|
||||
: `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
: `${cloudRegion}a`,
|
||||
})
|
||||
.timestamp(timestamp);
|
||||
};
|
||||
|
|
|
|||
|
|
@ -0,0 +1,52 @@
|
|||
/*
|
||||
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
||||
* or more contributor license agreements. Licensed under the Elastic License
|
||||
* 2.0 and the Server Side Public License, v 1; you may not use this file except
|
||||
* in compliance with, at your election, the Elastic License 2.0 or the Server
|
||||
* Side Public License, v 1.
|
||||
*/
|
||||
|
||||
import { generateShortId } from '@kbn/apm-synthtrace-client';
|
||||
import { randomInt } from 'crypto';
|
||||
|
||||
// Utility function to get a random element from an array
|
||||
const getAtIndexOrRandom = <T>(values: T[], index?: number) =>
|
||||
values[index ?? randomInt(values.length)];
|
||||
|
||||
// Arrays for data
|
||||
const IP_ADDRESSES = [
|
||||
'223.72.43.22',
|
||||
'20.24.184.101',
|
||||
'178.173.228.103',
|
||||
'147.161.184.179',
|
||||
'34.136.92.88',
|
||||
];
|
||||
|
||||
const GEO_COORDINATES = [
|
||||
[116.3861, 39.9143],
|
||||
[103.8554, 1.3036],
|
||||
[139.7425, 35.6164],
|
||||
[2.4075, 48.8323],
|
||||
[-95.8517, 41.2591],
|
||||
];
|
||||
|
||||
const CLOUD_PROVIDERS = ['gcp', 'aws', 'azure'];
|
||||
const CLOUD_REGION = ['eu-central-1', 'us-east-1', 'area-51'];
|
||||
|
||||
const CLUSTER = [
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-1', namespace: 'default' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-2', namespace: 'production' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-3', namespace: 'kube' },
|
||||
];
|
||||
|
||||
const SERVICE_NAMES = Array(3)
|
||||
.fill(null)
|
||||
.map((_, idx) => `synth-service-${idx}`);
|
||||
|
||||
// Functions to get random elements
|
||||
export const getCluster = (index?: number) => getAtIndexOrRandom(CLUSTER, index);
|
||||
export const getIpAddress = (index?: number) => getAtIndexOrRandom(IP_ADDRESSES, index);
|
||||
export const getGeoCoordinate = (index?: number) => getAtIndexOrRandom(GEO_COORDINATES, index);
|
||||
export const getCloudProvider = (index?: number) => getAtIndexOrRandom(CLOUD_PROVIDERS, index);
|
||||
export const getCloudRegion = (index?: number) => getAtIndexOrRandom(CLOUD_REGION, index);
|
||||
export const getServiceName = (index?: number) => getAtIndexOrRandom(SERVICE_NAMES, index);
|
||||
|
|
@ -18,9 +18,17 @@ import { withClient } from '../lib/utils/with_client';
|
|||
import { getSynthtraceEnvironment } from '../lib/utils/get_synthtrace_environment';
|
||||
import { parseLogsScenarioOpts } from './helpers/logs_scenario_opts_parser';
|
||||
import { IndexTemplateName } from '../lib/logs/custom_logsdb_index_templates';
|
||||
import { getCluster, getCloudRegion, getCloudProvider } from './helpers/logs_mock_data';
|
||||
|
||||
const ENVIRONMENT = getSynthtraceEnvironment(__filename);
|
||||
|
||||
// Logs Data logic
|
||||
const MESSAGE_LOG_LEVELS = [
|
||||
{ message: 'A simple log', level: 'info' },
|
||||
{ message: 'Yet another debug log', level: 'debug' },
|
||||
{ message: 'Error with certificate: "ca_trusted_fingerprint"', level: 'error' },
|
||||
];
|
||||
|
||||
const scenario: Scenario<LogDocument> = async (runOptions) => {
|
||||
const { isLogsDb } = parseLogsScenarioOpts(runOptions.scenarioOpts);
|
||||
|
||||
|
|
@ -32,21 +40,6 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
const { numServices = 3 } = runOptions.scenarioOpts || {};
|
||||
const { logger } = runOptions;
|
||||
|
||||
// Logs Data logic
|
||||
const MESSAGE_LOG_LEVELS = [
|
||||
{ message: 'A simple log', level: 'info' },
|
||||
{ message: 'Yet another debug log', level: 'debug' },
|
||||
{ message: 'Error with certificate: "ca_trusted_fingerprint"', level: 'error' },
|
||||
];
|
||||
const CLOUD_PROVIDERS = ['gcp', 'aws', 'azure'];
|
||||
const CLOUD_REGION = ['eu-central-1', 'us-east-1', 'area-51'];
|
||||
|
||||
const CLUSTER = [
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-1' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-2' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-3' },
|
||||
];
|
||||
|
||||
const SERVICE_NAMES = Array(3)
|
||||
.fill(null)
|
||||
.map((_, idx) => `synth-service-${idx}`);
|
||||
|
|
@ -59,6 +52,8 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const { clusterId, clusterName } = getCluster(index);
|
||||
const cloudRegion = getCloudRegion(index);
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.message(MESSAGE_LOG_LEVELS[index].message)
|
||||
|
|
@ -67,12 +62,12 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'synth-agent',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.cluster.name': clusterName,
|
||||
'orchestrator.cluster.id': clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.provider': getCloudProvider(),
|
||||
'cloud.region': cloudRegion,
|
||||
'cloud.availability_zone': `${cloudRegion}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
|
|
|
|||
|
|
@ -6,17 +6,65 @@
|
|||
* Side Public License, v 1.
|
||||
*/
|
||||
import { LogDocument, log, generateShortId, generateLongId } from '@kbn/apm-synthtrace-client';
|
||||
import moment from 'moment';
|
||||
import { Scenario } from '../cli/scenario';
|
||||
import { IndexTemplateName } from '../lib/logs/custom_logsdb_index_templates';
|
||||
import { withClient } from '../lib/utils/with_client';
|
||||
import {
|
||||
getServiceName,
|
||||
getGeoCoordinate,
|
||||
getIpAddress,
|
||||
getCluster,
|
||||
getCloudProvider,
|
||||
getCloudRegion,
|
||||
} from './helpers/logs_mock_data';
|
||||
import { parseLogsScenarioOpts } from './helpers/logs_scenario_opts_parser';
|
||||
|
||||
// Logs Data logic
|
||||
const MESSAGE_LOG_LEVELS = [
|
||||
{ message: 'A simple log with something random <random> in the middle', level: 'info' },
|
||||
{ message: 'Yet another debug log', level: 'debug' },
|
||||
{ message: 'Error with certificate: "ca_trusted_fingerprint"', level: 'error' },
|
||||
];
|
||||
|
||||
const MORE_THAN_1024_CHARS =
|
||||
'Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pariatur?';
|
||||
|
||||
const scenario: Scenario<LogDocument> = async (runOptions) => {
|
||||
const { isLogsDb } = parseLogsScenarioOpts(runOptions.scenarioOpts);
|
||||
|
||||
const constructLogsCommonData = () => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const serviceName = getServiceName(index);
|
||||
const logMessage = MESSAGE_LOG_LEVELS[index];
|
||||
const { clusterId, clusterName, namespace } = getCluster(index);
|
||||
const cloudRegion = getCloudRegion(index);
|
||||
|
||||
const commonLongEntryFields: LogDocument = {
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': clusterName,
|
||||
'orchestrator.cluster.id': clusterId,
|
||||
'orchestrator.namespace': namespace,
|
||||
'container.name': `${serviceName}-${generateShortId()}`,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': getCloudProvider(),
|
||||
'cloud.region': cloudRegion,
|
||||
'cloud.availability_zone': `${cloudRegion}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
};
|
||||
|
||||
return {
|
||||
index,
|
||||
serviceName,
|
||||
logMessage,
|
||||
cloudRegion,
|
||||
commonLongEntryFields,
|
||||
};
|
||||
};
|
||||
|
||||
return {
|
||||
bootstrap: async ({ logsEsClient }) => {
|
||||
if (isLogsDb) await logsEsClient.createIndexTemplate(IndexTemplateName.LogsDb);
|
||||
|
|
@ -24,25 +72,6 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
generate: ({ range, clients: { logsEsClient } }) => {
|
||||
const { logger } = runOptions;
|
||||
|
||||
// Logs Data logic
|
||||
const MESSAGE_LOG_LEVELS = [
|
||||
{ message: 'A simple log with something random <random> in the middle', level: 'info' },
|
||||
{ message: 'Yet another debug log', level: 'debug' },
|
||||
{ message: 'Error with certificate: "ca_trusted_fingerprint"', level: 'error' },
|
||||
];
|
||||
const CLOUD_PROVIDERS = ['gcp', 'aws', 'azure'];
|
||||
const CLOUD_REGION = ['eu-central-1', 'us-east-1', 'area-51'];
|
||||
|
||||
const CLUSTER = [
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-1', namespace: 'default' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-2', namespace: 'production' },
|
||||
{ clusterId: generateShortId(), clusterName: 'synth-cluster-3', namespace: 'kube' },
|
||||
];
|
||||
|
||||
const SERVICE_NAMES = Array(3)
|
||||
.fill(null)
|
||||
.map((_, idx) => `synth-service-${idx}`);
|
||||
|
||||
const logs = range
|
||||
.interval('1m')
|
||||
.rate(1)
|
||||
|
|
@ -50,30 +79,20 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
return Array(3)
|
||||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const { message, level } = MESSAGE_LOG_LEVELS[index];
|
||||
const serviceName = SERVICE_NAMES[index];
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level, message },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.message(message.replace('<random>', generateShortId()))
|
||||
.logLevel(level)
|
||||
.service(serviceName)
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.namespace': CLUSTER[index].namespace,
|
||||
'container.name': `${SERVICE_NAMES[index]}-${generateShortId()}`,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
})
|
||||
.setGeoLocation(getGeoCoordinate())
|
||||
.setHostIp(getIpAddress())
|
||||
.defaults(commonLongEntryFields)
|
||||
.timestamp(timestamp);
|
||||
});
|
||||
});
|
||||
|
|
@ -85,25 +104,20 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
return Array(3)
|
||||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { message },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.service(SERVICE_NAMES[index])
|
||||
.service(serviceName)
|
||||
.setGeoLocation(getGeoCoordinate())
|
||||
.setHostIp(getIpAddress())
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'error.message': MESSAGE_LOG_LEVELS[index].message,
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'orchestrator.namespace': CLUSTER[index].namespace,
|
||||
'container.name': `${SERVICE_NAMES[index]}-${generateShortId()}`,
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
...commonLongEntryFields,
|
||||
'error.message': message,
|
||||
})
|
||||
.timestamp(timestamp);
|
||||
});
|
||||
|
|
@ -116,27 +130,22 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
return Array(3)
|
||||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level, message },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.logLevel(MESSAGE_LOG_LEVELS[index].level)
|
||||
.service(SERVICE_NAMES[index])
|
||||
.logLevel(level)
|
||||
.service(serviceName)
|
||||
.setGeoLocation(getGeoCoordinate())
|
||||
.setHostIp(getIpAddress())
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'error.message': MESSAGE_LOG_LEVELS[index].message,
|
||||
...commonLongEntryFields,
|
||||
'error.message': message,
|
||||
'error.exception.stacktrace': 'Error message in error.exception.stacktrace',
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'orchestrator.namespace': CLUSTER[index].namespace,
|
||||
'container.name': `${SERVICE_NAMES[index]}-${generateShortId()}`,
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
})
|
||||
.timestamp(timestamp);
|
||||
});
|
||||
|
|
@ -149,27 +158,26 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
return Array(3)
|
||||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level, message },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
const eventDate = moment().toDate();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.logLevel(MESSAGE_LOG_LEVELS[index].level)
|
||||
.service(SERVICE_NAMES[index])
|
||||
.logLevel(level)
|
||||
.service(serviceName)
|
||||
.setGeoLocation(getGeoCoordinate())
|
||||
.setHostIp(getIpAddress())
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'event.original': MESSAGE_LOG_LEVELS[index].message,
|
||||
...commonLongEntryFields,
|
||||
'event.original': message,
|
||||
'error.log.stacktrace': 'Error message in error.log.stacktrace',
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'orchestrator.namespace': CLUSTER[index].namespace,
|
||||
'container.name': `${SERVICE_NAMES[index]}-${generateShortId()}`,
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
'event.start': eventDate,
|
||||
'event.end': moment(eventDate).add(1, 'm').toDate(),
|
||||
})
|
||||
.timestamp(timestamp);
|
||||
});
|
||||
|
|
@ -182,25 +190,20 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
return Array(3)
|
||||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { level },
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.logLevel(MESSAGE_LOG_LEVELS[index].level)
|
||||
.service(SERVICE_NAMES[index])
|
||||
.logLevel(level)
|
||||
.service(serviceName)
|
||||
.setGeoLocation(getGeoCoordinate())
|
||||
.setHostIp(getIpAddress())
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'orchestrator.namespace': CLUSTER[index].namespace,
|
||||
'container.name': `${SERVICE_NAMES[index]}-${generateShortId()}`,
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
'cloud.availability_zone': `${CLOUD_REGION[index]}a`,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
...commonLongEntryFields,
|
||||
'error.stack_trace': 'Error message in error.stack_trace',
|
||||
})
|
||||
.timestamp(timestamp);
|
||||
|
|
@ -214,26 +217,24 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
|
|||
return Array(3)
|
||||
.fill(0)
|
||||
.map(() => {
|
||||
const index = Math.floor(Math.random() * 3);
|
||||
const {
|
||||
serviceName,
|
||||
logMessage: { message },
|
||||
cloudRegion,
|
||||
commonLongEntryFields,
|
||||
} = constructLogsCommonData();
|
||||
|
||||
return log
|
||||
.create({ isLogsDb })
|
||||
.message(MESSAGE_LOG_LEVELS[index].message)
|
||||
.message(message)
|
||||
.logLevel(MORE_THAN_1024_CHARS)
|
||||
.service(SERVICE_NAMES[index])
|
||||
.setGeoLocation(getGeoCoordinate())
|
||||
.setHostIp(getIpAddress())
|
||||
.service(serviceName)
|
||||
.defaults({
|
||||
'trace.id': generateShortId(),
|
||||
'agent.name': 'nodejs',
|
||||
'orchestrator.cluster.name': CLUSTER[index].clusterName,
|
||||
'orchestrator.cluster.id': CLUSTER[index].clusterId,
|
||||
'orchestrator.namespace': CLUSTER[index].namespace,
|
||||
'container.name': `${SERVICE_NAMES[index]}-${generateShortId()}`,
|
||||
'orchestrator.resource.id': generateShortId(),
|
||||
'cloud.provider': CLOUD_PROVIDERS[Math.floor(Math.random() * 3)],
|
||||
'cloud.region': CLOUD_REGION[index],
|
||||
...commonLongEntryFields,
|
||||
'cloud.region': cloudRegion,
|
||||
'cloud.availability_zone': MORE_THAN_1024_CHARS,
|
||||
'cloud.project.id': generateShortId(),
|
||||
'cloud.instance.id': generateShortId(),
|
||||
'log.file.path': `/logs/${generateLongId()}/error.txt`,
|
||||
})
|
||||
.timestamp(timestamp);
|
||||
});
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue