mirror of
https://github.com/elastic/logstash.git
synced 2025-06-27 17:08:55 -04:00
dc5db673ee
introduces two rake tasks: `rake artifact:docker_oss` and `rake artifact:docker`, which will create the docker images of the OSS and non OSS packages. These tasks depend on the tar artifacts being built. Also `rake artifact:all` has been modified to also call these two tasks. most code was moved from https://github.com/elastic/logstash-docker/
133 lines
4.6 KiB
Makefile
133 lines
4.6 KiB
Makefile
SHELL=/bin/bash
|
|
ELASTIC_REGISTRY ?= docker.elastic.co
|
|
|
|
export PATH := ./bin:./venv/bin:$(PATH)
|
|
|
|
# Determine the version to build. Override by setting ELASTIC_VERSION env var.
|
|
ELASTIC_VERSION := $(shell ./bin/elastic-version)
|
|
|
|
ifdef STAGING_BUILD_NUM
|
|
VERSION_TAG := $(ELASTIC_VERSION)-$(STAGING_BUILD_NUM)
|
|
else
|
|
VERSION_TAG := $(ELASTIC_VERSION)
|
|
endif
|
|
|
|
IMAGE_FLAVORS ?= oss full
|
|
DEFAULT_IMAGE_FLAVOR ?= full
|
|
|
|
IMAGE_TAG := $(ELASTIC_REGISTRY)/logstash/logstash
|
|
HTTPD ?= logstash-docker-artifact-server
|
|
|
|
FIGLET := pyfiglet -w 160 -f puffy
|
|
|
|
all: build-from-local-artifacts build-from-local-oss-artifacts
|
|
|
|
test: lint docker-compose
|
|
$(foreach FLAVOR, $(IMAGE_FLAVORS), \
|
|
$(FIGLET) "test: $(FLAVOR)"; \
|
|
./bin/pytest tests --image-flavor=$(FLAVOR); \
|
|
)
|
|
|
|
test-snapshot:
|
|
ELASTIC_VERSION=$(ELASTIC_VERSION)-SNAPSHOT make test
|
|
|
|
lint: venv
|
|
flake8 tests
|
|
|
|
# Build from artifacts on the local filesystem, using an http server (running
|
|
# in a container) to provide the artifacts to the Dockerfile.
|
|
build-from-local-artifacts: venv dockerfile docker-compose env2yaml
|
|
docker run --rm -d --name=$(HTTPD) \
|
|
-p 8000:8000 --expose=8000 -v $(ARTIFACTS_DIR):/mnt \
|
|
python:3 bash -c 'cd /mnt && python3 -m http.server'
|
|
gtimeout 120 bash -c 'until curl -s localhost:8000 > /dev/null; do sleep 1; done'
|
|
pyfiglet -f puffy -w 160 "Building: full"; \
|
|
docker build --network=host -t $(IMAGE_TAG)-full:$(VERSION_TAG) -f $(ARTIFACTS_DIR)/Dockerfile-full data/logstash || \
|
|
(docker kill $(HTTPD); false); \
|
|
docker tag $(IMAGE_TAG)-full:$(VERSION_TAG) $(IMAGE_TAG):$(VERSION_TAG);
|
|
docker kill $(HTTPD)
|
|
|
|
build-from-local-oss-artifacts: venv dockerfile docker-compose env2yaml
|
|
docker run --rm -d --name=$(HTTPD) \
|
|
-p 8000:8000 --expose=8000 -v $(ARTIFACTS_DIR):/mnt \
|
|
python:3 bash -c 'cd /mnt && python3 -m http.server'
|
|
gtimeout 120 bash -c 'until curl -s localhost:8000 > /dev/null; do sleep 1; done'
|
|
pyfiglet -f puffy -w 160 "Building: oss"; \
|
|
docker build --network=host -t $(IMAGE_TAG)-oss:$(VERSION_TAG) -f $(ARTIFACTS_DIR)/Dockerfile-oss data/logstash || \
|
|
(docker kill $(HTTPD); false);
|
|
-docker kill $(HTTPD)
|
|
|
|
demo: docker-compose clean-demo
|
|
docker-compose up
|
|
|
|
# Push the image to the dedicated push endpoint at "push.docker.elastic.co"
|
|
push: test
|
|
$(foreach FLAVOR, $(IMAGE_FLAVORS), \
|
|
docker tag $(IMAGE_TAG)-$(FLAVOR):$(VERSION_TAG) push.$(IMAGE_TAG)-$(FLAVOR):$(VERSION_TAG); \
|
|
docker push push.$(IMAGE_TAG)-$(FLAVOR):$(VERSION_TAG); \
|
|
docker rmi push.$(IMAGE_TAG)-$(FLAVOR):$(VERSION_TAG); \
|
|
)
|
|
# Also push the default version, with no suffix like '-oss' or '-full'
|
|
docker tag $(IMAGE_TAG):$(VERSION_TAG) push.$(IMAGE_TAG):$(VERSION_TAG);
|
|
docker push push.$(IMAGE_TAG):$(VERSION_TAG);
|
|
docker rmi push.$(IMAGE_TAG):$(VERSION_TAG);
|
|
|
|
# The tests are written in Python. Make a virtualenv to handle the dependencies.
|
|
venv: requirements.txt
|
|
@if [ -z $$PYTHON3 ]; then\
|
|
PY3_MINOR_VER=`python3 --version 2>&1 | cut -d " " -f 2 | cut -d "." -f 2`;\
|
|
if (( $$PY3_MINOR_VER < 5 )); then\
|
|
echo "Couldn't find python3 in \$PATH that is >=3.5";\
|
|
echo "Please install python3.5 or later or explicity define the python3 executable name with \$PYTHON3";\
|
|
echo "Exiting here";\
|
|
exit 1;\
|
|
else\
|
|
export PYTHON3="python3.$$PY3_MINOR_VER";\
|
|
fi;\
|
|
fi;\
|
|
test -d venv || virtualenv --python=$$PYTHON3 venv;\
|
|
pip install -r requirements.txt;\
|
|
touch venv;\
|
|
|
|
# Make a Golang container that can compile our env2yaml tool.
|
|
golang:
|
|
docker build -t golang:env2yaml data/golang
|
|
|
|
# Compile "env2yaml", the helper for configuring logstash.yml via environment
|
|
# variables.
|
|
env2yaml: golang
|
|
docker run --rm -i \
|
|
-v $(PWD)/data/logstash/env2yaml:/usr/local/src/env2yaml:Z \
|
|
golang:env2yaml
|
|
|
|
# Generate the Dockerfiles from Jinja2 templates.
|
|
dockerfile: venv templates/Dockerfile.j2
|
|
$(foreach FLAVOR, $(IMAGE_FLAVORS), \
|
|
jinja2 \
|
|
-D elastic_version='$(ELASTIC_VERSION)' \
|
|
-D version_tag='$(VERSION_TAG)' \
|
|
-D image_flavor='$(FLAVOR)' \
|
|
-D artifacts_dir='$(ARTIFACTS_DIR)' \
|
|
templates/Dockerfile.j2 > $(ARTIFACTS_DIR)/Dockerfile-$(FLAVOR); \
|
|
)
|
|
|
|
|
|
# Generate docker-compose files from Jinja2 templates.
|
|
docker-compose: venv
|
|
$(foreach FLAVOR, $(IMAGE_FLAVORS), \
|
|
jinja2 \
|
|
-D version_tag='$(VERSION_TAG)' \
|
|
-D image_flavor='$(FLAVOR)' \
|
|
templates/docker-compose.yml.j2 > docker-compose-$(FLAVOR).yml; \
|
|
)
|
|
ln -sf docker-compose-$(DEFAULT_IMAGE_FLAVOR).yml docker-compose.yml
|
|
|
|
clean: clean-demo
|
|
rm -f ${ARTIFACTS_DIR}/env2yaml/env2yaml ${ARTIFACTS_DIR}/Dockerfile
|
|
rm -rf venv
|
|
|
|
clean-demo: docker-compose
|
|
docker-compose down
|
|
docker-compose rm --force
|
|
|
|
.PHONY: clean clean-demo demo push test
|