Makefile

HUB ?= datafuselabs
TAG ?= latest
PLATFORM ?= linux/amd64,linux/arm64
VERSION ?= latest
ADD_NODES ?= 0
NUM_CPUS ?= 2
TENANT_ID ?= "tenant"
CLUSTER_ID ?= "test"
TARGET ?= x86_64-unknown-linux-gnu
CARGO_TARGET_DIR ?= $(CURDIR)/target

# Setup dev toolchain
setup:
	bash ./scripts/setup/dev_setup.sh

fmt:
	cargo fmt --all

lint:
	cargo fmt --all

	cargo clippy --workspace --all-targets -- -D warnings

	# Check unused deps(make setup to install)
	cargo machete
	# Check typos(make setup to install)
	typos
	# Cargo.toml file formatter(make setup to install)
	taplo fmt
	# Python file formatter(make setup to install)
	black tests/
	# Bash file formatter(make setup to install)
	shfmt -l -w scripts/*

lint-yaml:
	yamllint -f auto .

check-license:
	docker run -it --rm -v $(CURDIR):/github/workspace ghcr.io/korandoru/hawkeye-native:v2 check --config licenserc.toml && \
	docker run -it --rm -v $(CURDIR):/github/workspace ghcr.io/korandoru/hawkeye-native:v2 check --config licenserc-ee.toml

run: build-release
	BUILD_PROFILE=release bash ./scripts/ci/deploy/databend-query-standalone.sh

run-debug: build
	bash ./scripts/ci/deploy/databend-query-standalone.sh

run-debug-management: build
	bash ./scripts/ci/deploy/databend-query-management-mode.sh

build:
	bash ./scripts/build/build-debug.sh

build-release:
	bash ./scripts/build/build-release.sh
ifeq ($(shell uname),Linux) # Macs don't have objcopy
	# Reduce binary size by compressing binaries.
	objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-query
	objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-meta
	objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-metactl
endif

build-native:
	bash ./scripts/build/build-native.sh

build-in-docker:
	bash ./scripts/setup/run_build_tool.sh cargo build --target $(TARGET)

unit-test:
	ulimit -n 10000;ulimit -s 16384; RUST_LOG="ERROR" bash ./scripts/ci/ci-run-unit-tests.sh

miri:
	cargo miri setup
	MIRIFLAGS="-Zmiri-disable-isolation" cargo miri test --no-default-features

stateless-test: build
	rm -rf ./_meta*/
	rm -rf .databend
	ulimit -n 10000;ulimit -s 16384; bash ./scripts/ci/ci-run-stateless-tests-standalone.sh

sqllogic-test: build
	rm -rf ./_meta*/
	ulimit -n 10000;ulimit -s 16384; bash ./scripts/ci/ci-run-sqllogic-tests.sh

stateless-cluster-test: build
	rm -rf ./_meta*/
	ulimit -n 10000;ulimit -s 16384; bash ./scripts/ci/ci-run-stateless-tests-cluster.sh

stateless-cluster-test-tls: build
	rm -rf ./_meta*/
	bash ./scripts/ci/ci-run-stateless-tests-cluster-tls.sh

metactl-test:
	bash ./tests/metactl/test-metactl.sh
	bash ./tests/metactl/test-metactl-restore-new-cluster.sh

meta-kvapi-test:
	bash ./tests/meta-kvapi/test-meta-kvapi.sh

meta-bench: build-release
	bash ./scripts/benchmark/run-meta-benchmark.sh 10 1000

test: unit-test stateless-test sqllogic-test metactl-test

profile:
	bash ./scripts/ci/ci-run-profile.sh

clean:
	cargo clean
	rm -f ./nohup.out ./tests/suites/0_stateless/*.stdout-e
	rm -rf ./_meta*/ ./_logs*/ ./src/query/service_logs*/ ./src/meta/service/_logs*/ ./stateless_test_data/
	rm -rf ./src/common/base/_logs*/ ./src/meta/raft-store/_logs*/ ./src/meta/sled-store/_logs*/
	rm -rf ./.databend ./query/service/.databend ./meta/service/.databend

genproto:
	python  -m grpc_tools.protoc -Isrc/common/cloud_control/proto/ --python_out=tests/cloud_control_server/ --grpc_python_out=tests/cloud_control_server/ src/common/cloud_control/proto/task.proto
	python  -m grpc_tools.protoc -Isrc/common/cloud_control/proto/ --python_out=tests/cloud_control_server/ --grpc_python_out=tests/cloud_control_server/ src/common/cloud_control/proto/notification.proto
	python  -m grpc_tools.protoc -Isrc/common/cloud_control/proto/ --python_out=tests/cloud_control_server/ --grpc_python_out=tests/cloud_control_server/ src/common/cloud_control/proto/timestamp.proto

.PHONY: setup test run build fmt lint clean docs