mirror of
https://github.com/0glabs/0g-chain.git
synced 2024-12-27 16:55:21 +00:00
d5dcfe73b2
* start makefile refactor to smaller units; break out proto-dep updating; add check-proto-deps target for use in CI in order to determine if depdencies have diverged * add proto check workflow * download go modules before checking proto deps * clean up -- hide output and add error message for check target * add error message for check-rsync * update any type, and ibc-go protos for v3.4.0 * add buf generate files for gogo, docs, and swagger * update swagger dirs and run with latest swagger gen * ignore new build directories * refactor proto makefile logic -- use buf instead of scripts * remove old protobuf scripts * run all proto checks on push * remove moved file * set default value for protoc machine * install build deps seperately * fetch master for buf check breaking * checkout from https url in CI for buf breaking * fix rsync file permissions on darwin * ignore build dirs * fix issue with apple provided make; clean up build deps; switch to buf format * remove clang format file -- using buf format now * run make proto-format (buf format changes) * update generated files for proto format changes
219 lines
8.7 KiB
Makefile
219 lines
8.7 KiB
Makefile
## Derived from work and ideas in https://github.com/ovrclk/akash/blob/8a29be1c3404843c80f0c861b2e577067607474b/make/setup-cache.mk
|
|
|
|
################################################################################
|
|
### Required Variables ###
|
|
################################################################################
|
|
ifndef BUILD_CACHE_DIR
|
|
$(error BUILD_CACHE_DIR not set)
|
|
endif
|
|
|
|
ifndef BIN_DIR
|
|
$(error BIN_DIR not set)
|
|
endif
|
|
|
|
ifndef OS_FAMILY
|
|
$(error OS_FAMILY not set)
|
|
endif
|
|
|
|
ifndef MACHINE
|
|
$(error MACHINE not set)
|
|
endif
|
|
|
|
################################################################################
|
|
### Dir Setup ###
|
|
################################################################################
|
|
DIRS := $(BUILD_CACHE_DIR) $(BIN_DIR)
|
|
|
|
################################################################################
|
|
### Tool Versions ###
|
|
################################################################################
|
|
PROTOC_VERSION ?= v21.9
|
|
BUF_VERSION ?= v1.9.0
|
|
PROTOC_GEN_GOCOSMOS_VERSION ?= v0.3.1
|
|
PROTOC_GEN_GRPC_GATEWAY_VERSION ?= $(shell go list -m github.com/grpc-ecosystem/grpc-gateway| sed 's:.* ::')
|
|
PROTOC_GEN_DOC_VERSION ?= v1.5.1
|
|
SWAGGER_COMBINE_VERSION ?= v1.4.0
|
|
|
|
################################################################################
|
|
### Protoc Install ###
|
|
################################################################################
|
|
PROTOC_VERSION_FILE := $(BUILD_CACHE_DIR)/protoc-$(PROTOC_VERSION).version
|
|
|
|
ifeq ($(OS_FAMILY),Linux)
|
|
PROTOC_PLATFORM := linux
|
|
endif
|
|
ifeq ($(OS_FAMILY),Darwin)
|
|
PROTOC_PLATFORM := osx
|
|
endif
|
|
PROTOC_MACHINE := $(MACHINE)
|
|
ifeq ($(MACHINE),amd64)
|
|
PROTOC_MACHINE := x86_64
|
|
endif
|
|
ifeq ($(MACHINE),aarch64)
|
|
PROTOC_MACHINE := aarch_64
|
|
endif
|
|
ifeq ($(MACHINE),arm64)
|
|
PROTOC_MACHINE := aarch_64
|
|
endif
|
|
|
|
PROTOC_ARCHIVE_NAME := protoc-$(shell echo $(PROTOC_VERSION) | sed s/^v//)-$(PROTOC_PLATFORM)-$(PROTOC_MACHINE).zip
|
|
PROTOC_DOWNLOAD_URL := https://github.com/protocolbuffers/protobuf/releases/download/$(PROTOC_VERSION)/$(PROTOC_ARCHIVE_NAME)
|
|
|
|
$(PROTOC_VERSION_FILE):
|
|
@echo "installing protoc..."
|
|
@mkdir -p $(DIRS)
|
|
@touch $(PROTOC_VERSION_FILE)
|
|
@cd $(BUILD_CACHE_DIR); \
|
|
mkdir -p protoc && cd protoc; \
|
|
curl -sOL $(PROTOC_DOWNLOAD_URL); \
|
|
unzip -q $(PROTOC_ARCHIVE_NAME) bin/protoc
|
|
@cp $(BUILD_CACHE_DIR)/protoc/bin/protoc $(BIN_DIR)/protoc
|
|
@rm -rf $(BUILD_CACHE_DIR)/protoc
|
|
|
|
PROTOC := $(BIN_DIR)/protoc
|
|
BUILD_DEPS = $(PROTOC)
|
|
|
|
$(PROTOC): $(PROTOC_VERSION_FILE)
|
|
@echo "installed $(shell $(PROTOC) --version)"
|
|
|
|
################################################################################
|
|
### Buf Install ###
|
|
################################################################################
|
|
BUF_VERSION_FILE := $(BUILD_CACHE_DIR)/buf-$(BUF_VERSION).version
|
|
|
|
BUF_ARCHIVE_NAME := buf-$(OS_FAMILY)-$(MACHINE).tar.gz
|
|
BUF_DOWNLOAD_URL := https://github.com/bufbuild/buf/releases/download/$(BUF_VERSION)/$(BUF_ARCHIVE_NAME)
|
|
|
|
$(BUF_VERSION_FILE):
|
|
@echo "installing buf..."
|
|
@mkdir -p $(DIRS)
|
|
@touch $(BUF_VERSION_FILE)
|
|
@cd $(BUILD_CACHE_DIR); \
|
|
mkdir -p buf && cd buf; \
|
|
curl -sOL $(BUF_DOWNLOAD_URL); \
|
|
tar -xzf $(BUF_ARCHIVE_NAME) buf/bin/buf
|
|
@cp $(BUILD_CACHE_DIR)/buf/buf/bin/buf $(BIN_DIR)/buf
|
|
@rm -rf $(BUILD_CACHE_DIR)/buf
|
|
|
|
BUF := $(BIN_DIR)/buf
|
|
BUILD_DEPS += $(BUF)
|
|
|
|
$(BUF): $(BUF_VERSION_FILE)
|
|
@echo "installed buf $(shell $(BUF) --version)"
|
|
|
|
################################################################################
|
|
### gocomos proto plugin ###
|
|
################################################################################
|
|
PROTOC_GEN_GOCOSMOS_VERSION_FILE := $(BUILD_CACHE_DIR)/protoc-gen-gocosmos-$(PROTOC_GEN_GOCOSMOS_VERSION).version
|
|
|
|
$(PROTOC_GEN_GOCOSMOS_VERSION_FILE):
|
|
@echo "installing protoc-gen-gocosmos..."
|
|
@mkdir -p $(DIRS)
|
|
@touch $(PROTOC_GEN_GOCOSMOS_VERSION_FILE)
|
|
@cd $(BUILD_CACHE_DIR); \
|
|
mkdir -p protoc-gen-gocosmos && cd protoc-gen-gocosmos; \
|
|
git clone -q https://github.com/regen-network/cosmos-proto.git; \
|
|
cd cosmos-proto; \
|
|
git checkout -q $(PROTOC_GEN_GOCOSMOS_VERSION); \
|
|
GOBIN=$(ROOT_DIR)/$(BIN_DIR) go install ./protoc-gen-gocosmos
|
|
@rm -rf $(BUILD_CACHE_DIR)/protoc-gen-gocosmos
|
|
|
|
PROTOC_GEN_GOCOSMOS := $(BIN_DIR)/protoc-gen-gocosmos
|
|
BUILD_DEPS += $(PROTOC_GEN_GOCOSMOS)
|
|
|
|
$(PROTOC_GEN_GOCOSMOS): $(PROTOC_GEN_GOCOSMOS_VERSION_FILE)
|
|
@echo "installed protoc-gen-gocosmos $(PROTOC_GEN_GOCOSMOS_VERSION)"
|
|
|
|
################################################################################
|
|
### grpc gateway proto plugin ###
|
|
################################################################################
|
|
PROTOC_GEN_GRPC_GATEWAY_VERSION_FILE := $(BUILD_CACHE_DIR)/protoc-gen-grpc-gateway-$(PROTOC_GEN_GRPC_GATEWAY_VERSION).version
|
|
|
|
$(PROTOC_GEN_GRPC_GATEWAY_VERSION_FILE):
|
|
@echo "installing protoc-gen-grpc-gateway..."
|
|
@mkdir -p $(DIRS)
|
|
@touch $(PROTOC_GEN_GRPC_GATEWAY_VERSION_FILE)
|
|
@cd $(BUILD_CACHE_DIR); \
|
|
mkdir -p protoc-gen-grpc-gateway && cd protoc-gen-grpc-gateway; \
|
|
git clone -q https://github.com/grpc-ecosystem/grpc-gateway.git; \
|
|
cd grpc-gateway; \
|
|
git checkout -q $(PROTOC_GEN_GRPC_GATEWAY_VERSION); \
|
|
GOBIN=$(ROOT_DIR)/$(BIN_DIR) go install ./protoc-gen-grpc-gateway; \
|
|
GOBIN=$(ROOT_DIR)/$(BIN_DIR) go install ./protoc-gen-swagger
|
|
@rm -rf $(BUILD_CACHE_DIR)/protoc-gen-grpc-gateway
|
|
|
|
PROTOC_GEN_GRPC_GATEWAY := $(BIN_DIR)/protoc-gen-grpc-gateway
|
|
BUILD_DEPS += $(PROTOC_GEN_GRPC_GATEWAY)
|
|
|
|
$(PROTOC_GEN_GRPC_GATEWAY): $(PROTOC_GEN_GRPC_GATEWAY_VERSION_FILE)
|
|
@echo "installed protoc-gen-grpc-gateway $(PROTOC_GEN_GRPC_GATEWAY_VERSION)"
|
|
|
|
PROTOC_GEN_SWAGGER := $(BIN_DIR)/protoc-gen-swagger
|
|
BUILD_DEPS += $(PROTOC_GEN_SWAGGER)
|
|
|
|
$(PROTOC_GEN_SWAGGER): $(PROTOC_GEN_GRPC_GATEWAY_VERSION_FILE)
|
|
@echo "installed protoc-gen-swagger $(PROTOC_GEN_GRPC_GATEWAY_VERSION)"
|
|
|
|
################################################################################
|
|
### Proto Gen Doc Install ###
|
|
################################################################################
|
|
PROTOC_GEN_DOC_VERSION_FILE := $(BUILD_CACHE_DIR)/protoc-gen-doc-$(PROTOC_GEN_DOC_VERSION).version
|
|
|
|
ifeq ($(OS_FAMILY),Linux)
|
|
PROTOC_GEN_DOC_PLATFORM := linux
|
|
endif
|
|
ifeq ($(OS_FAMILY),Darwin)
|
|
PROTOC_GEN_DOC_PLATFORM := darwin
|
|
endif
|
|
PROTOC_GEN_DOC_MACHINE := $(MACHINE)
|
|
ifeq ($(MACHINE),x86_64)
|
|
PROTOC_GEN_DOC_MACHINE := amd64
|
|
endif
|
|
ifeq ($(MACHINE),aarch64)
|
|
PROTOC_GEN_DOC_MACHINE := arm64
|
|
endif
|
|
|
|
PROTOC_GEN_DOC_ARCHIVE_NAME := protoc-gen-doc_$(shell echo $(PROTOC_GEN_DOC_VERSION) | sed s/^v//)_$(PROTOC_GEN_DOC_PLATFORM)_$(PROTOC_GEN_DOC_MACHINE).tar.gz
|
|
PROTOC_GEN_DOC_DOWNLOAD_URL := https://github.com/pseudomuto/protoc-gen-doc/releases/download/$(PROTOC_GEN_DOC_VERSION)/$(PROTOC_GEN_DOC_ARCHIVE_NAME)
|
|
|
|
$(PROTOC_GEN_DOC_VERSION_FILE):
|
|
@echo "installing protoc-gen-doc..."
|
|
@mkdir -p $(DIRS)
|
|
@touch $(PROTOC_GEN_DOC_VERSION_FILE)
|
|
@cd $(BUILD_CACHE_DIR); \
|
|
mkdir -p protoc-gen-doc && cd protoc-gen-doc; \
|
|
curl -sOL $(PROTOC_GEN_DOC_DOWNLOAD_URL); \
|
|
tar -xzf $(PROTOC_GEN_DOC_ARCHIVE_NAME) protoc-gen-doc
|
|
@cp $(BUILD_CACHE_DIR)/protoc-gen-doc/protoc-gen-doc $(BIN_DIR)/protoc-gen-doc
|
|
@rm -rf $(BUILD_CACHE_DIR)/protoc-gen-doc
|
|
|
|
PROTOC_GEN_DOC := $(BIN_DIR)/protoc-gen-doc
|
|
BUILD_DEPS += $(PROTOC_GEN_DOC)
|
|
|
|
$(PROTOC_GEN_DOC): $(PROTOC_GEN_DOC_VERSION_FILE)
|
|
@echo "installed protoc-gen-doc $(shell $(PROTOC_GEN_DOC) --version)"
|
|
|
|
################################################################################
|
|
### Swagger Combine ###
|
|
################################################################################
|
|
SWAGGER_COMBINE_VERSION_FILE := $(BUILD_CACHE_DIR)/swagger-combine-$(SWAGGER_COMBINE_VERSION).version
|
|
|
|
$(SWAGGER_COMBINE_VERSION_FILE):
|
|
@echo "installing swagger-combine..."
|
|
@mkdir -p $(DIRS) $(BUILD_CACHE_DIR)/node_modules
|
|
@touch $(SWAGGER_COMBINE_VERSION_FILE)
|
|
@npm install --silent --no-progress --prefix $(BUILD_CACHE_DIR) swagger-combine@$(shell echo $(SWAGGER_COMBINE_VERSION) | sed s/^v//)
|
|
@ln -sf ../.cache/node_modules/.bin/swagger-combine $(BIN_DIR)/swagger-combine
|
|
|
|
SWAGGER_COMBINE := $(BIN_DIR)/swagger-combine
|
|
BUILD_DEPS += $(SWAGGER_COMBINE)
|
|
|
|
$(SWAGGER_COMBINE): $(SWAGGER_COMBINE_VERSION_FILE)
|
|
@echo "installed swagger-combine $(shell $(SWAGGER_COMBINE) -v)"
|
|
|
|
################################################################################
|
|
### Build Deps ###
|
|
################################################################################
|
|
.PHONY: install-build-deps
|
|
install-build-deps: $(BUILD_DEPS)
|