You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

698 lines
25 KiB

9 years ago
9 years ago
Sign merges, CRUD, Wiki and Repository initialisation with gpg key (#7631) This PR fixes #7598 by providing a configurable way of signing commits across the Gitea instance. Per repository configurability and import/generation of trusted secure keys is not provided by this PR - from a security PoV that's probably impossible to do properly. Similarly web-signing, that is asking the user to sign something, is not implemented - this could be done at a later stage however. ## Features - [x] If commit.gpgsign is set in .gitconfig sign commits and files created through repofiles. (merges should already have been signed.) - [x] Verify commits signed with the default gpg as valid - [x] Signer, Committer and Author can all be different - [x] Allow signer to be arbitrarily different - We still require the key to have an activated email on Gitea. A more complete implementation would be to use a keyserver and mark external-or-unactivated with an "unknown" trust level icon. - [x] Add a signing-key.gpg endpoint to get the default gpg pub key if available - Rather than add a fake web-flow user I've added this as an endpoint on /api/v1/signing-key.gpg - [x] Try to match the default key with a user on gitea - this is done at verification time - [x] Make things configurable? - app.ini configuration done - [x] when checking commits are signed need to check if they're actually verifiable too - [x] Add documentation I have decided that adjusting the docker to create a default gpg key is not the correct thing to do and therefore have not implemented this.
5 years ago
Sign merges, CRUD, Wiki and Repository initialisation with gpg key (#7631) This PR fixes #7598 by providing a configurable way of signing commits across the Gitea instance. Per repository configurability and import/generation of trusted secure keys is not provided by this PR - from a security PoV that's probably impossible to do properly. Similarly web-signing, that is asking the user to sign something, is not implemented - this could be done at a later stage however. ## Features - [x] If commit.gpgsign is set in .gitconfig sign commits and files created through repofiles. (merges should already have been signed.) - [x] Verify commits signed with the default gpg as valid - [x] Signer, Committer and Author can all be different - [x] Allow signer to be arbitrarily different - We still require the key to have an activated email on Gitea. A more complete implementation would be to use a keyserver and mark external-or-unactivated with an "unknown" trust level icon. - [x] Add a signing-key.gpg endpoint to get the default gpg pub key if available - Rather than add a fake web-flow user I've added this as an endpoint on /api/v1/signing-key.gpg - [x] Try to match the default key with a user on gitea - this is done at verification time - [x] Make things configurable? - app.ini configuration done - [x] when checking commits are signed need to check if they're actually verifiable too - [x] Add documentation I have decided that adjusting the docker to create a default gpg key is not the correct thing to do and therefore have not implemented this.
5 years ago
9 years ago
9 years ago
  1. ifeq ($(USE_REPO_TEST_DIR),1)
  2. # This rule replaces the whole Makefile when we're trying to use /tmp repository temporary files
  3. location = $(CURDIR)/$(word $(words $(MAKEFILE_LIST)),$(MAKEFILE_LIST))
  4. self := $(location)
  5. %:
  6. @tmpdir=`mktemp --tmpdir -d` ; \
  7. echo Using temporary directory $$tmpdir for test repositories ; \
  8. USE_REPO_TEST_DIR= $(MAKE) -f $(self) --no-print-directory REPO_TEST_DIR=$$tmpdir/ $@ ; \
  9. STATUS=$$? ; rm -r "$$tmpdir" ; exit $$STATUS
  10. else
  11. # This is the "normal" part of the Makefile
  12. DIST := dist
  13. DIST_DIRS := $(DIST)/binaries $(DIST)/release
  14. IMPORT := code.gitea.io/gitea
  15. export GO111MODULE=on
  16. GO ?= go
  17. SHASUM ?= shasum -a 256
  18. HAS_GO = $(shell hash $(GO) > /dev/null 2>&1 && echo "GO" || echo "NOGO" )
  19. COMMA := ,
  20. XGO_VERSION := go-1.15.x
  21. MIN_GO_VERSION := 001012000
  22. MIN_NODE_VERSION := 010013000
  23. DOCKER_IMAGE ?= gitea/gitea
  24. DOCKER_TAG ?= latest
  25. DOCKER_REF := $(DOCKER_IMAGE):$(DOCKER_TAG)
  26. ifeq ($(HAS_GO), GO)
  27. GOPATH ?= $(shell $(GO) env GOPATH)
  28. export PATH := $(GOPATH)/bin:$(PATH)
  29. CGO_EXTRA_CFLAGS := -DSQLITE_MAX_VARIABLE_NUMBER=32766
  30. CGO_CFLAGS ?= $(shell $(GO) env CGO_CFLAGS) $(CGO_EXTRA_CFLAGS)
  31. endif
  32. ifeq ($(OS), Windows_NT)
  33. GOFLAGS := -v -buildmode=exe
  34. EXECUTABLE ?= gitea.exe
  35. else
  36. GOFLAGS := -v
  37. EXECUTABLE ?= gitea
  38. endif
  39. ifeq ($(shell sed --version 2>/dev/null | grep -q GNU && echo gnu),gnu)
  40. SED_INPLACE := sed -i
  41. else
  42. SED_INPLACE := sed -i ''
  43. endif
  44. GOFMT ?= gofmt -s
  45. EXTRA_GOFLAGS ?=
  46. MAKE_VERSION := $(shell $(MAKE) -v | head -n 1)
  47. MAKE_EVIDENCE_DIR := .make_evidence
  48. ifneq ($(RACE_ENABLED),)
  49. GOTESTFLAGS ?= -race
  50. endif
  51. STORED_VERSION_FILE := VERSION
  52. ifneq ($(DRONE_TAG),)
  53. VERSION ?= $(subst v,,$(DRONE_TAG))
  54. GITEA_VERSION ?= $(VERSION)
  55. else
  56. ifneq ($(DRONE_BRANCH),)
  57. VERSION ?= $(subst release/v,,$(DRONE_BRANCH))
  58. else
  59. VERSION ?= master
  60. endif
  61. STORED_VERSION=$(shell cat $(STORED_VERSION_FILE) 2>/dev/null)
  62. ifneq ($(STORED_VERSION),)
  63. GITEA_VERSION ?= $(STORED_VERSION)
  64. else
  65. GITEA_VERSION ?= $(shell git describe --tags --always | sed 's/-/+/' | sed 's/^v//')
  66. endif
  67. endif
  68. LDFLAGS := $(LDFLAGS) -X "main.MakeVersion=$(MAKE_VERSION)" -X "main.Version=$(GITEA_VERSION)" -X "main.Tags=$(TAGS)"
  69. GO_PACKAGES ?= $(filter-out code.gitea.io/gitea/integrations/migration-test,$(filter-out code.gitea.io/gitea/integrations,$(shell $(GO) list -mod=vendor ./... | grep -v /vendor/)))
  70. FOMANTIC_CONFIGS := semantic.json web_src/fomantic/theme.config.less web_src/fomantic/_site/globals/site.variables
  71. FOMANTIC_DEST := web_src/fomantic/build/semantic.js web_src/fomantic/build/semantic.css
  72. FOMANTIC_DEST_DIR := web_src/fomantic/build
  73. WEBPACK_SOURCES := $(shell find web_src/js web_src/less -type f) $(FOMANTIC_DEST)
  74. WEBPACK_CONFIGS := webpack.config.js
  75. WEBPACK_DEST := public/js/index.js public/css/index.css
  76. WEBPACK_DEST_ENTRIES := public/js public/css public/fonts public/img/webpack public/serviceworker.js
  77. BINDATA_DEST := modules/public/bindata.go modules/options/bindata.go modules/templates/bindata.go
  78. BINDATA_HASH := $(addsuffix .hash,$(BINDATA_DEST))
  79. SVG_DEST_DIR := public/img/svg
  80. AIR_TMP_DIR := .air
  81. TAGS ?=
  82. TAGS_SPLIT := $(subst $(COMMA), ,$(TAGS))
  83. TAGS_EVIDENCE := $(MAKE_EVIDENCE_DIR)/tags
  84. GO_DIRS := cmd integrations models modules routers build services vendor
  85. GO_SOURCES := $(wildcard *.go)
  86. GO_SOURCES += $(shell find $(GO_DIRS) -type f -name "*.go" -not -path modules/options/bindata.go -not -path modules/public/bindata.go -not -path modules/templates/bindata.go)
  87. ifeq ($(filter $(TAGS_SPLIT),bindata),bindata)
  88. GO_SOURCES += $(BINDATA_DEST)
  89. endif
  90. GO_SOURCES_OWN := $(filter-out vendor/% %/bindata.go, $(GO_SOURCES))
  91. #To update swagger use: GO111MODULE=on go get -u github.com/go-swagger/go-swagger/cmd/swagger@v0.20.1
  92. SWAGGER := $(GO) run -mod=vendor github.com/go-swagger/go-swagger/cmd/swagger
  93. SWAGGER_SPEC := templates/swagger/v1_json.tmpl
  94. SWAGGER_SPEC_S_TMPL := s|"basePath": *"/api/v1"|"basePath": "{{AppSubUrl}}/api/v1"|g
  95. SWAGGER_SPEC_S_JSON := s|"basePath": *"{{AppSubUrl}}/api/v1"|"basePath": "/api/v1"|g
  96. SWAGGER_NEWLINE_COMMAND := -e '$$a\'
  97. TEST_MYSQL_HOST ?= mysql:3306
  98. TEST_MYSQL_DBNAME ?= testgitea
  99. TEST_MYSQL_USERNAME ?= root
  100. TEST_MYSQL_PASSWORD ?=
  101. TEST_MYSQL8_HOST ?= mysql8:3306
  102. TEST_MYSQL8_DBNAME ?= testgitea
  103. TEST_MYSQL8_USERNAME ?= root
  104. TEST_MYSQL8_PASSWORD ?=
  105. TEST_PGSQL_HOST ?= pgsql:5432
  106. TEST_PGSQL_DBNAME ?= testgitea
  107. TEST_PGSQL_USERNAME ?= postgres
  108. TEST_PGSQL_PASSWORD ?= postgres
  109. TEST_PGSQL_SCHEMA ?= gtestschema
  110. TEST_MSSQL_HOST ?= mssql:1433
  111. TEST_MSSQL_DBNAME ?= gitea
  112. TEST_MSSQL_USERNAME ?= sa
  113. TEST_MSSQL_PASSWORD ?= MwantsaSecurePassword1
  114. .PHONY: all
  115. all: build
  116. .PHONY: help
  117. help:
  118. @echo "Make Routines:"
  119. @echo " - \"\" equivalent to \"build\""
  120. @echo " - build build everything"
  121. @echo " - frontend build frontend files"
  122. @echo " - backend build backend files"
  123. @echo " - watch-frontend watch frontend files and continuously rebuild"
  124. @echo " - watch-backend watch backend files and continuously rebuild"
  125. @echo " - clean delete backend and integration files"
  126. @echo " - clean-all delete backend, frontend and integration files"
  127. @echo " - lint lint everything"
  128. @echo " - lint-frontend lint frontend files"
  129. @echo " - lint-backend lint backend files"
  130. @echo " - checks run various consistency checks"
  131. @echo " - checks-frontend check frontend files"
  132. @echo " - checks-backend check backend files"
  133. @echo " - webpack build webpack files"
  134. @echo " - svg build svg files"
  135. @echo " - fomantic build fomantic files"
  136. @echo " - generate run \"go generate\""
  137. @echo " - fmt format the Go code"
  138. @echo " - generate-swagger generate the swagger spec from code comments"
  139. @echo " - swagger-validate check if the swagger spec is valid"
  140. @echo " - golangci-lint run golangci-lint linter"
  141. @echo " - revive run revive linter"
  142. @echo " - misspell check for misspellings"
  143. @echo " - vet examines Go source code and reports suspicious constructs"
  144. @echo " - test[\#TestSpecificName] run unit test"
  145. @echo " - test-sqlite[\#TestSpecificName] run integration test for sqlite"
  146. @echo " - pr#<index> build and start gitea from a PR with integration test data loaded"
  147. .PHONY: go-check
  148. go-check:
  149. $(eval GO_VERSION := $(shell printf "%03d%03d%03d" $(shell go version | grep -Eo '[0-9]+\.[0-9.]+' | tr '.' ' ');))
  150. @if [ "$(GO_VERSION)" -lt "$(MIN_GO_VERSION)" ]; then \
  151. echo "Gitea requires Go 1.12 or greater to build. You can get it at https://golang.org/dl/"; \
  152. exit 1; \
  153. fi
  154. .PHONY: git-check
  155. git-check:
  156. @if git lfs >/dev/null 2>&1 ; then : ; else \
  157. echo "Gitea requires git with lfs support to run tests." ; \
  158. exit 1; \
  159. fi
  160. .PHONY: node-check
  161. node-check:
  162. $(eval NODE_VERSION := $(shell printf "%03d%03d%03d" $(shell node -v | cut -c2- | tr '.' ' ');))
  163. $(eval NPM_MISSING := $(shell hash npm > /dev/null 2>&1 || echo 1))
  164. @if [ "$(NODE_VERSION)" -lt "$(MIN_NODE_VERSION)" -o "$(NPM_MISSING)" = "1" ]; then \
  165. echo "Gitea requires Node.js 10 or greater and npm to build. You can get it at https://nodejs.org/en/download/"; \
  166. exit 1; \
  167. fi
  168. .PHONY: clean-all
  169. clean-all: clean
  170. rm -rf $(WEBPACK_DEST_ENTRIES) $(FOMANTIC_DEST_DIR)
  171. .PHONY: clean
  172. clean:
  173. $(GO) clean -i ./...
  174. rm -rf $(EXECUTABLE) $(DIST) $(BINDATA_DEST) $(BINDATA_HASH) \
  175. integrations*.test \
  176. integrations/gitea-integration-pgsql/ integrations/gitea-integration-mysql/ integrations/gitea-integration-mysql8/ integrations/gitea-integration-sqlite/ \
  177. integrations/gitea-integration-mssql/ integrations/indexers-mysql/ integrations/indexers-mysql8/ integrations/indexers-pgsql integrations/indexers-sqlite \
  178. integrations/indexers-mssql integrations/mysql.ini integrations/mysql8.ini integrations/pgsql.ini integrations/mssql.ini
  179. .PHONY: fmt
  180. fmt:
  181. $(GOFMT) -w $(GO_SOURCES_OWN)
  182. .PHONY: vet
  183. vet:
  184. # Default vet
  185. $(GO) vet $(GO_PACKAGES)
  186. # Custom vet
  187. $(GO) build -mod=vendor code.gitea.io/gitea-vet
  188. $(GO) vet -vettool=gitea-vet $(GO_PACKAGES)
  189. .PHONY: $(TAGS_EVIDENCE)
  190. $(TAGS_EVIDENCE):
  191. @mkdir -p $(MAKE_EVIDENCE_DIR)
  192. @echo "$(TAGS)" > $(TAGS_EVIDENCE)
  193. ifneq "$(TAGS)" "$(shell cat $(TAGS_EVIDENCE) 2>/dev/null)"
  194. TAGS_PREREQ := $(TAGS_EVIDENCE)
  195. endif
  196. .PHONY: generate-swagger
  197. generate-swagger:
  198. $(SWAGGER) generate spec -o './$(SWAGGER_SPEC)'
  199. $(SED_INPLACE) '$(SWAGGER_SPEC_S_TMPL)' './$(SWAGGER_SPEC)'
  200. $(SED_INPLACE) $(SWAGGER_NEWLINE_COMMAND) './$(SWAGGER_SPEC)'
  201. .PHONY: swagger-check
  202. swagger-check: generate-swagger
  203. @diff=$$(git diff '$(SWAGGER_SPEC)'); \
  204. if [ -n "$$diff" ]; then \
  205. echo "Please run 'make generate-swagger' and commit the result:"; \
  206. echo "$${diff}"; \
  207. exit 1; \
  208. fi;
  209. .PHONY: swagger-validate
  210. swagger-validate:
  211. $(SED_INPLACE) '$(SWAGGER_SPEC_S_JSON)' './$(SWAGGER_SPEC)'
  212. $(SWAGGER) validate './$(SWAGGER_SPEC)'
  213. $(SED_INPLACE) '$(SWAGGER_SPEC_S_TMPL)' './$(SWAGGER_SPEC)'
  214. .PHONY: errcheck
  215. errcheck:
  216. @hash errcheck > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  217. GO111MODULE=off $(GO) get -u github.com/kisielk/errcheck; \
  218. fi
  219. errcheck $(GO_PACKAGES)
  220. .PHONY: revive
  221. revive:
  222. GO111MODULE=on $(GO) run -mod=vendor build/lint.go -config .revive.toml -exclude=./vendor/... ./... || exit 1
  223. .PHONY: misspell-check
  224. misspell-check:
  225. @hash misspell > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  226. GO111MODULE=off $(GO) get -u github.com/client9/misspell/cmd/misspell; \
  227. fi
  228. misspell -error -i unknwon,destory $(GO_SOURCES_OWN)
  229. .PHONY: misspell
  230. misspell:
  231. @hash misspell > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  232. GO111MODULE=off $(GO) get -u github.com/client9/misspell/cmd/misspell; \
  233. fi
  234. misspell -w -i unknwon $(GO_SOURCES_OWN)
  235. .PHONY: fmt-check
  236. fmt-check:
  237. # get all go files and run go fmt on them
  238. @diff=$$($(GOFMT) -d $(GO_SOURCES_OWN)); \
  239. if [ -n "$$diff" ]; then \
  240. echo "Please run 'make fmt' and commit the result:"; \
  241. echo "$${diff}"; \
  242. exit 1; \
  243. fi;
  244. .PHONY: checks
  245. checks: checks-frontend checks-backend
  246. .PHONY: checks-frontend
  247. checks-frontend: svg-check
  248. .PHONY: checks-backend
  249. checks-backend: misspell-check test-vendor swagger-check swagger-validate
  250. .PHONY: lint
  251. lint: lint-frontend lint-backend
  252. .PHONY: lint-frontend
  253. lint-frontend: node_modules
  254. npx eslint web_src/js build webpack.config.js
  255. npx stylelint web_src/less
  256. .PHONY: lint-backend
  257. lint-backend: golangci-lint revive vet
  258. .PHONY: watch-frontend
  259. watch-frontend: node-check $(FOMANTIC_DEST) node_modules
  260. rm -rf $(WEBPACK_DEST_ENTRIES)
  261. NODE_ENV=development npx webpack --hide-modules --display-entrypoints=false --watch --progress
  262. .PHONY: watch-backend
  263. watch-backend: go-check
  264. @hash air > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  265. GO111MODULE=off $(GO) get -u github.com/cosmtrek/air; \
  266. fi
  267. air -c .air.conf
  268. .PHONY: test
  269. test:
  270. $(GO) test $(GOTESTFLAGS) -mod=vendor -tags='sqlite sqlite_unlock_notify' $(GO_PACKAGES)
  271. .PHONY: test-check
  272. test-check:
  273. @echo "Checking if tests have changed the source tree...";
  274. @diff=$$(git status -s); \
  275. if [ -n "$$diff" ]; then \
  276. echo "make test has changed files in the source tree:"; \
  277. echo "$${diff}"; \
  278. echo "You should change the tests to create these files in a temporary directory."; \
  279. echo "Do not simply add these files to .gitignore"; \
  280. exit 1; \
  281. fi;
  282. .PHONY: test\#%
  283. test\#%:
  284. $(GO) test -mod=vendor -tags='sqlite sqlite_unlock_notify' -run $(subst .,/,$*) $(GO_PACKAGES)
  285. .PHONY: coverage
  286. coverage:
  287. GO111MODULE=on $(GO) run -mod=vendor build/gocovmerge.go integration.coverage.out $(shell find . -type f -name "coverage.out") > coverage.all
  288. .PHONY: unit-test-coverage
  289. unit-test-coverage:
  290. $(GO) test $(GOTESTFLAGS) -mod=vendor -tags='sqlite sqlite_unlock_notify' -cover -coverprofile coverage.out $(GO_PACKAGES) && echo "\n==>\033[32m Ok\033[m\n" || exit 1
  291. .PHONY: vendor
  292. vendor:
  293. $(GO) mod tidy && $(GO) mod vendor
  294. .PHONY: test-vendor
  295. test-vendor: vendor
  296. @diff=$$(git diff vendor/); \
  297. if [ -n "$$diff" ]; then \
  298. echo "Please run 'make vendor' and commit the result:"; \
  299. echo "$${diff}"; \
  300. exit 1; \
  301. fi;
  302. generate-ini-sqlite:
  303. sed -e 's|{{REPO_TEST_DIR}}|${REPO_TEST_DIR}|g' \
  304. integrations/sqlite.ini.tmpl > integrations/sqlite.ini
  305. .PHONY: test-sqlite
  306. test-sqlite: integrations.sqlite.test generate-ini-sqlite
  307. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/sqlite.ini ./integrations.sqlite.test
  308. .PHONY: test-sqlite\#%
  309. test-sqlite\#%: integrations.sqlite.test generate-ini-sqlite
  310. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/sqlite.ini ./integrations.sqlite.test -test.run $(subst .,/,$*)
  311. .PHONY: test-sqlite-migration
  312. test-sqlite-migration: migrations.sqlite.test generate-ini-sqlite
  313. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/sqlite.ini ./migrations.sqlite.test
  314. generate-ini-mysql:
  315. sed -e 's|{{TEST_MYSQL_HOST}}|${TEST_MYSQL_HOST}|g' \
  316. -e 's|{{TEST_MYSQL_DBNAME}}|${TEST_MYSQL_DBNAME}|g' \
  317. -e 's|{{TEST_MYSQL_USERNAME}}|${TEST_MYSQL_USERNAME}|g' \
  318. -e 's|{{TEST_MYSQL_PASSWORD}}|${TEST_MYSQL_PASSWORD}|g' \
  319. -e 's|{{REPO_TEST_DIR}}|${REPO_TEST_DIR}|g' \
  320. integrations/mysql.ini.tmpl > integrations/mysql.ini
  321. .PHONY: test-mysql
  322. test-mysql: integrations.mysql.test generate-ini-mysql
  323. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql.ini ./integrations.mysql.test
  324. .PHONY: test-mysql\#%
  325. test-mysql\#%: integrations.mysql.test generate-ini-mysql
  326. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql.ini ./integrations.mysql.test -test.run $(subst .,/,$*)
  327. .PHONY: test-mysql-migration
  328. test-mysql-migration: migrations.mysql.test generate-ini-mysql
  329. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql.ini ./migrations.mysql.test
  330. generate-ini-mysql8:
  331. sed -e 's|{{TEST_MYSQL8_HOST}}|${TEST_MYSQL8_HOST}|g' \
  332. -e 's|{{TEST_MYSQL8_DBNAME}}|${TEST_MYSQL8_DBNAME}|g' \
  333. -e 's|{{TEST_MYSQL8_USERNAME}}|${TEST_MYSQL8_USERNAME}|g' \
  334. -e 's|{{TEST_MYSQL8_PASSWORD}}|${TEST_MYSQL8_PASSWORD}|g' \
  335. -e 's|{{REPO_TEST_DIR}}|${REPO_TEST_DIR}|g' \
  336. integrations/mysql8.ini.tmpl > integrations/mysql8.ini
  337. .PHONY: test-mysql8
  338. test-mysql8: integrations.mysql8.test generate-ini-mysql8
  339. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql8.ini ./integrations.mysql8.test
  340. .PHONY: test-mysql8\#%
  341. test-mysql8\#%: integrations.mysql8.test generate-ini-mysql8
  342. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql8.ini ./integrations.mysql8.test -test.run $(subst .,/,$*)
  343. .PHONY: test-mysql8-migration
  344. test-mysql8-migration: migrations.mysql8.test generate-ini-mysql8
  345. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql8.ini ./migrations.mysql8.test
  346. generate-ini-pgsql:
  347. sed -e 's|{{TEST_PGSQL_HOST}}|${TEST_PGSQL_HOST}|g' \
  348. -e 's|{{TEST_PGSQL_DBNAME}}|${TEST_PGSQL_DBNAME}|g' \
  349. -e 's|{{TEST_PGSQL_USERNAME}}|${TEST_PGSQL_USERNAME}|g' \
  350. -e 's|{{TEST_PGSQL_PASSWORD}}|${TEST_PGSQL_PASSWORD}|g' \
  351. -e 's|{{TEST_PGSQL_SCHEMA}}|${TEST_PGSQL_SCHEMA}|g' \
  352. -e 's|{{REPO_TEST_DIR}}|${REPO_TEST_DIR}|g' \
  353. integrations/pgsql.ini.tmpl > integrations/pgsql.ini
  354. .PHONY: test-pgsql
  355. test-pgsql: integrations.pgsql.test generate-ini-pgsql
  356. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/pgsql.ini ./integrations.pgsql.test
  357. .PHONY: test-pgsql\#%
  358. test-pgsql\#%: integrations.pgsql.test generate-ini-pgsql
  359. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/pgsql.ini ./integrations.pgsql.test -test.run $(subst .,/,$*)
  360. .PHONY: test-pgsql-migration
  361. test-pgsql-migration: migrations.pgsql.test generate-ini-pgsql
  362. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/pgsql.ini ./migrations.pgsql.test
  363. generate-ini-mssql:
  364. sed -e 's|{{TEST_MSSQL_HOST}}|${TEST_MSSQL_HOST}|g' \
  365. -e 's|{{TEST_MSSQL_DBNAME}}|${TEST_MSSQL_DBNAME}|g' \
  366. -e 's|{{TEST_MSSQL_USERNAME}}|${TEST_MSSQL_USERNAME}|g' \
  367. -e 's|{{TEST_MSSQL_PASSWORD}}|${TEST_MSSQL_PASSWORD}|g' \
  368. -e 's|{{REPO_TEST_DIR}}|${REPO_TEST_DIR}|g' \
  369. integrations/mssql.ini.tmpl > integrations/mssql.ini
  370. .PHONY: test-mssql
  371. test-mssql: integrations.mssql.test generate-ini-mssql
  372. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mssql.ini ./integrations.mssql.test
  373. .PHONY: test-mssql\#%
  374. test-mssql\#%: integrations.mssql.test generate-ini-mssql
  375. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mssql.ini ./integrations.mssql.test -test.run $(subst .,/,$*)
  376. .PHONY: test-mssql-migration
  377. test-mssql-migration: migrations.mssql.test generate-ini-mssql
  378. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mssql.ini ./migrations.mssql.test
  379. .PHONY: bench-sqlite
  380. bench-sqlite: integrations.sqlite.test generate-ini-sqlite
  381. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/sqlite.ini ./integrations.sqlite.test -test.cpuprofile=cpu.out -test.run DontRunTests -test.bench .
  382. .PHONY: bench-mysql
  383. bench-mysql: integrations.mysql.test generate-ini-mysql
  384. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql.ini ./integrations.mysql.test -test.cpuprofile=cpu.out -test.run DontRunTests -test.bench .
  385. .PHONY: bench-mssql
  386. bench-mssql: integrations.mssql.test generate-ini-mssql
  387. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mssql.ini ./integrations.mssql.test -test.cpuprofile=cpu.out -test.run DontRunTests -test.bench .
  388. .PHONY: bench-pgsql
  389. bench-pgsql: integrations.pgsql.test generate-ini-pgsql
  390. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/pgsql.ini ./integrations.pgsql.test -test.cpuprofile=cpu.out -test.run DontRunTests -test.bench .
  391. .PHONY: integration-test-coverage
  392. integration-test-coverage: integrations.cover.test generate-ini-mysql
  393. GITEA_ROOT=${CURDIR} GITEA_CONF=integrations/mysql.ini ./integrations.cover.test -test.coverprofile=integration.coverage.out
  394. integrations.mysql.test: git-check $(GO_SOURCES)
  395. $(GO) test $(GOTESTFLAGS) -mod=vendor -c code.gitea.io/gitea/integrations -o integrations.mysql.test
  396. integrations.mysql8.test: git-check $(GO_SOURCES)
  397. $(GO) test $(GOTESTFLAGS) -mod=vendor -c code.gitea.io/gitea/integrations -o integrations.mysql8.test
  398. integrations.pgsql.test: git-check $(GO_SOURCES)
  399. $(GO) test $(GOTESTFLAGS) -mod=vendor -c code.gitea.io/gitea/integrations -o integrations.pgsql.test
  400. integrations.mssql.test: git-check $(GO_SOURCES)
  401. $(GO) test $(GOTESTFLAGS) -mod=vendor -c code.gitea.io/gitea/integrations -o integrations.mssql.test
  402. integrations.sqlite.test: git-check $(GO_SOURCES)
  403. $(GO) test $(GOTESTFLAGS) -mod=vendor -c code.gitea.io/gitea/integrations -o integrations.sqlite.test -tags 'sqlite sqlite_unlock_notify'
  404. integrations.cover.test: git-check $(GO_SOURCES)
  405. $(GO) test $(GOTESTFLAGS) -mod=vendor -c code.gitea.io/gitea/integrations -coverpkg $(shell echo $(GO_PACKAGES) | tr ' ' ',') -o integrations.cover.test
  406. .PHONY: migrations.mysql.test
  407. migrations.mysql.test: $(GO_SOURCES)
  408. $(GO) test $(GOTESTFLAGS) -c code.gitea.io/gitea/integrations/migration-test -o migrations.mysql.test
  409. .PHONY: migrations.mysql8.test
  410. migrations.mysql8.test: $(GO_SOURCES)
  411. $(GO) test $(GOTESTFLAGS) -c code.gitea.io/gitea/integrations/migration-test -o migrations.mysql8.test
  412. .PHONY: migrations.pgsql.test
  413. migrations.pgsql.test: $(GO_SOURCES)
  414. $(GO) test $(GOTESTFLAGS) -c code.gitea.io/gitea/integrations/migration-test -o migrations.pgsql.test
  415. .PHONY: migrations.mssql.test
  416. migrations.mssql.test: $(GO_SOURCES)
  417. $(GO) test $(GOTESTFLAGS) -c code.gitea.io/gitea/integrations/migration-test -o migrations.mssql.test
  418. .PHONY: migrations.sqlite.test
  419. migrations.sqlite.test: $(GO_SOURCES)
  420. $(GO) test $(GOTESTFLAGS) -c code.gitea.io/gitea/integrations/migration-test -o migrations.sqlite.test -tags 'sqlite sqlite_unlock_notify'
  421. .PHONY: check
  422. check: test
  423. .PHONY: install $(TAGS_PREREQ)
  424. install: $(wildcard *.go)
  425. CGO_CFLAGS="$(CGO_CFLAGS)" $(GO) install -v -tags '$(TAGS)' -ldflags '-s -w $(LDFLAGS)'
  426. .PHONY: build
  427. build: frontend backend
  428. .PHONY: frontend
  429. frontend: node-check $(FOMANTIC_DEST) $(WEBPACK_DEST)
  430. .PHONY: backend
  431. backend: go-check generate $(EXECUTABLE)
  432. .PHONY: generate
  433. generate: $(TAGS_PREREQ)
  434. CC= GOOS= GOARCH= $(GO) generate -mod=vendor -tags '$(TAGS)' $(GO_PACKAGES)
  435. $(EXECUTABLE): $(GO_SOURCES) $(TAGS_PREREQ)
  436. CGO_CFLAGS="$(CGO_CFLAGS)" $(GO) build -mod=vendor $(GOFLAGS) $(EXTRA_GOFLAGS) -tags '$(TAGS)' -ldflags '-s -w $(LDFLAGS)' -o $@
  437. .PHONY: release
  438. release: frontend generate release-windows release-linux release-darwin release-copy release-compress release-sources release-docs release-check
  439. $(DIST_DIRS):
  440. mkdir -p $(DIST_DIRS)
  441. .PHONY: release-windows
  442. release-windows: | $(DIST_DIRS)
  443. @hash xgo > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  444. GO111MODULE=off $(GO) get -u src.techknowlogick.com/xgo; \
  445. fi
  446. @echo "Warning: windows version is built using golang 1.14"
  447. CGO_CFLAGS="$(CGO_CFLAGS)" GO111MODULE=off xgo -go $(XGO_VERSION) -buildmode exe -dest $(DIST)/binaries -tags 'netgo osusergo $(TAGS)' -ldflags '-linkmode external -extldflags "-static" $(LDFLAGS)' -targets 'windows/*' -out gitea-$(VERSION) .
  448. ifeq ($(CI),drone)
  449. cp /build/* $(DIST)/binaries
  450. endif
  451. .PHONY: release-linux
  452. release-linux: | $(DIST_DIRS)
  453. @hash xgo > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  454. GO111MODULE=off $(GO) get -u src.techknowlogick.com/xgo; \
  455. fi
  456. CGO_CFLAGS="$(CGO_CFLAGS)" GO111MODULE=off xgo -go $(XGO_VERSION) -dest $(DIST)/binaries -tags 'netgo osusergo $(TAGS)' -ldflags '-linkmode external -extldflags "-static" $(LDFLAGS)' -targets 'linux/amd64,linux/386,linux/arm-5,linux/arm-6,linux/arm64,linux/mips64le,linux/mips,linux/mipsle' -out gitea-$(VERSION) .
  457. ifeq ($(CI),drone)
  458. cp /build/* $(DIST)/binaries
  459. endif
  460. .PHONY: release-darwin
  461. release-darwin: | $(DIST_DIRS)
  462. @hash xgo > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  463. GO111MODULE=off $(GO) get -u src.techknowlogick.com/xgo; \
  464. fi
  465. CGO_CFLAGS="$(CGO_CFLAGS)" GO111MODULE=off xgo -go $(XGO_VERSION) -dest $(DIST)/binaries -tags 'netgo osusergo $(TAGS)' -ldflags '$(LDFLAGS)' -targets 'darwin/*' -out gitea-$(VERSION) .
  466. ifeq ($(CI),drone)
  467. cp /build/* $(DIST)/binaries
  468. endif
  469. .PHONY: release-copy
  470. release-copy: | $(DIST_DIRS)
  471. cd $(DIST); for file in `find /build -type f -name "*"`; do cp $${file} ./release/; done;
  472. .PHONY: release-check
  473. release-check: | $(DIST_DIRS)
  474. cd $(DIST)/release/; for file in `find . -type f -name "*"`; do echo "checksumming $${file}" && $(SHASUM) `echo $${file} | sed 's/^..//'` > $${file}.sha256; done;
  475. .PHONY: release-compress
  476. release-compress: | $(DIST_DIRS)
  477. @hash gxz > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  478. GO111MODULE=off $(GO) get -u github.com/ulikunitz/xz/cmd/gxz; \
  479. fi
  480. cd $(DIST)/release/; for file in `find . -type f -name "*"`; do echo "compressing $${file}" && gxz -k -9 $${file}; done;
  481. .PHONY: release-sources
  482. release-sources: | $(DIST_DIRS) node_modules
  483. echo $(VERSION) > $(STORED_VERSION_FILE)
  484. tar --exclude=./$(DIST) --exclude=./.git --exclude=./$(MAKE_EVIDENCE_DIR) --exclude=./node_modules/.cache --exclude=./$(AIR_TMP_DIR) -czf $(DIST)/release/gitea-src-$(VERSION).tar.gz .
  485. rm -f $(STORED_VERSION_FILE)
  486. .PHONY: release-docs
  487. release-docs: | $(DIST_DIRS) docs
  488. tar -czf $(DIST)/release/gitea-docs-$(VERSION).tar.gz -C ./docs/public .
  489. .PHONY: docs
  490. docs:
  491. @hash hugo > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  492. $(GO) get -u github.com/gohugoio/hugo; \
  493. fi
  494. cd docs; make trans-copy clean build-offline;
  495. node_modules: package-lock.json
  496. npm install --no-save
  497. @touch node_modules
  498. .PHONY: npm-update
  499. npm-update: node-check | node_modules
  500. npx updates -cu
  501. rm -rf node_modules package-lock.json
  502. npm install --package-lock
  503. @touch node_modules
  504. .PHONY: fomantic
  505. fomantic: $(FOMANTIC_DEST)
  506. $(FOMANTIC_DEST): $(FOMANTIC_CONFIGS) | node_modules
  507. rm -rf $(FOMANTIC_DEST_DIR)
  508. cp web_src/fomantic/theme.config.less node_modules/fomantic-ui/src/theme.config
  509. cp -r web_src/fomantic/_site/* node_modules/fomantic-ui/src/_site/
  510. npx gulp -f node_modules/fomantic-ui/gulpfile.js build
  511. @touch $(FOMANTIC_DEST)
  512. .PHONY: webpack
  513. webpack: $(WEBPACK_DEST)
  514. $(WEBPACK_DEST): $(WEBPACK_SOURCES) $(WEBPACK_CONFIGS) package-lock.json | node_modules
  515. rm -rf $(WEBPACK_DEST_ENTRIES)
  516. npx webpack --hide-modules --display-entrypoints=false
  517. @touch $(WEBPACK_DEST)
  518. .PHONY: svg
  519. svg: node-check | node_modules
  520. rm -rf $(SVG_DEST_DIR)
  521. node build/generate-svg.js
  522. .PHONY: svg-check
  523. svg-check: svg
  524. @git add $(SVG_DEST_DIR)
  525. @diff=$$(git diff --cached $(SVG_DEST_DIR)); \
  526. if [ -n "$$diff" ]; then \
  527. echo "Please run 'make svg' and 'git add $(SVG_DEST_DIR)' and commit the result:"; \
  528. echo "$${diff}"; \
  529. exit 1; \
  530. fi;
  531. .PHONY: update-translations
  532. update-translations:
  533. mkdir -p ./translations
  534. cd ./translations && curl -L https://crowdin.com/download/project/gitea.zip > gitea.zip && unzip gitea.zip
  535. rm ./translations/gitea.zip
  536. $(SED_INPLACE) -e 's/="/=/g' -e 's/"$$//g' ./translations/*.ini
  537. $(SED_INPLACE) -e 's/\\"/"/g' ./translations/*.ini
  538. mv ./translations/*.ini ./options/locale/
  539. rmdir ./translations
  540. .PHONY: generate-images
  541. generate-images:
  542. npm install --no-save --no-package-lock xmldom fabric imagemin-zopfli
  543. node build/generate-images.js
  544. .PHONY: pr\#%
  545. pr\#%: clean-all
  546. $(GO) run contrib/pr/checkout.go $*
  547. .PHONY: golangci-lint
  548. golangci-lint:
  549. @hash golangci-lint > /dev/null 2>&1; if [ $$? -ne 0 ]; then \
  550. export BINARY="golangci-lint"; \
  551. curl -sfL https://install.goreleaser.com/github.com/golangci/golangci-lint.sh | sh -s -- -b $(GOPATH)/bin v1.30.0; \
  552. fi
  553. golangci-lint run --timeout 5m
  554. .PHONY: docker
  555. docker:
  556. docker build --disable-content-trust=false -t $(DOCKER_REF) .
  557. # support also build args docker build --build-arg GITEA_VERSION=v1.2.3 --build-arg TAGS="bindata sqlite sqlite_unlock_notify" .
  558. .PHONY: docker-build
  559. docker-build:
  560. docker run -ti --rm -v $(CURDIR):/srv/app/src/code.gitea.io/gitea -w /srv/app/src/code.gitea.io/gitea -e TAGS="bindata $(TAGS)" LDFLAGS="$(LDFLAGS)" CGO_EXTRA_CFLAGS="$(CGO_EXTRA_CFLAGS)" webhippie/golang:edge make clean build
  561. # This endif closes the if at the top of the file
  562. endif