mirror of
https://github.com/clearlinux/common.git
synced 2026-09-04 20:51:46 +00:00
Patrick McCarty
2d1a67d3b0
Always clone autospec from the upstream clearlinux/autospec github repo regardless of whether a gitolite instance is configured. Also, do not set the repo's pushurl, since the expectation is for contributors to push changes to github forks of autospec, not directly to the upstream repo. Signed-off-by: Patrick McCarty <patrick.mccarty@intel.com>
309 lines
12 KiB
Makefile
309 lines
12 KiB
Makefile
#-*-makefile-*-
|
|
|
|
all: clone
|
|
|
|
TOPLVL = .
|
|
|
|
include $(TOPLVL)/projects/common/Makefile.config
|
|
include $(TOPLVL)/projects/common/Makefile.shared
|
|
|
|
SHELL = /bin/bash
|
|
|
|
PKGS = $(shell cat $(PACKAGES_FILE))
|
|
PKGS_LOCAL = $(sort $(filter ${PKGS},$(subst packages/,,$(wildcard packages/*))))
|
|
PKGS_ORPHANED = $(sort $(filter-out common ${PKGS},$(subst packages/,,$(wildcard packages/*))))
|
|
|
|
proj_PKGS = $(addprefix proj_,$(PROJ_PKGS))
|
|
clone_PKGS = $(addprefix clone_,$(PKGS))
|
|
|
|
#help clone: Clones any new package/project in the git tree that you didn't
|
|
#help already check out. If you already have a package checked out,
|
|
#help it will not clone that package
|
|
clone: $(proj_PKGS) $(clone_PKGS)
|
|
|
|
#help clone-packages: Same action as 'make clone', but for package repos only.
|
|
clone-packages: $(clone_PKGS)
|
|
|
|
#help clone-projects: Same action as 'make clone', but for project repos only.
|
|
clone-projects: $(proj_PKGS)
|
|
|
|
$(proj_PKGS):
|
|
@proj=$(patsubst proj_%,%,$@); \
|
|
[ -d projects/$$proj ] || ( \
|
|
echo "Checking out: projects/$$proj"; \
|
|
if [ "$$proj" = "autospec" ] ; then \
|
|
git clone https://github.com/clearlinux/autospec.git projects/autospec; \
|
|
else \
|
|
git clone $(PRJ_BASE_URL)/$$proj projects/$$proj; \
|
|
fi; \
|
|
cd projects/$$proj; \
|
|
if [ "$$proj" != "autospec" ] ; then \
|
|
$(call gitoliteurl,projects/$$proj); \
|
|
fi; \
|
|
$(call subjectprefix,$$proj); \
|
|
)
|
|
|
|
packages/common/Makefile.common:
|
|
@mkdir -p $(dir $@)
|
|
@ln -s ../../projects/common/Makefile.common $@
|
|
|
|
$(clone_PKGS): $(PACKAGES_FILE) packages/common/Makefile.common
|
|
@pkg=$(patsubst clone_%,%,$@); \
|
|
remotepkg=$(call remotepkgname,$$pkg); \
|
|
[ -d packages/$$pkg ] || ( \
|
|
echo "Checking out: packages/$$pkg"; \
|
|
git clone $(PKG_BASE_URL)/$$remotepkg packages/$$pkg; \
|
|
cd packages/$$pkg; \
|
|
$(call gitoliteurl,packages/$$pkg); \
|
|
$(call subjectprefix,$$pkg); \
|
|
)
|
|
|
|
#help pull: Performs a git pull --rebase for each package repo, avoiding the creation
|
|
#help of merge commits, while displaying any changes since your last pull. It is
|
|
#help silent if there are no changes.
|
|
.PHONY: pull ${PULL_PKGS}
|
|
PULL_PKGS:= $(addprefix PULL_projects/,$(PROJ_PKGS)) $(addprefix PULL_packages/,${PKGS_LOCAL})
|
|
${PULL_PKGS}:
|
|
@p=$(patsubst PULL_%,%,$@) ; \
|
|
if [ ! -d "$$p/.git" ]; then echo "Nothing to pull for $$p - $$p/.git missing"; exit 0; fi; \
|
|
cd "$$p" ; \
|
|
if git remote | grep origin >/dev/null 2>&1; then \
|
|
O=$$(git rev-parse origin/master 2>/dev/null); \
|
|
git fetch --tags origin >/dev/null 2>&1; \
|
|
N=$$(git rev-parse origin/master); \
|
|
if [ "$$O" != "$$N" ]; then \
|
|
echo "Updating: $$p"; \
|
|
if ! git merge --ff-only origin/master 2>/dev/null; then \
|
|
echo "$$p: Cannot fast-forward $$(git rev-parse --abbrev-ref HEAD) to origin/master" ; \
|
|
fi ; \
|
|
git --no-pager log --graph --pretty=format:'%Cred%h%Creset -%C(yellow)%d%Creset %s %Cgreen(%cr) %C(bold blue)<%an>%Creset' --abbrev-commit $$O..$$N; echo; \
|
|
fi ; \
|
|
if [ "$$p" != "projects/autospec" ] ; then \
|
|
$(call gitoliteurl,$$p); \
|
|
fi ; \
|
|
else \
|
|
echo "$$p: no such remote 'origin'"; \
|
|
fi ; \
|
|
case "$$p" in \
|
|
("projects/"*|"packages/"*) P=$${p#*/} ;; \
|
|
(*) P="$$p";; \
|
|
esac; \
|
|
$(call subjectprefix,$$P);
|
|
|
|
# If a user runs "make -j pull", set the job count to 4 to rate limit client
|
|
# requests to the server hosting package git repos. Finding the value that is
|
|
# passed to -j and changing it to limit it to 4 is even harder, see
|
|
# http://blog.jgc.org/2015/03/gnu-make-insanity-finding-value-of-j.html
|
|
# for a discussion, Simplified it comes to
|
|
### # Default target depends on parallel, and outputs the job count
|
|
### all: | compute_job_count
|
|
### @echo ${JOB_COUNT}
|
|
### # get the number of words in .parallel file and clean up.
|
|
### compute_job_count: .parallel
|
|
### @$(eval JOB_COUNT := $(words $(file < $<)))rm $<
|
|
### THIS_MAKEFILE := $(CURDIR)/$(word $(words $(MAKEFILE_LIST)),$(MAKEFILE_LIST))
|
|
### # run a submake, sending the output (one word per job until failure) to the .parallel file
|
|
### .parallel: FORCE
|
|
### @$(MAKE) --no-print-directory -f ${THIS_MAKEFILE} par 2>/dev/null >$@ || true
|
|
### FORCE: ;
|
|
### # par depends on par-1 par-2 ... par-24
|
|
### par: $(addprefix par-,1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24)
|
|
### # Each job outputs a word, waits for a second and fails. So eventually
|
|
### # you have n tasks in sleep, then one fails and the job fails.
|
|
### # par-%: ; @echo $@ && sleep 1 && false
|
|
ifeq (pull,$(filter pull,${MAKECMDGOALS}))
|
|
ifeq (3,$(word 1,$(subst ., ,${MAKE_VERSION})))
|
|
$(warning *************** This version of make is too old to pull in parallel )
|
|
else
|
|
MAKEFLAGS += -j4 -Otarget
|
|
endif
|
|
endif
|
|
pull: ${PULL_PKGS}
|
|
|
|
#help clean-pkgs-dir: For packages that are no longer present in the distro,
|
|
#help removes the associated package repos from the ./packages tree
|
|
clean-pkgs-dir: $(PACKAGES_FILE)
|
|
@for p in ${PKGS_ORPHANED}; do \
|
|
echo "Removing $$p from packages, it is no longer in common/packages."; \
|
|
rm -rf packages/$$p; \
|
|
done
|
|
@echo "packages directory cleaned";
|
|
|
|
clean_PKGS = $(addprefix clean_,$(PKGS_LOCAL))
|
|
#help clean: Run 'make clean' for every package.
|
|
clean: $(clean_PKGS)
|
|
|
|
proper_PKGS = $(addprefix proper_,$(PKGS_LOCAL))
|
|
#help proper: Run 'make proper' for every package, and purge the local
|
|
#help repo and image.
|
|
proper: $(proper_PKGS)
|
|
rm -rf repo
|
|
rm -f clear.img
|
|
rm -f image-content.lst
|
|
rm -f report.html
|
|
|
|
.PHONY: $(clean_PKGS)
|
|
.PHONY: $(proper_PKGS)
|
|
|
|
$(clean_PKGS):
|
|
@echo "cleaning $(patsubst clean_%,%,$@)"
|
|
-@$(MAKE) -s -C $(addprefix packages/,$(patsubst clean_%,%,$@)) clean
|
|
|
|
$(proper_PKGS):
|
|
-@$(MAKE) -s -C $(addprefix packages/,$(patsubst proper_%,%,$@)) proper
|
|
|
|
#help status: Runs git status for all package repos, thus displaying untracked
|
|
#help and unstaged files in addition to staged files.
|
|
status: $(PACKAGES_FILE) $(addprefix packages/,$(PKGS_LOCAL))
|
|
@for p in projects/common $(addprefix packages/,$(PKGS_LOCAL)); do \
|
|
if [ -d "$$p/.git" ] && [ -n "$$(git -C $$p status -uno --porcelain)" ]; then echo "Uncommitted changes in $$p:"; git -C "$$p" status --short; fi ;\
|
|
done
|
|
|
|
#help diff: Runs git diff for all package repos and displays the output using
|
|
#help diffstat. Requires that diffstat is installed.
|
|
diff: $(PACKAGES_FILE) $(addprefix packages/,$(PKGS_LOCAL))
|
|
@for p in projects/common $(addprefix packages/,$(PKGS_LOCAL)); do \
|
|
(cd $$p; git status --porcelain | grep -vq '^?? ' && (echo "Uncommitted changes in: $$p"; git diff | diffstat -p1); :) ;\
|
|
done
|
|
|
|
#help log: Run git log origin/master..HEAD for all package repos, thus
|
|
#help displaying any committed but unpushed changes.
|
|
log: $(PACKAGES_FILE) $(addprefix packages/,$(PKGS_LOCAL))
|
|
@for p in projects/common $(addprefix packages/,$(PKGS_LOCAL)); do \
|
|
( cd $$p; if [ "$$(git rev-parse --verify HEAD)" != "$$(git rev-parse --verify origin/master)" ] ; then \
|
|
echo $$p ; git --no-pager log --pretty="format:%s" origin/master..HEAD ; echo ; echo;\
|
|
fi ; ) \
|
|
done
|
|
|
|
#help versions: Displays the version of each package in the ./packages tree.
|
|
versions: $(PACKAGES_FILE) $(addprefix packages/,$(PKGS_LOCAL))
|
|
@for p in $(addprefix packages/,$(PKGS_LOCAL)); do \
|
|
(cd $$p; if ls *.spec &> /dev/null; then $(call queryspec,%{NAME}-%{VERSION}\n,*.spec) | head -n1; fi) ;\
|
|
done
|
|
|
|
#help releases: Like 'make versions', but also displays the release number.
|
|
releases: $(PACKAGES_FILE) $(addprefix packages/,$(PKGS_LOCAL))
|
|
@for p in $(addprefix packages/,$(PKGS_LOCAL)); do \
|
|
(cd $$p; if ls *.spec &> /dev/null; then $(call queryspec,%{NVR}\n,*.spec) | head -n1; fi) ;\
|
|
done
|
|
|
|
#help provides: Is used to find out which RPM package provides some file.
|
|
#help Params: FP=<file_fullpath> RN=<release_number>, i.e. 'make provides FP=/usr/bin/ls'
|
|
provides:
|
|
@$(TOPLVL)/projects/common/provides.sh -f $(FP) -r $(RN)
|
|
|
|
preautospecnew-checks:
|
|
|
|
#help autospecnew: Creates a new autospec package with for a given URL=$(URL)
|
|
#help with NAME=$(NAME). Several files used by autospec will be created in the
|
|
#help process.
|
|
#help Use MOCK_OPTS environment varible to pass down arbitrary mock options
|
|
#help to autospec.
|
|
#help For more information about autospec, see the project page on Github https://github.com/clearlinux/autospec
|
|
autospecnew: preautospecnew-checks localreponotice
|
|
@if [ -z $(NAME) ] || [ -z $(URL) ]; then \
|
|
echo "Please specify NAME and URL. The ARCHIVES variable is optional."; \
|
|
exit 1; \
|
|
fi
|
|
$(call clone-if-available,$(NAME))
|
|
@if [ ! -d $(TOPLVL)/packages/$(NAME)/.git ]; then \
|
|
echo "no remote repository found, creating new package repository and running autospec"; \
|
|
mkdir -p $(TOPLVL)/packages/$(NAME); \
|
|
( \
|
|
cd $(TOPLVL)/packages/$(NAME); \
|
|
git init; \
|
|
git remote add origin $(PKG_BASE_URL)/$(NAME); \
|
|
$(call gitoliteurl,packages/$(NAME)); \
|
|
$(call subjectprefix,$(NAME)); \
|
|
); \
|
|
printf 'PKG_NAME := %s\nURL = %s\nARCHIVES = %s\n\ninclude ../common/Makefile.common\n' $(NAME) '$(value URL)' '$(value ARCHIVES)' > $(TOPLVL)/packages/$(NAME)/Makefile; \
|
|
python3 $(TOPLVL)/projects/autospec/autospec/autospec.py \
|
|
--target packages/$(NAME) \
|
|
--integrity \
|
|
--config "$(AUTOSPEC_CONF)" \
|
|
--name $(NAME) \
|
|
--archives $(ARCHIVES) \
|
|
--mock-config $(MOCK_CONFIG_VAL) \
|
|
--mock-opts="$(MOCK_OPTS)" \
|
|
$${SETVERSION:+ --version $${SETVERSION}} \
|
|
${NON_INTERACTIVE} ${SKIP_GIT} ${CLEANUP} \
|
|
$(URL); \
|
|
if [ $$? -eq 0 ]; then \
|
|
$(MAKE) link-new-rpms PKG_REPO_DIR="${TOPLVL}/packages/${NAME}"; \
|
|
$(TOPLVL)/projects/common/checkblacklist.sh $(TOPLVL)/projects/common/blacklist $(TOPLVL)/packages/${NAME}/results/*.rpm; \
|
|
python3 $(TOPLVL)/projects/common/patchfilter.py <(git -C $(TOPLVL)/packages/$(NAME) format-patch -1 --stdout) > $(TOPLVL)/packages/$(NAME)/for-review.txt; \
|
|
printf "\n**\n"; \
|
|
printf "** NOTICE: A patch with changes is available in the file $(TOPLVL)/packages/$(NAME)/for-review.txt\n"; \
|
|
printf "** Please look through this file and if you are unsure, please submit for code review with git send-email\n"; \
|
|
printf "**\n\n"; \
|
|
else \
|
|
echo "Autospec of $(NAME) failed."; \
|
|
exit 1; \
|
|
fi; \
|
|
else \
|
|
echo "$(NAME) already exists at $(TOPLVL)/packages/$(NAME)"; \
|
|
exit 1; \
|
|
fi
|
|
|
|
#help autospecnewgo: Creates a new autospec package with (dependencies)
|
|
#help for a given URL=$(URL) with NAME=$(NAME). Several files used by
|
|
#help autospec will be created in the help process.
|
|
#help Use MOCK_OPTS environment varible to pass down arbitrary mock options
|
|
#help to autospec.
|
|
#help For more information about autospec, see the project page on Github https://github.com/clearlinux/autospec
|
|
autospecnewgo: preautospecnew-checks localreponotice
|
|
@if [ -z $(NAME) ] || [ -z $(URL) ]; then \
|
|
echo "Please specify NAME and URL. The ARCHIVES variable is optional."; \
|
|
exit 1; \
|
|
fi
|
|
-$(MAKE) clone_$(NAME)
|
|
@if [ ! -d $(TOPLVL)/packages/$(NAME)/.git ]; then \
|
|
echo "no remote repository found, creating new package repository and running autospec"; \
|
|
mkdir -p $(TOPLVL)/packages/$(NAME); \
|
|
( \
|
|
cd $(TOPLVL)/packages/$(NAME); \
|
|
git init; \
|
|
git remote add origin $(PKG_BASE_URL)/$(NAME); \
|
|
$(call gitoliteurl,packages/$(NAME)); \
|
|
$(call subjectprefix,$(NAME)); \
|
|
); \
|
|
printf 'PKG_NAME := %s\nURL = %s\nARCHIVES = %s\n\ninclude ../common/Makefile.common\n' $(NAME) '$(value URL)' '$(value ARCHIVES)' > $(TOPLVL)/packages/$(NAME)/Makefile; \
|
|
python3 $(TOPLVL)/projects/common/go-builder.py \
|
|
--target packages/$(NAME) \
|
|
--integrity \
|
|
--config "$(AUTOSPEC_CONF)" \
|
|
--name $(NAME) \
|
|
--archives $(ARCHIVES) \
|
|
--mock-config $(MOCK_CONFIG_VAL) \
|
|
--mock-opts "$(MOCK_OPTS)" \
|
|
$(URL); \
|
|
if [ $$? -eq 0 ]; then \
|
|
$(MAKE) link-new-rpms PKG_REPO_DIR="${TOPLVL}/packages/${NAME}"; \
|
|
$(TOPLVL)/projects/common/checkblacklist.sh $(TOPLVL)/projects/common/blacklist $(TOPLVL)/packages/${NAME}/results/*.rpm; \
|
|
python3 $(TOPLVL)/projects/common/patchfilter.py <(git -C $(TOPLVL)/packages/$(NAME) show) > $(TOPLVL)/packages/$(NAME)/for-review.txt; \
|
|
python3 $(TOPLVL)/projects/common/patchfilter.py <(git -C $(TOPLVL)/packages/$(NAME) show); \
|
|
else \
|
|
exit 1; \
|
|
fi; \
|
|
else \
|
|
echo "$(NAME) already exists at $(TOPLVL)/packages/$(NAME)"; \
|
|
exit 1; \
|
|
fi
|
|
|
|
#help repoenable: Enables the local RPM repository for use with Yum/DNF and
|
|
#help Mock. If this repository does not yet exist, it is created.
|
|
repoenable: localrepoenable ;
|
|
|
|
#help repodisable: Disables the local RPM repository.
|
|
repodisable: localrepodisable ;
|
|
|
|
#help repoclean: Removes all RPMs from the local RPM repository.
|
|
repoclean: localrepoclean localrepocreate ;
|
|
|
|
#help repostatus: Summarizes the local RPM repository status.
|
|
repostatus: localrepostatus ;
|
|
|
|
|
|
# Define site local toplevel targets in a separate makefile
|
|
-include $(TOPLVL)/projects/common/Makefile.toplevel.site_local
|