Permalink
Cannot retrieve contributors at this time
all: extractor ql/src/go.dbscheme | |
ifeq ($(OS),Windows_NT) | |
EXE = .exe | |
CODEQL_PLATFORM = win64 | |
else | |
EXE = | |
UNAME_S := $(shell uname -s) | |
ifeq ($(UNAME_S),Linux) | |
CODEQL_PLATFORM = linux64 | |
endif | |
ifeq ($(UNAME_S),Darwin) | |
CODEQL_PLATFORM = osx64 | |
endif | |
endif | |
CODEQL_TOOLS = $(addprefix codeql-tools/,autobuild.cmd autobuild.sh index.cmd index.sh linux64 osx64 win64) | |
EXTRACTOR_PACK_OUT = build/codeql-extractor-go | |
BINARIES = go-extractor go-tokenizer go-autobuilder go-build-runner go-bootstrap go-gen-dbscheme | |
.PHONY: tools tools-codeql tools-codeql-full clean autoformat \ | |
tools-linux64 tools-osx64 tools-win64 check-formatting | |
clean: | |
rm -rf tools/bin tools/linux64 tools/osx64 tools/win64 tools/net tools/opencsv | |
rm -rf $(EXTRACTOR_PACK_OUT) build/stats build/testdb | |
DATAFLOW_BRANCH=main | |
autoformat: | |
find ql -name "*.ql" -or -name "*.qll" | xargs codeql query format -qq -i | |
git ls-files | grep '\.go$$' | grep -v ^vendor/ | xargs grep -L "//\s*autoformat-ignore" | xargs gofmt -w | |
check-formatting: | |
find ql -name "*.ql" -or -name "*.qll" | xargs codeql query format --check-only | |
test -z "$$(git ls-files | grep '\.go$$' | grep -v ^vendor/ | xargs grep -L "//\s*autoformat-ignore" | xargs gofmt -l)" | |
ifeq ($(QHELP_OUT_DIR),) | |
# If not otherwise specified, compile qhelp to markdown in place | |
QHELP_OUT_DIR := ql/src | |
endif | |
qhelp-to-markdown: | |
scripts/qhelp-to-markdown.sh ql/src "$(QHELP_OUT_DIR)" | |
tools: $(addsuffix $(EXE),$(addprefix tools/bin/,$(BINARIES))) tools/tokenizer.jar | |
.PHONY: $(addsuffix $(EXE),$(addprefix tools/bin/,$(BINARIES))) | |
$(addsuffix $(EXE),$(addprefix tools/bin/,$(BINARIES))): | |
go build -mod=vendor -o $@ ./extractor/cli/$(basename $(@F)) | |
tools-codeql: tools-$(CODEQL_PLATFORM) | |
tools-codeql-full: tools-linux64 tools-osx64 tools-win64 | |
tools-linux64: $(addprefix tools/linux64/,$(BINARIES)) | |
.PHONY: $(addprefix tools/linux64/,$(BINARIES)) | |
$(addprefix tools/linux64/,$(BINARIES)): | |
GOOS=linux GOARCH=amd64 go build -mod=vendor -o $@ ./extractor/cli/$(@F) | |
tools-osx64: $(addprefix tools/osx64/,$(BINARIES)) | |
.PHONY: $(addprefix tools/osx64/,$(BINARIES)) | |
$(addprefix tools/osx64/,$(BINARIES)): | |
GOOS=darwin GOARCH=amd64 go build -mod=vendor -o $@ ./extractor/cli/$(@F) | |
tools-win64: $(addsuffix .exe,$(addprefix tools/win64/,$(BINARIES))) | |
.PHONY: $(addsuffix .exe,$(addprefix tools/win64/,$(BINARIES))) | |
$(addsuffix .exe,$(addprefix tools/win64/,$(BINARIES))): | |
env GOOS=windows GOARCH=amd64 go build -mod=vendor -o $@ ./extractor/cli/$(basename $(@F)) | |
.PHONY: extractor-common extractor extractor-full | |
extractor-common: codeql-extractor.yml LICENSE ql/src/go.dbscheme \ | |
tools/tokenizer.jar $(CODEQL_TOOLS) | |
rm -rf $(EXTRACTOR_PACK_OUT) | |
mkdir -p $(EXTRACTOR_PACK_OUT) | |
cp codeql-extractor.yml LICENSE ql/src/go.dbscheme ql/src/go.dbscheme.stats $(EXTRACTOR_PACK_OUT) | |
mkdir $(EXTRACTOR_PACK_OUT)/tools | |
cp -r tools/tokenizer.jar $(CODEQL_TOOLS) $(EXTRACTOR_PACK_OUT)/tools | |
extractor: extractor-common tools-codeql | |
cp -r tools/$(CODEQL_PLATFORM) $(EXTRACTOR_PACK_OUT)/tools | |
extractor-full: extractor-common tools-codeql-full | |
cp -r $(addprefix tools/,linux64 osx64 win64) $(EXTRACTOR_PACK_OUT)/tools | |
tools/tokenizer.jar: tools/net/sourceforge/pmd/cpd/GoLanguage.class | |
jar cf $@ -C tools net | |
jar uf $@ -C tools opencsv | |
tools/net/sourceforge/pmd/cpd/GoLanguage.class: extractor/net/sourceforge/pmd/cpd/GoLanguage.java | |
javac -cp extractor -d tools $< | |
rm tools/net/sourceforge/pmd/cpd/AbstractLanguage.class | |
rm tools/net/sourceforge/pmd/cpd/SourceCode.class | |
rm tools/net/sourceforge/pmd/cpd/TokenEntry.class | |
rm tools/net/sourceforge/pmd/cpd/Tokenizer.class | |
ql/src/go.dbscheme: tools/$(CODEQL_PLATFORM)/go-gen-dbscheme$(EXE) | |
$< $@ | |
build/stats/src.stamp: | |
mkdir -p $(@D)/src | |
git clone 'https://github.com/golang/tools' $(@D)/src | |
git -C $(@D)/src checkout 9b52d559c609 -q | |
touch $@ | |
ql/src/go.dbscheme.stats: ql/src/go.dbscheme build/stats/src.stamp extractor | |
rm -rf build/stats/database | |
codeql database create -l go -s build/stats/src -j4 --search-path . build/stats/database | |
codeql dataset measure -o $@ build/stats/database/db-go | |
test: all build/testdb/check-upgrade-path | |
codeql test run ql/test --search-path . --consistency-queries ql/test/consistency | |
env GOARCH=386 codeql$(EXE) test run ql/test/query-tests/Security/CWE-681 --search-path . --consistency-queries ql/test/consistency | |
cd extractor; go test -mod=vendor ./... | grep -vF "[no test files]" | |
.PHONY: build/testdb/check-upgrade-path | |
build/testdb/check-upgrade-path : build/testdb/go.dbscheme ql/src/go.dbscheme | |
codeql dataset upgrade build/testdb --search-path upgrades | |
diff -q build/testdb/go.dbscheme ql/src/go.dbscheme | |
.PHONY: build/testdb/go.dbscheme | |
build/testdb/go.dbscheme: upgrades/initial/go.dbscheme | |
rm -rf build/testdb | |
echo >build/empty.trap | |
codeql dataset import -S upgrades/initial/go.dbscheme build/testdb build/empty.trap | |
.PHONY: sync-dataflow-libraries | |
sync-dataflow-libraries: | |
for f in DataFlowImpl.qll DataFlowImpl2.qll DataFlowImplCommon.qll tainttracking1/TaintTrackingImpl.qll tainttracking2/TaintTrackingImpl.qll;\ | |
do\ | |
curl -s -o ./ql/src/semmle/go/dataflow/internal/$$f https://raw.githubusercontent.com/github/codeql/$(DATAFLOW_BRANCH)/java/ql/src/semmle/code/java/dataflow/internal/$$f;\ | |
done |