Implement the main command, git-sizer

mhagger · mhagger · commit 568e76994de5 · 2018-01-27T16:55:53.000+01:00
It can compute various dimensions about a tree object in a Git
repository, in a way that is robust against git bombs.

For now it must be passed the path to a Git repository and one or more
tree object specifications (like `HEAD^{tree}` or `HEAD:src`). That is
likely to change.

To avoid starting up lots of processes, we use `git cat-file --batch`
to read trees. But for blobs we only need to know the size, so use
`git cat-file --batch-check` for blobs. This unfortunately means that
we need to keep two `git` processes running, which means paying the
git startup time twice.
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,6 @@
+/.gopath
+/bin
+/libexec
+/log
+/repositories
+/vendor
diff --git a/Brewfile b/Brewfile
@@ -0,0 +1 @@
+brew "go"
diff --git a/Makefile b/Makefile
@@ -0,0 +1,75 @@
+ROOTDIR := $(abspath $(CURDIR))
+export ROOTDIR
+
+GO := $(CURDIR)/script/go
+GOFMT := $(CURDIR)/script/gofmt
+
+BIN := libexec
+
+GOBIN := $(abspath $(BIN))
+export GOBIN
+
+GOFLAGS := \
+	--tags "static" \
+	-ldflags "-X main.BuildVersion=$(shell git rev-parse HEAD) -X main.BuildDescribe=$(shell git describe --tags --always --dirty)"
+GO_CMDS := \
+	$(BIN)/git-sizer
+GO_PKGS := $(shell cd .gopath/src; find github.com/github/git-sizer/ -type f -name '*.go' | xargs -n1 dirname | sort -u)
+SHELL_CMDS :=
+RUBY_CMDS :=
+DEPS := \
+	github.com/stretchr/testify
+GO_SRCS := $(shell find src -type f -name '*.go')
+
+TEST_SH_RUNNERS := 2
+
+.PHONY: all
+all: $(GO_CMDS) $(SHELL_CMDS) $(RUBY_CMDS)
+
+libexec/%: bin/% $(GO_SRCS)
+	$(GO) install $(GOFLAGS) github.com/github/git-sizer/$*
+
+.PRECIOUS: bin/%
+bin/%: src/shim.sh
+	mkdir -p bin
+	cp $< bin/$*
+	chmod +x bin/$*
+
+.PHONY: $(SHELL_CMDS)
+$(SHELL_CMDS): $(BIN)/%: bin/%.sh
+	cp $< $@
+
+.PHONY: $(RUBY_CMDS)
+$(RUBY_CMDS): $(BIN)/%: bin/%.rb
+	cp $< $@
+
+.PHONY: deps
+deps:
+	$(GO) get $(DEPS)
+
+.PHONY: test
+test: gotest shtest
+
+.PHONY: gotest
+gotest:
+	$(GO) test -timeout 60s $(GOFLAGS) $(GO_PKGS)
+
+.PHONY: shtest
+shtest: libexec/git-sizer
+	ls -1 test/test-*.sh | xargs -I % -P $(TEST_SH_RUNNERS) -n 1 $(SHELL) % --batch
+
+.PHONY: gofmt
+gofmt:
+	find src test -name "*.go" -print0 | xargs -0 $(GOFMT) -l -w | sed -e 's/^/Fixing /'
+
+.PHONY: goimports
+goimports:
+	find src -name "*.go" -print0 | xargs -0 goimports -l -w -e
+
+.PHONY: govet
+govet:
+	$(GO) vet $(GO_PKGS)
+
+.PHONY: clean
+clean:
+	rm -rf bin libexec
diff --git a/README.md b/README.md
@@ -0,0 +1,10 @@
+# git-sizer
+
+Is your Git repository busting at the seams?
+
+## Getting started
+
+1. Build:
+
+        script/bootstrap
+        make
diff --git a/script/bootstrap b/script/bootstrap
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+set -e
+
+cd $(dirname "$0")/..
+
+if [[ "$(uname -s)" = "Darwin" ]]; then
+  brew bundle
+fi
+script/ensure-go-installed
+
+rm -f .gopath/src/github.com/github/git-sizer
+mkdir -p .gopath/src/github.com/github
+ln -s "$PWD/src" .gopath/src/github.com/github/git-sizer
+
+make deps
diff --git a/script/build b/script/build
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -e
+
+cd $(dirname "$0")/..
+
+make
diff --git a/script/cibuild b/script/cibuild
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -e
+
+cd $(dirname "$0")/..
+
+script/install-vendored-go
+script/bootstrap
+script/build
+make test
diff --git a/script/ensure-go-installed b/script/ensure-go-installed
@@ -0,0 +1,30 @@
+#!/bin/bash
+
+ROOTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
+
+# Is go installed, and at least 1.7?
+go_ok() {
+  case "$(go version 2>/dev/null | sed -n 's/.*go\([0-9][0-9]*\.[0-9][0-9]*\).*/\1/p' | head -n 1)" in
+    ""|0.*|1.[0123456])
+      false ;;
+    *)
+      true ;;
+  esac
+}
+
+# If a local go is installed, use it.
+set_up_vendored_go() {
+  GO_VERSION=go1.8.1
+  VENDORED_GOROOT="$ROOTDIR/vendor/$GO_VERSION/go"
+  if [ -x "$VENDORED_GOROOT/bin/go" ]; then
+    export GOROOT="$VENDORED_GOROOT"
+    export PATH="$GOROOT/bin:$PATH"
+  fi
+}
+
+set_up_vendored_go
+
+if ! go_ok; then
+  script/install-vendored-go >/dev/null || exit 1
+  set_up_vendored_go
+fi
diff --git a/script/go b/script/go
@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -e
+
+export ROOTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
+. $ROOTDIR/script/ensure-go-installed
+export GOPATH=$ROOTDIR/.gopath
+
+exec "$(basename $0)" "$@"
diff --git a/script/gofmt b/script/gofmt
@@ -0,0 +1 @@
+go
diff --git a/script/install-vendored-go b/script/install-vendored-go
@@ -0,0 +1,53 @@
+#!/bin/bash
+
+GO_VERSION=go1.8.1
+
+if [ $(uname -s) = "Darwin" ]; then
+  GO_PKG=${GO_VERSION}.darwin-amd64.tar.gz
+  GO_PKG_SHA=25b026fe2f4de7c80b227f69588b06b93787f5b5f134fbf2d652926c08c04bcd
+else
+  GO_PKG=${GO_VERSION}.linux-amd64.tar.gz
+  GO_PKG_SHA=a579ab19d5237e263254f1eac5352efcf1d70b9dacadb6d6bb12b0911ede8994
+fi
+
+archivesum() {
+  shasum -a256 "$ARCHIVE"
+}
+
+archiveok() {
+  test -f "$ARCHIVE" && archivesum | grep -q $GO_PKG_SHA
+}
+
+if go version 2>/dev/null | grep -q $GO_VERSION; then
+  go version
+  exit 0
+fi
+
+ROOTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
+VENDORDIR="$ROOTDIR/vendor"
+DOWNLOAD_URL=https://storage.googleapis.com/golang/$GO_PKG
+ARCHIVE="$VENDORDIR/$GO_PKG"
+INSTALLDIR="$VENDORDIR/$GO_VERSION"
+export GOROOT="$INSTALLDIR/go"
+INSTALLEDGO="$GOROOT/bin/go"
+
+if [ -x $INSTALLEDGO ]; then
+  "$INSTALLEDGO" version
+  exit 0
+fi
+
+if ! archiveok; then
+  echo "Downloading $DOWNLOAD_URL"
+  mkdir -p "$VENDORDIR"
+  curl -L -o "$ARCHIVE" $DOWNLOAD_URL
+  if ! archiveok; then
+    archivesum 1>&2
+    echo expected checksum $GO_PKG_SHA 1>&2
+    exit 1
+  fi
+fi
+
+rm -rf "$INSTALLDIR"
+mkdir -p "$INSTALLDIR"
+tar xf "$ARCHIVE" -C "$INSTALLDIR"
+"$INSTALLEDGO" version
diff --git a/script/vendor b/script/vendor
@@ -0,0 +1,58 @@
+#!/bin/bash
+
+set -e
+
+cd "$(dirname "$0")/.."
+
+clone_url() {
+  local cloneUrl=$(git config remote.origin.url)
+
+  if [[ "$cloneUrl" == "https://github.com/"* ]]; then
+    echo "https://github.com/$1.git"
+  elif [[ "$cloneUrl" == "git@github.com:"* ]]; then
+    echo "git@github.com:$1.git"
+  elif [ "$(uname -s)" = "Darwin" ]; then
+    echo "https://github.com/$1.git"
+  else
+    echo "git@github.com:$1.git"
+  fi
+}
+
+ROOTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
+SUBPROJECT=$1
+SUBPROJECT_VENDOR="$ROOTDIR/.gopath/src/github.com/$SUBPROJECT"
+SUBPROJECT_REPO="$SUBPROJECT"
+SUBPROJECT_GIT_URL="$(clone_url $SUBPROJECT_REPO)"
+SUBPROJECT_VERSION_CONFIG="$ROOTDIR/config/versions/$SUBPROJECT"
+
+if [ $# -gt 1 ]; then
+  SUBPROJECT_VERSION="$2"
+elif [ -f "$SUBPROJECT_VERSION_CONFIG" ]; then
+  SUBPROJECT_VERSION="$(cat $SUBPROJECT_VERSION_CONFIG)"
+else
+  printf '\e[31m' >&2
+  echo "ERROR: No $SUBPROJECT project is configured."
+  printf '\e[0m' >&2
+  exit 1
+fi
+
+if ! [ -d "$SUBPROJECT_VENDOR" ]; then
+  mkdir -p "$SUBPROJECT_VENDOR"
+fi
+cd "$SUBPROJECT_VENDOR"
+
+if [ "$(git rev-parse --verify HEAD 2>/dev/null)" = "$SUBPROJECT_VERSION" ]; then
+  echo "$SUBPROJECT build $(echo $SUBPROJECT_VERSION | cut -c1-10) is up-to-date."
+else
+  if ! [ -d ".git" ]; then
+    git init
+  fi
+  if ! git config --local remote.origin.url >/dev/null; then
+    git remote add origin "$SUBPROJECT_GIT_URL"
+  fi
+  git fetch origin --prune
+  git reset --hard "$SUBPROJECT_VERSION"
+
+  mkdir -p "$(dirname "$SUBPROJECT_VERSION_CONFIG")"
+  git rev-parse --verify HEAD > "$SUBPROJECT_VERSION_CONFIG"
+fi
diff --git a/src/git-sizer/git-sizer.go b/src/git-sizer/git-sizer.go
diff --git a/src/shim.sh b/src/shim.sh
diff --git a/src/sizes/sizes.go b/src/sizes/sizes.go

-Original file line number
+Diff line change
@@ @@ -0,0 +1,7 @@ @@
 +#!/bin/bash
++
 +set -e
++
 +cd $(dirname "$0")/..
++
 +make