if [[ $REPLY =~ ^[Yy]$ || ! $REPLY ]]
then
space=$(df /var/lib/docker | awk '{ print $4 }' | grep -v Available)
+ echo "Starting Cleanup (bytes free $space)"
- echo "Starting Cleanup"
-
- if [[ ! -z `docker ps -aq` ]]; then
- docker inspect -f '{{.Id}},{{.State.Running}},{{.State.FinishedAt}}' $(docker ps -qa) | \
- awk -F, 'BEGIN { TIME=strftime("%FT%T.000000000Z",systime()-60*60*24); } $2=="false" && $3 < TIME {print $1;}' | \
- xargs --no-run-if-empty docker rm >/dev/null 2>/dev/null
- fi
-
- docker rmi `docker images -a | grep '<none>' | awk '{print $3}'` 2> /dev/null
-
- let freed=$space-$(df /var/lib/docker | awk '{ print $4 }' | grep -v Available)
-
- echo $space
- echo $(df /var/lib/docker | awk '{ print $4 }' | grep -v Available)
+ STATE_DIR=./.gc-state scripts/docker-gc
+ space=$(df /var/lib/docker | awk '{ print $4 }' | grep -v Available)
+ echo "Finished Cleanup (bytes free $space)"
- output="$freed" | awk '{sum=$1;hum[1024**3]="GB"; hum[1024**2]="MB"; hum[1024]="KB"; for (x=1024**3;x>=1024; x/=1024){ if (sum>=x) { printf "%.2f %s\n",sum/x,hum[x];break }}}'
- [ -z "$output" ] && {
- [[ $freed > 0 ]] && { echo "./launcher cleanup cleared up $freed of disk space."; } || { echo "./launcher cleanup has finished, no files were removed."; }
- } || { echo "./launcher cleanup cleared up $freed of disk space."; }
else
exit 1
fi
--- /dev/null
+#!/bin/bash
+
+# Copyright (c) 2014 Spotify AB.
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# This script attempts to garbage collect docker containers and images.
+# Containers that exited more than an hour ago are removed.
+# Images that have existed more than an hour and are not in use by any
+# containers are removed.
+
+# Note: Although docker normally prevents removal of images that are in use by
+# containers, we take extra care to not remove any image tags (e.g.
+# ubuntu:14.04, busybox, etc) that are used by containers. A naive
+# "docker rmi `docker images -q`" will leave images stripped of all tags,
+# forcing users to re-pull the repositories even though the images
+# themselves are still on disk.
+
+# Note: State is stored in $STATE_DIR, defaulting to /var/lib/docker-gc
+
+set -o nounset
+set -o errexit
+
+GRACE_PERIOD_SECONDS=${GRACE_PERIOD_SECONDS:=3600}
+STATE_DIR=${STATE_DIR:=/var/lib/docker-gc}
+DOCKER=${DOCKER:=docker}
+EXCLUDE_FROM_GC=${EXCLUDE_FROM_GC:=/etc/docker-gc-exclude}
+if [ ! -f "$EXCLUDE_FROM_GC" ]
+then
+ EXCLUDE_FROM_GC=/dev/null
+fi
+
+EXCLUDE_IDS_FILE="exclude_ids"
+
+function date_parse {
+ if date --utc >/dev/null 2>&1; then
+ # GNU/date
+ echo $(date -u --date "${1}" "+%s")
+ else
+ # BSD/date
+ echo $(date -j -u -f "%F %T" "${1}" "+%s")
+ fi
+}
+
+
+# Elapsed time since a docker timestamp, in seconds
+function elapsed_time() {
+ # Docker 1.5.0 datetime format is 2015-07-03T02:39:00.390284991
+ # Docker 1.7.0 datetime format is 2015-07-03 02:39:00.390284991 +0000 UTC
+ utcnow=$(date -u "+%s")
+ without_ms="${1:0:19}"
+ replace_t="${without_ms/T/ }"
+ epoch=$(date_parse "${replace_t}")
+ echo $(($utcnow - $epoch))
+}
+
+function compute_exclude_ids() {
+ # Find images that match patterns in the EXCLUDE_FROM_GC file and put their
+ # id prefixes into $EXCLUDE_IDS_FILE, prefixed with ^
+
+ PROCESSED_EXCLUDES="processed_excludes.tmp"
+ # Take each line and put a space at the beginning and end, so when we
+ # grep for them below, it will effectively be: "match either repo:tag
+ # or imageid". Also delete blank lines or lines that only contain
+ # whitespace
+ sed 's/^\(.*\)$/ \1 /' $EXCLUDE_FROM_GC | sed '/^ *$/d' > $PROCESSED_EXCLUDES
+ # The following looks a bit of a mess, but here's what it does:
+ # 1. Get images
+ # 2. Skip header line
+ # 3. Turn columnar display of 'REPO TAG IMAGEID ....' to 'REPO:TAG IMAGEID'
+ # 4. find lines that contain things mentioned in PROCESSED_EXCLUDES
+ # 5. Grab the image id from the line
+ # 6. Prepend ^ to the beginning of each line
+
+ # What this does is make grep patterns to match image ids mentioned by
+ # either repo:tag or image id for later greppage
+ $DOCKER images \
+ | tail -n+2 \
+ | sed 's/^\([^ ]*\) *\([^ ]*\) *\([^ ]*\).*/ \1:\2 \3 /' \
+ | grep -f $PROCESSED_EXCLUDES 2>/dev/null \
+ | cut -d' ' -f3 \
+ | sed 's/^/^/' > $EXCLUDE_IDS_FILE
+}
+
+# Change into the state directory (and create it if it doesn't exist)
+if [ ! -d "$STATE_DIR" ]
+then
+ mkdir -p $STATE_DIR
+fi
+cd "$STATE_DIR"
+
+# Verify that docker is reachable
+$DOCKER version 1>/dev/null
+
+# List all currently existing containers
+$DOCKER ps -a -q --no-trunc | sort | uniq > containers.all
+
+# List running containers
+$DOCKER ps -q --no-trunc | sort | uniq > containers.running
+
+# compute ids of containers to exclude from GC
+compute_exclude_ids
+
+# List containers that are not running
+comm -23 containers.all containers.running > containers.exited
+
+# Find exited containers that finished at least GRACE_PERIOD_SECONDS ago
+echo -n "" > containers.reap.tmp
+cat containers.exited | while read line
+do
+ EXITED=$(${DOCKER} inspect -f "{{json .State.FinishedAt}}" ${line})
+ ELAPSED=$(elapsed_time $EXITED)
+ if [[ $ELAPSED -gt $GRACE_PERIOD_SECONDS ]]; then
+ echo $line >> containers.reap.tmp
+ fi
+done
+cat containers.reap.tmp | sort | uniq > containers.reap
+
+# List containers that we will keep.
+comm -23 containers.all containers.reap > containers.keep
+
+# List images used by containers that we keep.
+# This may be both image id's and repo/name:tag, so normalize to image id's only
+cat containers.keep |
+xargs -n 1 $DOCKER inspect -f '{{.Config.Image}}' 2>/dev/null |
+sort | uniq |
+xargs -n 1 $DOCKER inspect -f '{{.Id}}' 2>/dev/null |
+sort | uniq > images.used
+
+# List images to reap; images that existed last run and are not in use.
+$DOCKER images -q --no-trunc | sort | uniq > images.all
+comm -23 images.all images.used | grep -v -f $EXCLUDE_IDS_FILE > images.reap || true
+
+# Reap containers.
+xargs -n 1 $DOCKER rm --volumes=true < containers.reap &>/dev/null || true
+
+# Reap images.
+xargs -n 1 $DOCKER rmi < images.reap &>/dev/null || true
projects / discourse_docker.git / commitdiff