git-annex-remote-ipfs

#!/bin/sh
# This is a git-annex external special remote program,
# which adds experimental ipfs support to git-annex.
#
# Install in PATH as git-annex-remote-ipfs
#
# Copyright 2015 Joey Hess; licenced under the GNU GPL version 3 or higher.
set -e

# use ipfs: as a prefix to indicate when an "url" is really stored in ipfs
isipfsurl () {
	echo "${1}" | egrep -q "^ipfs:"
	# done
	return
}

# convert an ipfs: url to an address that the ipfs client understands
urltoaddress () {
	echo "${1}" | sed -e 's/^ipfs://'
	# done
	return	
}

# convert address to to ipfs: url
addresstourl () {
	echo "ipfs:${1}"
	# done
	return	
}

# Gets a VALUE response and stores it in $RET
getvalue () {
	read resp
	# Tricky POSIX shell code to split first word of the resp,
	# preserving all other whitespace
	case "${resp%% *}" in
		VALUE)
		#OLD CODE:
		#RET="$(echo "$resp" | sed 's/^VALUE \?//')"
		#NEW CODE:
			if [[ ${resp} = "VALUE" ]]; then
				RET=""
			else
				RET="$(echo "${resp}" | sed 's/^VALUE \?//')"
				echo "RESP: ${resp}, RESP SED: ${RET}" >&2
			fi
		;;
		*)
		RET=""
		;;
	esac
	# done
	return	
}

# Get a list of all known ipfs addresses for a key,
# storing it in a temp file.
getaddrs () {
        key="${1}"
        tmp="${2}"

        echo GETURLS "${key}"
        getvalue
        while [ -n "${RET}" ] ; do
        		echo "================================="
        		echo BUG: RET IS $RET AND ISIPFSURL RETURNS `isipfsurl $RET` >&2
        		echo "================================="
        		PARSED_RET=`echo $RET | sed 's/VALUE //'`;
                if isipfsurl $PARSED_RET; then
                	echo "$PARSED_RET" >> "$tmp"
                	getvalue
                fi
        done
}

# This has to come first, to get the protocol started.
echo VERSION 1

while read line; do
	set -- $line
	case "$1" in
		INITREMOTE)
			echo INITREMOTE-SUCCESS
		;;
		PREPARE)
			echo PREPARE-SUCCESS
		;;
		CLAIMURL)
			url="$2"
			if isipfsurl "$url"; then
				echo CLAIMURL-SUCCESS
			else
				echo CLAIMURL-FAILURE
			fi
		;;
		CHECKURL)
			url="$2"
			# TODO if size of file can be quickly determined
			# (without downloading it) return the size
			# instead of UNKNOWN
			echo CHECKURL-CONTENTS UNKNOWN "$(urltoaddress "$url")"
		;;
		TRANSFER)
			op="$2"
			key="$3"
			shift 3
			file="$@"
			case "$op" in
				STORE)
					addr=$(ipfs add -q "$file" </dev/null) || true
					if [ -z "$addr" ]; then
						echo TRANSFER-FAILURE STORE "$key" "ipfs add failed"
					else
						echo "SETURIPRESENT" "$key" "$(addresstourl "$addr")"
						echo TRANSFER-SUCCESS STORE "$key"
					fi
				;;
				RETRIEVE)
					addrtmp=$(mktemp)
					getaddrs "$key" "$addrtmp"
					addr="$(urltoaddress "$(head "$addrtmp")")" || true

					rm -f "$addrtmp"
					if [ -z "$addr" ]; then
						echo TRANSFER-FAILURE RETRIEVE "$key" "no known ipfs address for this key"
					else
						if ! ipfs get --output="$file" "$addr" >&2 </dev/null; then
							echo TRANSFER-FAILURE RETRIEVE "$key" "failed downloading ipfs $addr"
						else
							echo TRANSFER-SUCCESS RETRIEVE "$key"
						fi
					fi
				;;
			esac
		;;
		CHECKPRESENT)
			key="$2"
			echo CHECKPRESENT-FAILURE "$key"
		;;
		REMOVE)
			key="$2"
			echo REMOVE-FAILURE "$key" "cannot remove content from ipfs (instead, run ipfs gc to clear your local ipfs cache)"
		;;
		*)
			echo UNSUPPORTED-REQUEST
		;;
	esac
done