Bisync.sh - Revision history

Tcepo at 12:22, 31 January 2023

2023-01-31T12:22:12Z

← Older revision		Revision as of 14:22, 31 January 2023
Line 1:		Line 1:
	<syntaxhighlight lang="bash">		<syntaxhighlight lang="bash">
	#!/bin/bash		#!/bin/bash
	#~~pacheco~~ at ~~infocepo~~.com		#ynotopec at gmail.com

	#bidirectional sync		#bidirectional sync

Tcepo at 09:13, 19 March 2022

2022-03-19T09:13:44Z

← Older revision		Revision as of 11:13, 19 March 2022
Line 12:		Line 12:
	portNumber=$(cat portNumber )		portNumber=$(cat portNumber )

	[ -z "${sshCommand}" ] &&sshCommand='ssh -i ~/.ssh/me@infocepo.com.key -p $portNumber -oStrictHostKeyChecking=no'		[ -z "${sshCommand}" ] &&sshCommand='ssh -i ~/.ssh/me@infocepo.com.key -p '$portNumber' -oStrictHostKeyChecking=no'

	backupDir=rsync-rollback/$(date '+%Y-%m-%d')		backupDir=rsync-rollback/$(date '+%Y-%m-%d')

Tcepo at 09:13, 19 March 2022

2022-03-19T09:13:09Z

← Older revision		Revision as of 11:13, 19 March 2022
Line 1:		Line 1:
	<syntaxhighlight lang="bash">		<syntaxhighlight lang="bash">
	#!/bin/bash		#!/bin/bash
			#pacheco at infocepo.com

	#bidirectional sync		#bidirectional sync

Tcepo at 20:46, 15 March 2022

2022-03-15T20:46:55Z

← Older revision		Revision as of 22:46, 15 March 2022
Line 9:		Line 9:
	sshCommand="$4"		sshCommand="$4"

	[ -z "${sshCommand}" ] &&sshCommand='ssh -i ~/.ssh/me@infocepo.com.key -p ~~1901~~ -oStrictHostKeyChecking=no'		portNumber=$(cat portNumber )

			[ -z "${sshCommand}" ] &&sshCommand='ssh -i ~/.ssh/me@infocepo.com.key -p $portNumber -oStrictHostKeyChecking=no'

	backupDir=rsync-rollback/$(date '+%Y-%m-%d')		backupDir=rsync-rollback/$(date '+%Y-%m-%d')

Tcepo at 21:24, 14 March 2022

2022-03-14T21:24:25Z

← Older revision		Revision as of 23:24, 14 March 2022
Line 9:		Line 9:
	sshCommand="$4"		sshCommand="$4"

	[ -z "${sshCommand}" ] &&sshCommand='ssh -i ~~/root~~/.ssh/me@infocepo.com.key -p 1901 -oStrictHostKeyChecking=no'		[ -z "${sshCommand}" ] &&sshCommand='ssh -i ~/.ssh/me@infocepo.com.key -p 1901 -oStrictHostKeyChecking=no'

	backupDir=rsync-rollback/$(date '+%Y-%m-%d')		backupDir=rsync-rollback/$(date '+%Y-%m-%d')
Line 23:		Line 23:
	#List diff		#List diff
	rsync --numeric-ids --exclude=/rsync-rollback -n -aAXxv --delete --force --exclude=/.rsync_"${rsyncID}" "${sourcePath}"/ "${sourcePath}"/.rsync_"${rsyncID}" \		rsync --numeric-ids --exclude=/rsync-rollback -n -aAXxv --delete --force --exclude=/.rsync_"${rsyncID}" "${sourcePath}"/ "${sourcePath}"/.rsync_"${rsyncID}" \
	\|tail -n +2 \|head -n -2 \|grep . >~~/root~~/rsync_"${rsyncID}"_L2R		\|tail -n +2 \|head -n -2 \|grep . >~/rsync_"${rsyncID}"_L2R
	${sshCommand} "${targetHost}" '\		${sshCommand} "${targetHost}" '\
	rsync --exclude=/rsync-rollback -n -aAXxv --delete --exclude=/.rsync_'${rsyncID}' '${targetPath}'/ '${targetPath}'/.rsync_'${rsyncID}'' \		rsync --exclude=/rsync-rollback -n -aAXxv --delete --exclude=/.rsync_'${rsyncID}' '${targetPath}'/ '${targetPath}'/.rsync_'${rsyncID}'' \
	\|tail -n +2 \|head -n -2 \|grep . >~~/root~~/rsync_"${rsyncID}"_R2L		\|tail -n +2 \|head -n -2 \|grep . >~/rsync_"${rsyncID}"_R2L

	#New files		#New files
	cat ~~/root~~/rsync_"${rsyncID}"_R2L \|grep -v '^deleting ' >~~/root~~/rsync_"${rsyncID}"_R2L_new		cat ~/rsync_"${rsyncID}"_R2L \|grep -v '^deleting ' >~/rsync_"${rsyncID}"_R2L_new
	cat ~~/root~~/rsync_"${rsyncID}"_L2R \|grep -v '^deleting ' >~~/root~~/rsync_"${rsyncID}"_L2R_new		cat ~/rsync_"${rsyncID}"_L2R \|grep -v '^deleting ' >~/rsync_"${rsyncID}"_L2R_new

	#conflict : remove new files from delete list		#conflict : remove new files from delete list
	(cat ~~/root~~/rsync_"${rsyncID}"_R2L_new ;echo "==" ;cat ~~/root~~/rsync_"${rsyncID}"_L2R \|sed -rn 's#^deleting (.*)$#\1#p' )\|awk '!seen[$0]++' \|sed '0,/^==$/d' >~~/root~~/rsync_"${rsyncID}"_R_del		(cat ~/rsync_"${rsyncID}"_R2L_new ;echo "==" ;cat ~/rsync_"${rsyncID}"_L2R \|sed -rn 's#^deleting (.*)$#\1#p' )\|awk '!seen[$0]++' \|sed '0,/^==$/d' >~/rsync_"${rsyncID}"_R_del
	(cat ~~/root~~/rsync_"${rsyncID}"_L2R_new ;echo "==" ;cat ~~/root~~/rsync_"${rsyncID}"_R2L \|sed -rn 's#^deleting (.*)$#\1#p' )\|awk '!seen[$0]++' \|sed '0,/^==$/d' >~~/root~~/rsync_"${rsyncID}"_L_del		(cat ~/rsync_"${rsyncID}"_L2R_new ;echo "==" ;cat ~/rsync_"${rsyncID}"_R2L \|sed -rn 's#^deleting (.*)$#\1#p' )\|awk '!seen[$0]++' \|sed '0,/^==$/d' >~/rsync_"${rsyncID}"_L_del

	#Send list to remote		#Send list to remote
	# ~~/root~~/rsync_"${rsyncID}"_R_new "${targetHost}":~~/root~~/rsync_"${rsyncID}"_R_new		# ~/rsync_"${rsyncID}"_R_new "${targetHost}":~/rsync_"${rsyncID}"_R_new
	rsync -u ${rsyncArgs} --rsh="${sshCommand}" \		rsync -u ${rsyncArgs} --rsh="${sshCommand}" \
	~~/root~~/rsync_"${rsyncID}"_R_del "${targetHost}":~~/root~~/rsync_"${rsyncID}"_R_del		~/rsync_"${rsyncID}"_R_del "${targetHost}":~/rsync_"${rsyncID}"_R_del

	#Update only		#Update only
Line 52:		Line 52:
	${sshCommand} "${targetHost}" '\		${sshCommand} "${targetHost}" '\
	mkdir -p '${targetPath}/${backupDir}'/		mkdir -p '${targetPath}/${backupDir}'/
	rsync --remove-source-files --files-from=~~/root~~/rsync_'${rsyncID}'_R_del \		rsync --remove-source-files --files-from=~/rsync_'${rsyncID}'_R_del \
	-lptgoDAXxv \		-lptgoDAXxv \
	--link-dest='${targetPath}'/ \		--link-dest='${targetPath}'/ \
	'${targetPath}'/ '${targetPath}/${backupDir}'/		'${targetPath}'/ '${targetPath}/${backupDir}'/
	cat ~~/root~~/rsync_'${rsyncID}'_R_del \|while read lineMy ;do		cat ~/rsync_'${rsyncID}'_R_del \|while read lineMy ;do
	[ -e '${targetPath}'/"${lineMy}" ] &&find '${targetPath}'/"${lineMy}" -maxdepth 1 -type d -empty -delete 2>/dev/null		[ -e '${targetPath}'/"${lineMy}" ] &&find '${targetPath}'/"${lineMy}" -maxdepth 1 -type d -empty -delete 2>/dev/null
	done		done
Line 62:		Line 62:

	mkdir -p "${sourcePath}"/"${backupDir}"		mkdir -p "${sourcePath}"/"${backupDir}"
	rsync --remove-source-files --files-from=~~/root~~/rsync_"${rsyncID}"_L_del \		rsync --remove-source-files --files-from=~/rsync_"${rsyncID}"_L_del \
	-lptgoDAXxv \		-lptgoDAXxv \
	--link-dest="${sourcePath}"/ \		--link-dest="${sourcePath}"/ \
	"${sourcePath}"/ "${sourcePath}"/"${backupDir}"/		"${sourcePath}"/ "${sourcePath}"/"${backupDir}"/
	cat ~~/root~~/rsync_"${rsyncID}"_L_del \|while read lineMy ;do		cat ~/rsync_"${rsyncID}"_L_del \|while read lineMy ;do
	[ -e '${targetPath}'/"${lineMy}" ] &&find "${sourcePath}"/"${lineMy}" -maxdepth 1 -type d -empty -delete 2>/dev/null		[ -e '${targetPath}'/"${lineMy}" ] &&find "${sourcePath}"/"${lineMy}" -maxdepth 1 -type d -empty -delete 2>/dev/null
	done		done

Tcepo: Created page with " #!/bin/bash #bidirectional sync sourcePath="$1" targetPath="$2" targetHost="$3" sshCommand="$4" [ -z "${sshCommand}" ] &&sshCommand='ssh -i /r..."

2022-02-28T08:08:27Z

Created page with "<syntaxhighlight lang="bash"> #!/bin/bash #bidirectional sync sourcePath="$1" targetPath="$2" targetHost="$3" sshCommand="$4" [ -z "${sshCommand}" ] &&sshCommand='ssh -i /r..."

New page

<syntaxhighlight lang="bash">
#!/bin/bash

#bidirectional sync

sourcePath="$1"
targetPath="$2"
targetHost="$3"
sshCommand="$4"

[ -z "${sshCommand}" ] &&sshCommand='ssh -i /root/.ssh/me@infocepo.com.key -p 1901 -oStrictHostKeyChecking=no'

backupDir=rsync-rollback/$(date '+%Y-%m-%d')
rsyncArgs='--numeric-ids -H --modify-window=1 --ignore-errors --block-size=128.00K --inplace --no-whole-file -z --compress-level=9 -aAXxv --backup-dir='${backupDir}' --exclude=rsync-rollback --exclude=.rsync_*'

#if never sync initiate
(cd "${sourcePath}"/ ;ls -1d .rsync_* |sed -rn 's#^\.rsync_([0-9a-f]{6})$#\1#p' >/tmp/rsync$$_ID_L
${sshCommand} "${targetHost}" 'cd '${targetPath}'/ ;ls -1d .rsync_*' |sed -rn 's#^\.rsync_([0-9a-f]{6})$#\1#p' >/tmp/rsync$$_ID_R )
rsyncID="$(cat /tmp/rsync$$_ID_R |grep -w -f /tmp/rsync$$_ID_L |head -1 )"

[ -z "${rsyncID}" ] &&rsyncID="$(openssl rand -hex 3)"

#List diff
rsync --numeric-ids --exclude=/rsync-rollback -n -aAXxv --delete --force --exclude=/.rsync_"${rsyncID}" "${sourcePath}"/ "${sourcePath}"/.rsync_"${rsyncID}" \
|tail -n +2 |head -n -2 |grep . >/root/rsync_"${rsyncID}"_L2R
${sshCommand} "${targetHost}" '\
rsync --exclude=/rsync-rollback -n -aAXxv --delete --exclude=/.rsync_'${rsyncID}' '${targetPath}'/ '${targetPath}'/.rsync_'${rsyncID}'' \
|tail -n +2 |head -n -2 |grep . >/root/rsync_"${rsyncID}"_R2L

#New files
cat /root/rsync_"${rsyncID}"_R2L |grep -v '^deleting ' >/root/rsync_"${rsyncID}"_R2L_new
cat /root/rsync_"${rsyncID}"_L2R |grep -v '^deleting ' >/root/rsync_"${rsyncID}"_L2R_new

#conflict : remove new files from delete list
(cat /root/rsync_"${rsyncID}"_R2L_new ;echo "==" ;cat /root/rsync_"${rsyncID}"_L2R |sed -rn 's#^deleting (.*)$#\1#p' )|awk '!seen[$0]++' |sed '0,/^==$/d' >/root/rsync_"${rsyncID}"_R_del
(cat /root/rsync_"${rsyncID}"_L2R_new ;echo "==" ;cat /root/rsync_"${rsyncID}"_R2L |sed -rn 's#^deleting (.*)$#\1#p' )|awk '!seen[$0]++' |sed '0,/^==$/d' >/root/rsync_"${rsyncID}"_L_del

#Send list to remote
# /root/rsync_"${rsyncID}"_R_new "${targetHost}":/root/rsync_"${rsyncID}"_R_new
rsync -u ${rsyncArgs} --rsh="${sshCommand}" \
/root/rsync_"${rsyncID}"_R_del "${targetHost}":/root/rsync_"${rsyncID}"_R_del

#Update only
rsync --existing -u ${rsyncArgs} --rsh="${sshCommand}" \
"${targetHost}":"${targetPath}"/ "${sourcePath}"/

rsync --existing -u ${rsyncArgs} --rsh="${sshCommand}" \
"${sourcePath}"/ "${targetHost}":"${targetPath}"/

#Delete

${sshCommand} "${targetHost}" '\
mkdir -p '${targetPath}/${backupDir}'/
rsync --remove-source-files --files-from=/root/rsync_'${rsyncID}'_R_del \
-lptgoDAXxv \
--link-dest='${targetPath}'/ \
'${targetPath}'/ '${targetPath}/${backupDir}'/
cat /root/rsync_'${rsyncID}'_R_del |while read lineMy ;do
[ -e '${targetPath}'/"${lineMy}" ] &&find '${targetPath}'/"${lineMy}" -maxdepth 1 -type d -empty -delete 2>/dev/null
done
[ -e '${targetPath}'/"${lineMy}" ] &&find '${sourcePath}/${backupDir}' -maxdepth 1 -type d -empty -delete 2>/dev/null '

mkdir -p "${sourcePath}"/"${backupDir}"
rsync --remove-source-files --files-from=/root/rsync_"${rsyncID}"_L_del \
-lptgoDAXxv \
--link-dest="${sourcePath}"/ \
"${sourcePath}"/ "${sourcePath}"/"${backupDir}"/
cat /root/rsync_"${rsyncID}"_L_del |while read lineMy ;do
[ -e '${targetPath}'/"${lineMy}" ] &&find "${sourcePath}"/"${lineMy}" -maxdepth 1 -type d -empty -delete 2>/dev/null
done
[ -e '${targetPath}'/"${lineMy}" ] &&find "${sourcePath}"/"${backupDir}" -maxdepth 1 -type d -empty -delete 2>/dev/null

#Rename
#--exclude=/.rsync_* --ignore-existing
rsync ${rsyncArgs} --rsh="${sshCommand}" \
--no-inc-recursive "${targetHost}":"${targetPath}"/.rsync_"${rsyncID}" \
"${targetHost}":"${targetPath}"/ "${sourcePath}"/

rsync ${rsyncArgs} --rsh="${sshCommand}" \
--no-inc-recursive "${sourcePath}"/.rsync_"${rsyncID}" \
"${sourcePath}"/ "${targetHost}":"${targetPath}"/

#create snap
rsync --exclude=rsync-rollback -aAXx --delete --link-dest="${sourcePath}"/ --exclude=.rsync_* "${sourcePath}"/ "${sourcePath}"/.rsync_"${rsyncID}"
${sshCommand} "${targetHost}" '\
rsync --exclude=rsync-rollback -aAXx --delete --link-dest='${targetPath}'/ --exclude=.rsync_* '${targetPath}'/ '${targetPath}'/.rsync_'${rsyncID}''
</syntaxhighlight>