lsyncd/default-rsyncssh.lua

--
-- default-rsyncssh.lua
--
--    Improved rsync - sync with rsync, but moves and deletes executed over ssh.
--    A (Layer 1) configuration.
--
-- Note:
--    this is infact just a configuration using Layer 1 configuration
--    like any other. It only gets compiled into the binary by default.
--    You can simply use a modified one, by copying everything into a
--    config file of yours and name it differently.
--
-- License: GPLv2 (see COPYING) or any later version
-- Authors: Axel Kittenberger <axkibe@gmail.com>
--
--

if not default then
	error('default not loaded');
end

if default.rsyncssh then
	error('default-rsyncssh already loaded');
end

default.rsyncssh = {

	--
	-- Spawns rsync for a list of events
	--
	action = function(inlet)

		local event, event2 = inlet.getEvent()
		local config = inlet.getConfig()

		-- makes move local on host
		-- if fails deletes the source...
		if event.etype == 'Move' then
			log('Normal', 'Moving ',event.path,' -> ',event2.path)
			spawn(event, '/usr/bin/ssh',
				config.host,
				'mv',
				'\"' .. config.targetdir .. event.path .. '\"',
				'\"' .. config.targetdir .. event2.path .. '\"',
				'||', 'rm', '-rf',
				'\"' .. config.targetdir .. event.path .. '\"')
			return
		end

		-- uses ssh to delete files on remote host
		-- instead of constructing rsync filters

		if event.etype == 'Delete' then

			if not config.delete then
				inlet.discardEvent(event)
				return
			end

			local elist = inlet.getEvents(
				function(e)
					return e.etype == 'Delete'
				end
			)

			local paths = elist.getPaths(
				function(etype, path1, path2)
					if path2 then
						return config.targetdir..path1, config.targetdir..path2
					else
						return config.targetdir..path1
					end
				end
			)

			for _, v in pairs(paths) do
				if string.match(v, '^%s*/+%s*$') then
					log('Error', 'refusing to `rm -rf /` the target!')
					terminate(-1) -- ERRNO
				end
			end

			log('Normal', 'Deleting list\n', table.concat(paths, '\n'))

			local params = {}

			if config.port then
				params[#params + 1] = 'p'
				params[#params + 1] = config.port
			end

			spawn(
				elist,
				config.ssh.binary,
				'<', table.concat(paths, config.xargs.delimiter),
				params,
				config.ssh._extra,
				config.host,
				config.xargs.binary,
				config.xargs._extra
			)

			return
		end

		-- for everything else spawn a rsync
		local elist = inlet.getEvents(
			function(e)
				-- TODO use a table
				return e.etype ~= 'Move' and
				       e.etype ~= 'Delete' and
					   e.etype ~= 'Init' and
					   e.etype ~= 'Blanket'
			end
		)

		local paths = elist.getPaths()

		-- removes trailing slashes from dirs.
		for k, v in ipairs(paths) do
			if string.byte(v, -1) == 47 then
				paths[k] = string.sub(v, 1, -2)
			end
		end

		local sPaths = table.concat(paths, '\n')
		local zPaths = table.concat(paths, '\000')
		log('Normal', 'Rsyncing list\n', sPaths)

		spawn(
			elist,
			config.rsyncBinary,
			'<', zPaths,
			config.rsyncOpts,
			'--from0',
			'--files-from=-',
			config.source,
			config.host .. ':' .. config.targetdir
		)
	end,

	-----
	-- Called when collecting a finished child process
	--
	collect = function(agent, exitcode)

		local config = agent.config

		if not agent.isList and agent.etype == 'Init' then

			local rc = config.rsyncExitCodes[exitcode]

			if rc == 'ok' then
				log('Normal', 'Startup of "',agent.source,'" finished: ', exitcode)
			elseif rc == 'again' then
				if settings.insist then
					log('Normal', 'Retrying startup of "',agent.source,'": ', exitcode)
				else
					log('Error', 'Temporary or permanent failure on startup of "',
					agent.source, '". Terminating since "insist" is not set.');
					terminate(-1) -- ERRNO
				end
			elseif rc == 'die' then
				log('Error', 'Failure on startup of "',agent.source,'": ', exitcode)
			else
				log('Error', 'Unknown exitcode on startup of "', agent.source,': "',exitcode)
				rc = 'die'
			end

			return rc

		end

		if agent.isList then

			local rc = config.rsyncExitCodes[exitcode]

			if rc == 'ok' then
				log('Normal', 'Finished (list): ',exitcode)
			elseif rc == 'again' then
				log('Normal', 'Retrying (list): ',exitcode)
			elseif rc == 'die' then
				log('Error',  'Failure (list): ', exitcode)
			else
				log('Error', 'Unknown exitcode (list): ',exitcode)
				rc = 'die'
			end

			return rc

		else

			local rc = config.sshExitCodes[exitcode]

			if rc == 'ok' then
				log('Normal', 'Finished ',agent.etype,' ',agent.sourcePath,': ',exitcode)
			elseif rc == 'again' then
				log('Normal', 'Retrying ',agent.etype,' ',agent.sourcePath,': ',exitcode)
			elseif rc == 'die' then
				log('Normal', 'Failure ',agent.etype,' ',agent.sourcePath,': ',exitcode)
			else
				log('Error', 'Unknown exitcode ',agent.etype,' ',agent.sourcePath,': ',exitcode)
				rc = 'die'
			end

			return rc

		end

	end,

	--
	-- spawns the recursive startup sync
	--
	init = function(event)

		local config   = event.config
		local inlet    = event.inlet
		local excludes = inlet.getExcludes()
		local target   = config.host .. ':' .. config.targetdir
		local delete   = nil

		if config.delete then
			delete = { '--delete', '--ignore-errors' };
		end

		if #excludes == 0 then
			log('Normal', 'Recursive startup rsync: ',config.source,' -> ',target)
			spawn(
				event, config.rsyncBinary,
				delete,
				'-r',
				config.rsyncOpts,
				config.source,
				target
			)
		else
			local exS = table.concat(excludes, '\n')
			log('Normal', 'Recursive startup rsync: ',config.source,
				' -> ',target,' with excludes.')
			spawn(
				event, config.rsyncBinary,
				'<', exS,
				'--exclude-from=-',
				delete,
				'-r',
				config.rsyncOpts,
				config.source,
				target
			)
		end
	end,

	--
	-- checks the configuration.
	--
	prepare = function(config)

		if not config.host then
			error('default.rsyncssh needs "host" configured', 4)
		end

		if not config.targetdir then
			error('default.rsyncssh needs "targetdir" configured', 4)
		end

		if config.rsyncOps then
			error('did you mean rsyncOpts with "t"?', 4)
		end

		-- appends a slash to the targetdir if missing
		if string.sub(config.targetdir, -1) ~= '/' then
			config.targetdir = config.targetdir .. '/'
		end
	end,

	--
	-- the rsync binary called
	--
	rsyncBinary = '/usr/bin/rsync',

	--
	-- calls rsync with this default short opts
	--
	rsyncOpts = '-lts',

	--
	-- allow processes
	--
	maxProcesses = 1,

	--
	-- The core should not split move events
	--
	onMove = true,

	--
	-- default delay
	--
	delay = 15,


	--
	-- by default do deletes
	--
	delete = true,

	--
	-- rsync exit codes
	--
	rsyncExitCodes = default.rsyncExitCodes,

	--
	-- ssh exit codes
	--
	sshExitCodes = default.sshExitCodes,

	--
	-- xargs calls configuration
	--
	-- xargs is used to delete multiple remote files, when ssh access is
	-- available this is simpler than to build filters for rsync for this.
	--
	xargs = {

		--
		-- the binary called (on target host)
		binary = '/usr/bin/xargs',

		--
		-- delimiter, uses null by default, you might want to override this for older
		-- by for example '\n'
		delimiter = '\000',

		--
		-- extra parameters
		_extra = { '-0', 'rm -rf' }
	},

	--
	-- ssh calls configuration
	--
	-- ssh is used to move and delete files on the target host
	--
	ssh = {
		--
		-- the binary called
		binary = '/usr/bin/ssh',

		--
		-- if set connect to this port
		port = nil,

		--
		-- extra parameters
		_extra = { }
	}

}