octoleo/lsyncd
1
0
Fork 0
mirror of https://github.com/octoleo/lsyncd.git synced 2024-12-13 14:43:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

lsyncd/csync2 config: initial commit with ugly glob hack

Browse Source
This commit is contained in:
Birger Schmidt 2012-10-10 11:30:50 +02:00
parent cccf5d6a73
commit 3b015f8c05
1 changed files with 120 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

120
examples/lsyncd-csync2.conf.lua Normal file
View File

@ -0,0 +1,120 @@
-----
-- User configuration file for lsyncd.
--
-- This example synchronizes one specific directory through multiple nodes,
-- by combining csync2 and lsyncd as monitoring tools.
-- It avoids any race conditions generated by lsyncd, while detecting and
-- processing multiple inotify events in batch, on each node monitored by
-- csync2 daemon.
--
-- @author Floren Munteanu
-- @link http://www.axivo.com/community/threads/lightning-fast-synch-with-csync2-and-lsyncd.121/
-----
settings = {
logident = "lsyncd",
logfacility = "user",
logfile = "/var/log/lsyncd/lsyncd.log",
statusFile = "/var/log/lsyncd/status.log",
statusInterval = 1
}
initSync = {
delay = 1,
maxProcesses = 1,
action = function(inlet)
local config = inlet.getConfig()
local count = 0;
local elist = inlet.getEvents(function(event)
if string.starts(event.pathname, "/.") then
-- log("Normal", "discard ",event.pathname)
inlet.discardEvent(event)
return
end
count = count + 1;
return event.etype ~= 'Init' and event.etype ~= "Blanket"
end)
local directory = string.sub(config.source, 1, -2)
local paths = elist.getPaths(function(etype, path)
return directory .. path
end)
if count > 0 then
log("Normal", "Processing syncing list of ",#paths, " files.")
local zpaths = table.concat(paths, ('\000'))
spawn(elist, "/usr/bin/xargs", "<", zpaths, "-0", "/usr/sbin/csync2", "-C", config.syncid, "-Amv")
local sync = inlet.createBlanketEvent()
spawn(sync, "/usr/bin/xargs", "<", zpaths, "-0", "/usr/sbin/csync2", "-C", config.syncid, "-ABuv")
end
end,
collect = function(agent, exitcode)
local config = agent.config
if not agent.isList and agent.etype == "Init" then
if exitcode == 0 then
log("Normal", "Startup of '", config.syncid, ":", config.source, "' instance finished.")
elseif config.exitcodes and config.exitcodes[exitcode] == "again" then
log("Normal", "Retrying startup of '", config.syncid, ":", config.source, "' instance.")
return "again"
else
log("Error", "Failure on startup of '", config.syncid, ":", config.source, "' instance.")
terminate(-1)
end
return
end
local rc = config.exitcodes and config.exitcodes[exitcode]
if rc == "die" then
return rc
end
if agent.isList then
if rc == "again" then
log("Normal", "Retrying events list on exitcode = ", exitcode)
else
-- log("Normal", "Finished events list = ", exitcode)
end
else
if rc == "again" then
log("Normal", "Retrying ", agent.etype, " on ", agent.sourcePath, " = ", exitcode)
else
log("Normal", "Finished ", agent.etype, " on ", agent.sourcePath, " = ", exitcode)
end
end
return rc
end,
init = function(event)
local inlet = event.inlet;
local config = inlet.getConfig()
log("Normal", "started up in dirty sync state: ", config.syncid, ":", config.source)
spawn(event, "/bin/true")
end,
prepare = function(config)
-- log("Normal", "prepare to sync: ", config.syncid, ":", config.source)
if not config.syncid then
error("Missing 'syncid' parameter.", 4)
end
local c = "csync2_" .. config.syncid .. ".cfg"
local f, err = io.open("/etc/" .. c, "r")
if not f then
error("Invalid 'syncid' parameter: " .. err, 4)
end
f:close()
end
}
local sources = {
["/mnt/assets/uploads/2011/profiles/"] = "0mnt0assets0uploads020110profiles0",
["/mnt/assets/uploads/2011/profiles/1*"] = "0mnt0assets0uploads020110profiles01",
["/mnt/assets/uploads/2011/profiles/2*"] = "0mnt0assets0uploads020110profiles02",
["/mnt/assets/uploads/2011/profiles/3*"] = "0mnt0assets0uploads020110profiles03",
}
for key, value in pairs(sources) do
-- very ugly hack to handle well known subdirs, because we have no glob
if string.ends(key, "*") then
local directory = string.sub(key, 1, -2)
for _,i in pairs({"","0","1","2","3","4","5","6","7","8","9","a","b","c","d","e","f"}) do
for _,j in pairs({"","0","1","2","3","4","5","6","7","8","9","a","b","c","d","e","f"}) do
os.execute("install -o www-data -g www-data -d " .. directory .. i .. j)
sync {initSync, source=directory .. i .. j, syncid=value}
end
end
else
sync {initSync, source=key, syncid=value}
end
end