mirror of https://github.com/fail2ban/fail2ban
Merge branch '0.10' into 0.11, with resolved conflicts.
commit
faab77cc79
|
@ -22,7 +22,7 @@
|
||||||
Fail2Ban reads log file that contains password failure report
|
Fail2Ban reads log file that contains password failure report
|
||||||
and bans the corresponding IP addresses using firewall rules.
|
and bans the corresponding IP addresses using firewall rules.
|
||||||
|
|
||||||
This tools starts/stops fail2ban server or does client/server communication,
|
This tool starts/stops fail2ban server or does client/server communication
|
||||||
to change/read parameters of the server or jails.
|
to change/read parameters of the server or jails.
|
||||||
|
|
||||||
"""
|
"""
|
||||||
|
|
|
@ -31,7 +31,7 @@ import time
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
# Check if local fail2ban module exists, and use if it exists by
|
# Check if local fail2ban module exists, and use if it exists by
|
||||||
# modifying the path. This is such that tests can be used in dev
|
# modifying the path. This is done so that tests can be used in dev
|
||||||
# environment.
|
# environment.
|
||||||
if os.path.exists("fail2ban/__init__.py"):
|
if os.path.exists("fail2ban/__init__.py"):
|
||||||
sys.path.insert(0, ".")
|
sys.path.insert(0, ".")
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
# Author: Yaroslav Halchenko
|
# Author: Yaroslav Halchenko
|
||||||
# Modified: Cyril Jaquier
|
# Modified: Cyril Jaquier
|
||||||
|
|
||||||
__author__ = 'Yaroslav Halhenko, Serg G. Brester (aka sebres)'
|
__author__ = 'Yaroslav Halchenko, Serg G. Brester (aka sebres)'
|
||||||
__copyright__ = 'Copyright (c) 2007 Yaroslav Halchenko, 2015 Serg G. Brester (aka sebres)'
|
__copyright__ = 'Copyright (c) 2007 Yaroslav Halchenko, 2015 Serg G. Brester (aka sebres)'
|
||||||
__license__ = 'GPL'
|
__license__ = 'GPL'
|
||||||
|
|
||||||
|
|
|
@ -228,9 +228,9 @@ class Fail2banClient(Fail2banCmdLine, Thread):
|
||||||
return True
|
return True
|
||||||
|
|
||||||
##
|
##
|
||||||
def configureServer(self, async=True, phase=None):
|
def configureServer(self, nonsync=True, phase=None):
|
||||||
# if asynchron start this operation in the new thread:
|
# if asynchronous start this operation in the new thread:
|
||||||
if async:
|
if nonsync:
|
||||||
th = Thread(target=Fail2banClient.configureServer, args=(self, False, phase))
|
th = Thread(target=Fail2banClient.configureServer, args=(self, False, phase))
|
||||||
th.daemon = True
|
th.daemon = True
|
||||||
return th.start()
|
return th.start()
|
||||||
|
|
|
@ -226,7 +226,7 @@ class LineStats(object):
|
||||||
class Fail2banRegex(object):
|
class Fail2banRegex(object):
|
||||||
|
|
||||||
def __init__(self, opts):
|
def __init__(self, opts):
|
||||||
# set local protected memebers from given options:
|
# set local protected members from given options:
|
||||||
self.__dict__.update(dict(('_'+o,v) for o,v in opts.__dict__.iteritems()))
|
self.__dict__.update(dict(('_'+o,v) for o,v in opts.__dict__.iteritems()))
|
||||||
self._maxlines_set = False # so we allow to override maxlines in cmdline
|
self._maxlines_set = False # so we allow to override maxlines in cmdline
|
||||||
self._datepattern_set = False
|
self._datepattern_set = False
|
||||||
|
|
|
@ -128,10 +128,10 @@ class Fail2banServer(Fail2banCmdLine):
|
||||||
def getServerPath():
|
def getServerPath():
|
||||||
startdir = sys.path[0]
|
startdir = sys.path[0]
|
||||||
exe = os.path.abspath(os.path.join(startdir, SERVER))
|
exe = os.path.abspath(os.path.join(startdir, SERVER))
|
||||||
if not os.path.isfile(exe): # may be uresolved in test-cases, so get relative starter (client):
|
if not os.path.isfile(exe): # may be unresolved in test-cases, so get relative starter (client):
|
||||||
startdir = os.path.dirname(sys.argv[0])
|
startdir = os.path.dirname(sys.argv[0])
|
||||||
exe = os.path.abspath(os.path.join(startdir, SERVER))
|
exe = os.path.abspath(os.path.join(startdir, SERVER))
|
||||||
if not os.path.isfile(exe): # may be uresolved in test-cases, so try to get relative bin-directory:
|
if not os.path.isfile(exe): # may be unresolved in test-cases, so try to get relative bin-directory:
|
||||||
startdir = os.path.dirname(os.path.abspath(__file__))
|
startdir = os.path.dirname(os.path.abspath(__file__))
|
||||||
startdir = os.path.join(os.path.dirname(os.path.dirname(startdir)), "bin")
|
startdir = os.path.join(os.path.dirname(os.path.dirname(startdir)), "bin")
|
||||||
exe = os.path.abspath(os.path.join(startdir, SERVER))
|
exe = os.path.abspath(os.path.join(startdir, SERVER))
|
||||||
|
@ -164,21 +164,24 @@ class Fail2banServer(Fail2banCmdLine):
|
||||||
cli = self._Fail2banClient()
|
cli = self._Fail2banClient()
|
||||||
return cli.start(argv)
|
return cli.start(argv)
|
||||||
|
|
||||||
# Start the server:
|
# Start the server, corresponding options:
|
||||||
from ..server.utils import Utils
|
# background = True, if should be new process running in background, otherwise start in
|
||||||
# background = True, if should be new process running in background, otherwise start in foreground
|
# foreground process will be forked in daemonize, inside of Server module.
|
||||||
# process will be forked in daemonize, inside of Server module.
|
# nonsync = True, normally internal call only, if started from client, so configures
|
||||||
# async = True, if started from client, should...
|
# the server via asynchronous thread.
|
||||||
background = self._conf["background"]
|
background = self._conf["background"]
|
||||||
async = self._conf.get("async", False)
|
nonsync = self._conf.get("async", False)
|
||||||
|
|
||||||
# If was started not from the client:
|
# If was started not from the client:
|
||||||
if not async:
|
if not nonsync:
|
||||||
|
# Load requirements on demand (we need utils only when asynchronous handling):
|
||||||
|
from ..server.utils import Utils
|
||||||
# Start new thread with client to read configuration and
|
# Start new thread with client to read configuration and
|
||||||
# transfer it to the server:
|
# transfer it to the server:
|
||||||
cli = self._Fail2banClient()
|
cli = self._Fail2banClient()
|
||||||
phase = dict()
|
phase = dict()
|
||||||
logSys.debug('Configure via async client thread')
|
logSys.debug('Configure via async client thread')
|
||||||
cli.configureServer(async=True, phase=phase)
|
cli.configureServer(phase=phase)
|
||||||
# wait, do not continue if configuration is not 100% valid:
|
# wait, do not continue if configuration is not 100% valid:
|
||||||
Utils.wait_for(lambda: phase.get('ready', None) is not None, self._conf["timeout"], 0.001)
|
Utils.wait_for(lambda: phase.get('ready', None) is not None, self._conf["timeout"], 0.001)
|
||||||
logSys.log(5, ' server phase %s', phase)
|
logSys.log(5, ' server phase %s', phase)
|
||||||
|
@ -195,7 +198,7 @@ class Fail2banServer(Fail2banCmdLine):
|
||||||
pid = os.getpid()
|
pid = os.getpid()
|
||||||
server = Fail2banServer.startServerDirect(self._conf, background)
|
server = Fail2banServer.startServerDirect(self._conf, background)
|
||||||
# notify waiting thread server ready resp. done (background execution, error case, etc):
|
# notify waiting thread server ready resp. done (background execution, error case, etc):
|
||||||
if not async:
|
if not nonsync:
|
||||||
_server_ready()
|
_server_ready()
|
||||||
# If forked - just exit other processes
|
# If forked - just exit other processes
|
||||||
if pid != os.getpid(): # pragma: no cover
|
if pid != os.getpid(): # pragma: no cover
|
||||||
|
@ -204,7 +207,7 @@ class Fail2banServer(Fail2banCmdLine):
|
||||||
cli._server = server
|
cli._server = server
|
||||||
|
|
||||||
# wait for client answer "done":
|
# wait for client answer "done":
|
||||||
if not async and cli:
|
if not nonsync and cli:
|
||||||
Utils.wait_for(lambda: phase.get('done', None) is not None, self._conf["timeout"], 0.001)
|
Utils.wait_for(lambda: phase.get('done', None) is not None, self._conf["timeout"], 0.001)
|
||||||
if not phase.get('done', False):
|
if not phase.get('done', False):
|
||||||
if server: # pragma: no cover
|
if server: # pragma: no cover
|
||||||
|
|
|
@ -34,7 +34,7 @@ from .server.mytime import MyTime
|
||||||
|
|
||||||
|
|
||||||
PREFER_ENC = locale.getpreferredencoding()
|
PREFER_ENC = locale.getpreferredencoding()
|
||||||
# correct prefered encoding if lang not set in environment:
|
# correct preferred encoding if lang not set in environment:
|
||||||
if PREFER_ENC.startswith('ANSI_'): # pragma: no cover
|
if PREFER_ENC.startswith('ANSI_'): # pragma: no cover
|
||||||
if all((os.getenv(v) in (None, "") for v in ('LANGUAGE', 'LC_ALL', 'LC_CTYPE', 'LANG'))):
|
if all((os.getenv(v) in (None, "") for v in ('LANGUAGE', 'LC_ALL', 'LC_CTYPE', 'LANG'))):
|
||||||
PREFER_ENC = 'UTF-8';
|
PREFER_ENC = 'UTF-8';
|
||||||
|
|
|
@ -321,7 +321,7 @@ class CommandAction(ActionBase):
|
||||||
|
|
||||||
def __setattr__(self, name, value):
|
def __setattr__(self, name, value):
|
||||||
if not name.startswith('_') and not self.__init and not callable(value):
|
if not name.startswith('_') and not self.__init and not callable(value):
|
||||||
# special case for some pasrameters:
|
# special case for some parameters:
|
||||||
wrp = WRAP_CMD_PARAMS.get(name)
|
wrp = WRAP_CMD_PARAMS.get(name)
|
||||||
if wrp == 'ignore': # ignore (filter) dynamic parameters
|
if wrp == 'ignore': # ignore (filter) dynamic parameters
|
||||||
return
|
return
|
||||||
|
@ -349,7 +349,7 @@ class CommandAction(ActionBase):
|
||||||
def _properties(self):
|
def _properties(self):
|
||||||
"""A dictionary of the actions properties.
|
"""A dictionary of the actions properties.
|
||||||
|
|
||||||
This is used to subsitute "tags" in the commands.
|
This is used to substitute "tags" in the commands.
|
||||||
"""
|
"""
|
||||||
# if we have a properties - return it:
|
# if we have a properties - return it:
|
||||||
if self.__properties is not None:
|
if self.__properties is not None:
|
||||||
|
@ -395,7 +395,7 @@ class CommandAction(ActionBase):
|
||||||
except ValueError as e:
|
except ValueError as e:
|
||||||
raise RuntimeError("Error %s action %s/%s: %r" % (operation, self._jail, self._name, e))
|
raise RuntimeError("Error %s action %s/%s: %r" % (operation, self._jail, self._name, e))
|
||||||
|
|
||||||
COND_FAMILIES = {'inet4':1, 'inet6':1}
|
COND_FAMILIES = ('inet4', 'inet6')
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def _startOnDemand(self):
|
def _startOnDemand(self):
|
||||||
|
@ -492,13 +492,13 @@ class CommandAction(ActionBase):
|
||||||
"""Executes the "actionflush" command.
|
"""Executes the "actionflush" command.
|
||||||
|
|
||||||
Command executed in order to flush all bans at once (e. g. by stop/shutdown
|
Command executed in order to flush all bans at once (e. g. by stop/shutdown
|
||||||
the system), instead of unbunning of each single ticket.
|
the system), instead of unbanning of each single ticket.
|
||||||
|
|
||||||
Replaces the tags in the action command with actions properties
|
Replaces the tags in the action command with actions properties
|
||||||
and executes the resulting command.
|
and executes the resulting command.
|
||||||
"""
|
"""
|
||||||
family = []
|
family = []
|
||||||
# cumulate started families, if started on demand (conditional):
|
# collect started families, if started on demand (conditional):
|
||||||
if self._startOnDemand:
|
if self._startOnDemand:
|
||||||
for f in CommandAction.COND_FAMILIES:
|
for f in CommandAction.COND_FAMILIES:
|
||||||
if self.__started.get(f) == 1: # only real started:
|
if self.__started.get(f) == 1: # only real started:
|
||||||
|
@ -514,7 +514,7 @@ class CommandAction(ActionBase):
|
||||||
and executes the resulting command.
|
and executes the resulting command.
|
||||||
"""
|
"""
|
||||||
family = []
|
family = []
|
||||||
# cumulate started families, if started on demand (conditional):
|
# collect started families, if started on demand (conditional):
|
||||||
if self._startOnDemand:
|
if self._startOnDemand:
|
||||||
for f in CommandAction.COND_FAMILIES:
|
for f in CommandAction.COND_FAMILIES:
|
||||||
if self.__started.get(f) == 1: # only real started:
|
if self.__started.get(f) == 1: # only real started:
|
||||||
|
|
|
@ -432,7 +432,7 @@ class Actions(JailThread, Mapping):
|
||||||
diftm = ticket.getTime() - bTicket.getTime()
|
diftm = ticket.getTime() - bTicket.getTime()
|
||||||
# log already banned with following level:
|
# log already banned with following level:
|
||||||
# DEBUG - before 3 seconds - certain interval for it, because of possible latency by recognizing in backends, etc.
|
# DEBUG - before 3 seconds - certain interval for it, because of possible latency by recognizing in backends, etc.
|
||||||
# NOTICE - before 60 seconds - may still occurre if action are slow, or very high load in backend,
|
# NOTICE - before 60 seconds - may still occur if action is slow, or very high load in backend,
|
||||||
# WARNING - after 60 seconds - very long time, something may be wrong
|
# WARNING - after 60 seconds - very long time, something may be wrong
|
||||||
ll = logging.DEBUG if diftm < 3 \
|
ll = logging.DEBUG if diftm < 3 \
|
||||||
else logging.NOTICE if diftm < 60 \
|
else logging.NOTICE if diftm < 60 \
|
||||||
|
|
|
@ -931,11 +931,11 @@ class FileFilter(Filter):
|
||||||
if e.errno != 2: # errno.ENOENT
|
if e.errno != 2: # errno.ENOENT
|
||||||
logSys.exception(e)
|
logSys.exception(e)
|
||||||
return False
|
return False
|
||||||
except OSError as e: # pragma: no cover - requires race condition to tigger this
|
except OSError as e: # pragma: no cover - requires race condition to trigger this
|
||||||
logSys.error("Error opening %s", filename)
|
logSys.error("Error opening %s", filename)
|
||||||
logSys.exception(e)
|
logSys.exception(e)
|
||||||
return False
|
return False
|
||||||
except Exception as e: # pragma: no cover - Requires implemention error in FileContainer to generate
|
except Exception as e: # pragma: no cover - Requires implementation error in FileContainer to generate
|
||||||
logSys.error("Internal error in FileContainer open method - please report as a bug to https://github.com/fail2ban/fail2ban/issues")
|
logSys.error("Internal error in FileContainer open method - please report as a bug to https://github.com/fail2ban/fail2ban/issues")
|
||||||
logSys.exception(e)
|
logSys.exception(e)
|
||||||
return False
|
return False
|
||||||
|
@ -1043,7 +1043,7 @@ class FileFilter(Filter):
|
||||||
movecntr -= 1
|
movecntr -= 1
|
||||||
if movecntr <= 0:
|
if movecntr <= 0:
|
||||||
break
|
break
|
||||||
# we have found large area without any date mached
|
# we have found large area without any date matched
|
||||||
# or end of search - try min position (because can be end of previous line):
|
# or end of search - try min position (because can be end of previous line):
|
||||||
if minp != lastPos:
|
if minp != lastPos:
|
||||||
lastPos = tryPos = minp
|
lastPos = tryPos = minp
|
||||||
|
|
|
@ -158,7 +158,7 @@ class FilterPoll(FileFilter):
|
||||||
self.__prevStats[filename] = stats
|
self.__prevStats[filename] = stats
|
||||||
return True
|
return True
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
# stil alive (may be deleted because multi-threaded):
|
# still alive (may be deleted because multi-threaded):
|
||||||
if not self.getLog(filename) or self.__prevStats.get(filename) is None:
|
if not self.getLog(filename) or self.__prevStats.get(filename) is None:
|
||||||
logSys.warning("Log %r seems to be down: %s", filename, e)
|
logSys.warning("Log %r seems to be down: %s", filename, e)
|
||||||
return False
|
return False
|
||||||
|
|
|
@ -52,6 +52,7 @@ class SMTPActionTest(unittest.TestCase):
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
"""Call before every test case."""
|
"""Call before every test case."""
|
||||||
|
unittest.F2B.SkipIfCfgMissing(action='smtp.py')
|
||||||
super(SMTPActionTest, self).setUp()
|
super(SMTPActionTest, self).setUp()
|
||||||
self.jail = DummyJail()
|
self.jail = DummyJail()
|
||||||
pythonModule = os.path.join(CONFIG_DIR, "action.d", "smtp.py")
|
pythonModule = os.path.join(CONFIG_DIR, "action.d", "smtp.py")
|
||||||
|
|
|
@ -45,8 +45,6 @@ TEST_FILES_DIR_SHARE_CFG = {}
|
||||||
from .utils import CONFIG_DIR
|
from .utils import CONFIG_DIR
|
||||||
CONFIG_DIR_SHARE_CFG = unittest.F2B.share_config
|
CONFIG_DIR_SHARE_CFG = unittest.F2B.share_config
|
||||||
|
|
||||||
STOCK = os.path.exists(os.path.join('config', 'fail2ban.conf'))
|
|
||||||
|
|
||||||
IMPERFECT_CONFIG = os.path.join(os.path.dirname(__file__), 'config')
|
IMPERFECT_CONFIG = os.path.join(os.path.dirname(__file__), 'config')
|
||||||
IMPERFECT_CONFIG_SHARE_CFG = {}
|
IMPERFECT_CONFIG_SHARE_CFG = {}
|
||||||
|
|
||||||
|
@ -246,8 +244,8 @@ class JailReaderTest(LogCaptureTestCase):
|
||||||
self.assertTrue(jail.isEnabled())
|
self.assertTrue(jail.isEnabled())
|
||||||
self.assertLogged("Invalid filter definition 'flt[test'")
|
self.assertLogged("Invalid filter definition 'flt[test'")
|
||||||
|
|
||||||
if STOCK:
|
|
||||||
def testStockSSHJail(self):
|
def testStockSSHJail(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
jail = JailReader('sshd', basedir=CONFIG_DIR, share_config=CONFIG_DIR_SHARE_CFG) # we are running tests from root project dir atm
|
jail = JailReader('sshd', basedir=CONFIG_DIR, share_config=CONFIG_DIR_SHARE_CFG) # we are running tests from root project dir atm
|
||||||
self.assertTrue(jail.read())
|
self.assertTrue(jail.read())
|
||||||
self.assertTrue(jail.getOptions())
|
self.assertTrue(jail.getOptions())
|
||||||
|
@ -307,6 +305,7 @@ class JailReaderTest(LogCaptureTestCase):
|
||||||
self.assertEqual(expected2, result)
|
self.assertEqual(expected2, result)
|
||||||
|
|
||||||
def testVersionAgent(self):
|
def testVersionAgent(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
jail = JailReader('blocklisttest', force_enable=True, basedir=CONFIG_DIR)
|
jail = JailReader('blocklisttest', force_enable=True, basedir=CONFIG_DIR)
|
||||||
# emulate jail.read(), because such jail not exists:
|
# emulate jail.read(), because such jail not exists:
|
||||||
ConfigReader.read(jail, "jail");
|
ConfigReader.read(jail, "jail");
|
||||||
|
@ -597,8 +596,8 @@ class JailsReaderTest(LogCaptureTestCase):
|
||||||
self.assertNotLogged("Skipping...")
|
self.assertNotLogged("Skipping...")
|
||||||
self.assertLogged("No file(s) found for glob /weapons/of/mass/destruction")
|
self.assertLogged("No file(s) found for glob /weapons/of/mass/destruction")
|
||||||
|
|
||||||
if STOCK:
|
|
||||||
def testReadStockActionConf(self):
|
def testReadStockActionConf(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
for actionConfig in glob.glob(os.path.join(CONFIG_DIR, 'action.d', '*.conf')):
|
for actionConfig in glob.glob(os.path.join(CONFIG_DIR, 'action.d', '*.conf')):
|
||||||
actionName = os.path.basename(actionConfig).replace('.conf', '')
|
actionName = os.path.basename(actionConfig).replace('.conf', '')
|
||||||
actionReader = ActionReader(actionName, "TEST", {}, basedir=CONFIG_DIR)
|
actionReader = ActionReader(actionName, "TEST", {}, basedir=CONFIG_DIR)
|
||||||
|
@ -625,6 +624,7 @@ class JailsReaderTest(LogCaptureTestCase):
|
||||||
msg="Action file %r: interpolation of actionstart does not contains jail-name 'f2b-TEST'" % actionConfig)
|
msg="Action file %r: interpolation of actionstart does not contains jail-name 'f2b-TEST'" % actionConfig)
|
||||||
|
|
||||||
def testReadStockJailConf(self):
|
def testReadStockJailConf(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
jails = JailsReader(basedir=CONFIG_DIR, share_config=CONFIG_DIR_SHARE_CFG) # we are running tests from root project dir atm
|
jails = JailsReader(basedir=CONFIG_DIR, share_config=CONFIG_DIR_SHARE_CFG) # we are running tests from root project dir atm
|
||||||
self.assertTrue(jails.read()) # opens fine
|
self.assertTrue(jails.read()) # opens fine
|
||||||
self.assertTrue(jails.getOptions()) # reads fine
|
self.assertTrue(jails.getOptions()) # reads fine
|
||||||
|
@ -687,6 +687,7 @@ class JailsReaderTest(LogCaptureTestCase):
|
||||||
|
|
||||||
# Verify that all filters found under config/ have a jail
|
# Verify that all filters found under config/ have a jail
|
||||||
def testReadStockJailFilterComplete(self):
|
def testReadStockJailFilterComplete(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
jails = JailsReader(basedir=CONFIG_DIR, force_enable=True, share_config=CONFIG_DIR_SHARE_CFG)
|
jails = JailsReader(basedir=CONFIG_DIR, force_enable=True, share_config=CONFIG_DIR_SHARE_CFG)
|
||||||
self.assertTrue(jails.read()) # opens fine
|
self.assertTrue(jails.read()) # opens fine
|
||||||
self.assertTrue(jails.getOptions()) # reads fine
|
self.assertTrue(jails.getOptions()) # reads fine
|
||||||
|
@ -705,6 +706,7 @@ class JailsReaderTest(LogCaptureTestCase):
|
||||||
"Stock jail.conf references non-existent filters %r" % filters_jail.difference(filters))
|
"Stock jail.conf references non-existent filters %r" % filters_jail.difference(filters))
|
||||||
|
|
||||||
def testReadStockJailConfForceEnabled(self):
|
def testReadStockJailConfForceEnabled(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
# more of a smoke test to make sure that no obvious surprises
|
# more of a smoke test to make sure that no obvious surprises
|
||||||
# on users' systems when enabling shipped jails
|
# on users' systems when enabling shipped jails
|
||||||
jails = JailsReader(basedir=CONFIG_DIR, force_enable=True, share_config=CONFIG_DIR_SHARE_CFG) # we are running tests from root project dir atm
|
jails = JailsReader(basedir=CONFIG_DIR, force_enable=True, share_config=CONFIG_DIR_SHARE_CFG) # we are running tests from root project dir atm
|
||||||
|
@ -767,6 +769,7 @@ class JailsReaderTest(LogCaptureTestCase):
|
||||||
% (target_command, str(commands)) )
|
% (target_command, str(commands)) )
|
||||||
|
|
||||||
def testStockConfigurator(self):
|
def testStockConfigurator(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
configurator = Configurator()
|
configurator = Configurator()
|
||||||
configurator.setBaseDir(CONFIG_DIR)
|
configurator.setBaseDir(CONFIG_DIR)
|
||||||
self.assertEqual(configurator.getBaseDir(), CONFIG_DIR)
|
self.assertEqual(configurator.getBaseDir(), CONFIG_DIR)
|
||||||
|
|
|
@ -9,5 +9,5 @@ where = conf
|
||||||
failregex = failure <_daemon> <one> (filter.d/test.%(where)s) <HOST>
|
failregex = failure <_daemon> <one> (filter.d/test.%(where)s) <HOST>
|
||||||
|
|
||||||
[Init]
|
[Init]
|
||||||
# test parameter, should be overriden in jail by "filter=test[one=1,...]"
|
# test parameter, should be overridden in jail by "filter=test[one=1,...]"
|
||||||
one = *1*
|
one = *1*
|
||||||
|
|
|
@ -44,16 +44,13 @@ from ..server import server
|
||||||
from ..server.mytime import MyTime
|
from ..server.mytime import MyTime
|
||||||
from ..server.utils import Utils
|
from ..server.utils import Utils
|
||||||
from .utils import LogCaptureTestCase, logSys as DefLogSys, with_tmpdir, shutil, logging, \
|
from .utils import LogCaptureTestCase, logSys as DefLogSys, with_tmpdir, shutil, logging, \
|
||||||
TEST_NOW, tearDownMyTime
|
STOCK, CONFIG_DIR as STOCK_CONF_DIR, TEST_NOW, tearDownMyTime
|
||||||
|
|
||||||
from ..helpers import getLogger
|
from ..helpers import getLogger
|
||||||
|
|
||||||
# Gets the instance of the logger.
|
# Gets the instance of the logger.
|
||||||
logSys = getLogger(__name__)
|
logSys = getLogger(__name__)
|
||||||
|
|
||||||
STOCK_CONF_DIR = "config"
|
|
||||||
STOCK = exists(pjoin(STOCK_CONF_DIR, 'fail2ban.conf'))
|
|
||||||
|
|
||||||
CLIENT = "fail2ban-client"
|
CLIENT = "fail2ban-client"
|
||||||
SERVER = "fail2ban-server"
|
SERVER = "fail2ban-server"
|
||||||
BIN = dirname(Fail2banServer.getServerPath())
|
BIN = dirname(Fail2banServer.getServerPath())
|
||||||
|
@ -183,7 +180,7 @@ def _start_params(tmp, use_stock=False, use_stock_cfg=None,
|
||||||
"""Filters list of 'files' to contain only directories (under dir)"""
|
"""Filters list of 'files' to contain only directories (under dir)"""
|
||||||
return [f for f in files if isdir(pjoin(dir, f))]
|
return [f for f in files if isdir(pjoin(dir, f))]
|
||||||
shutil.copytree(STOCK_CONF_DIR, cfg, ignore=ig_dirs)
|
shutil.copytree(STOCK_CONF_DIR, cfg, ignore=ig_dirs)
|
||||||
use_stock_cfg = ('action.d', 'filter.d')
|
if use_stock_cfg is None: use_stock_cfg = ('action.d', 'filter.d')
|
||||||
# replace fail2ban params (database with memory):
|
# replace fail2ban params (database with memory):
|
||||||
r = re.compile(r'^dbfile\s*=')
|
r = re.compile(r'^dbfile\s*=')
|
||||||
for line in fileinput.input(pjoin(cfg, "fail2ban.conf"), inplace=True):
|
for line in fileinput.input(pjoin(cfg, "fail2ban.conf"), inplace=True):
|
||||||
|
@ -1205,6 +1202,7 @@ class Fail2banServerTest(Fail2banClientServerBase):
|
||||||
"Jail 'test-jail1' started", all=True)
|
"Jail 'test-jail1' started", all=True)
|
||||||
|
|
||||||
# test action.d/nginx-block-map.conf --
|
# test action.d/nginx-block-map.conf --
|
||||||
|
@unittest.F2B.skip_if_cfg_missing(action="nginx-block-map")
|
||||||
@with_foreground_server_thread(startextra={
|
@with_foreground_server_thread(startextra={
|
||||||
# create log-file (avoid "not found" errors):
|
# create log-file (avoid "not found" errors):
|
||||||
'create_before_start': ('%(tmp)s/blck-failures.log',),
|
'create_before_start': ('%(tmp)s/blck-failures.log',),
|
||||||
|
|
|
@ -24,7 +24,6 @@ __license__ = "GPL"
|
||||||
|
|
||||||
from __builtin__ import open as fopen
|
from __builtin__ import open as fopen
|
||||||
import unittest
|
import unittest
|
||||||
import getpass
|
|
||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
import time, datetime
|
import time, datetime
|
||||||
|
@ -43,14 +42,12 @@ from ..server.failmanager import FailManagerEmpty
|
||||||
from ..server.ipdns import DNSUtils, IPAddr
|
from ..server.ipdns import DNSUtils, IPAddr
|
||||||
from ..server.mytime import MyTime
|
from ..server.mytime import MyTime
|
||||||
from ..server.utils import Utils, uni_decode
|
from ..server.utils import Utils, uni_decode
|
||||||
from .utils import setUpMyTime, tearDownMyTime, mtimesleep, with_tmpdir, LogCaptureTestCase
|
from .utils import setUpMyTime, tearDownMyTime, mtimesleep, with_tmpdir, LogCaptureTestCase, \
|
||||||
|
CONFIG_DIR as STOCK_CONF_DIR
|
||||||
from .dummyjail import DummyJail
|
from .dummyjail import DummyJail
|
||||||
|
|
||||||
TEST_FILES_DIR = os.path.join(os.path.dirname(__file__), "files")
|
TEST_FILES_DIR = os.path.join(os.path.dirname(__file__), "files")
|
||||||
|
|
||||||
STOCK_CONF_DIR = "config"
|
|
||||||
STOCK = os.path.exists(os.path.join(STOCK_CONF_DIR, 'fail2ban.conf'))
|
|
||||||
|
|
||||||
|
|
||||||
# yoh: per Steven Hiscocks's insight while troubleshooting
|
# yoh: per Steven Hiscocks's insight while troubleshooting
|
||||||
# https://github.com/fail2ban/fail2ban/issues/103#issuecomment-15542836
|
# https://github.com/fail2ban/fail2ban/issues/103#issuecomment-15542836
|
||||||
|
@ -445,8 +442,7 @@ class IgnoreIPDNS(LogCaptureTestCase):
|
||||||
self.assertFalse(self.filter.inIgnoreIPList("128.178.222.70"))
|
self.assertFalse(self.filter.inIgnoreIPList("128.178.222.70"))
|
||||||
|
|
||||||
def testIgnoreCmdApacheFakegooglebot(self):
|
def testIgnoreCmdApacheFakegooglebot(self):
|
||||||
if not STOCK: # pragma: no cover
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
raise unittest.SkipTest('Skip test because of no STOCK config')
|
|
||||||
cmd = os.path.join(STOCK_CONF_DIR, "filter.d/ignorecommands/apache-fakegooglebot")
|
cmd = os.path.join(STOCK_CONF_DIR, "filter.d/ignorecommands/apache-fakegooglebot")
|
||||||
## below test direct as python module:
|
## below test direct as python module:
|
||||||
mod = Utils.load_python_module(cmd)
|
mod = Utils.load_python_module(cmd)
|
||||||
|
@ -675,7 +671,15 @@ class LogFileMonitor(LogCaptureTestCase):
|
||||||
os.chmod(self.name, 0)
|
os.chmod(self.name, 0)
|
||||||
self.filter.getFailures(self.name)
|
self.filter.getFailures(self.name)
|
||||||
failure_was_logged = self._is_logged('Unable to open %s' % self.name)
|
failure_was_logged = self._is_logged('Unable to open %s' % self.name)
|
||||||
is_root = getpass.getuser() == 'root'
|
# verify that we cannot access the file. Checking by name of user is not
|
||||||
|
# sufficient since could be a fakeroot or some other super-user
|
||||||
|
try:
|
||||||
|
with open(self.name) as f:
|
||||||
|
f.read()
|
||||||
|
is_root = True
|
||||||
|
except IOError:
|
||||||
|
is_root = False
|
||||||
|
|
||||||
# If ran as root, those restrictive permissions would not
|
# If ran as root, those restrictive permissions would not
|
||||||
# forbid log to be read.
|
# forbid log to be read.
|
||||||
self.assertTrue(failure_was_logged != is_root)
|
self.assertTrue(failure_was_logged != is_root)
|
||||||
|
@ -1173,11 +1177,22 @@ def get_monitor_failures_journal_testcase(Filter_): # pragma: systemd no cover
|
||||||
super(MonitorJournalFailures, self).tearDown()
|
super(MonitorJournalFailures, self).tearDown()
|
||||||
|
|
||||||
def _getRuntimeJournal(self):
|
def _getRuntimeJournal(self):
|
||||||
# retrieve current system journal path
|
"""Retrieve current system journal path
|
||||||
tmp = Utils.executeCmd('find "$(systemd-path system-runtime-logs)" -name system.journal',
|
|
||||||
timeout=10, shell=True, output=True);
|
If none found, None will be returned
|
||||||
|
"""
|
||||||
|
# Depending on the system, it could be found under /run or /var/log (e.g. Debian)
|
||||||
|
# which are pointed by different systemd-path variables. We will
|
||||||
|
# check one at at time until the first hit
|
||||||
|
for systemd_var in 'system-runtime-logs', 'system-state-logs':
|
||||||
|
tmp = Utils.executeCmd(
|
||||||
|
'find "$(systemd-path %s)" -name system.journal' % systemd_var,
|
||||||
|
timeout=10, shell=True, output=True
|
||||||
|
)
|
||||||
self.assertTrue(tmp)
|
self.assertTrue(tmp)
|
||||||
return str(tmp[1].decode('utf-8')).split('\n')[0]
|
out = str(tmp[1].decode('utf-8')).split('\n')[0]
|
||||||
|
if out:
|
||||||
|
return out
|
||||||
|
|
||||||
def testJournalFilesArg(self):
|
def testJournalFilesArg(self):
|
||||||
# retrieve current system journal path
|
# retrieve current system journal path
|
||||||
|
|
|
@ -1043,7 +1043,7 @@ class LoggingTests(LogCaptureTestCase):
|
||||||
os.remove(f)
|
os.remove(f)
|
||||||
|
|
||||||
|
|
||||||
from clientreadertestcase import ActionReader, JailsReader, CONFIG_DIR, STOCK
|
from clientreadertestcase import ActionReader, JailsReader, CONFIG_DIR
|
||||||
|
|
||||||
class ServerConfigReaderTests(LogCaptureTestCase):
|
class ServerConfigReaderTests(LogCaptureTestCase):
|
||||||
|
|
||||||
|
@ -1112,9 +1112,8 @@ class ServerConfigReaderTests(LogCaptureTestCase):
|
||||||
logSys.debug('# === stop ==='); self.pruneLog()
|
logSys.debug('# === stop ==='); self.pruneLog()
|
||||||
action.stop()
|
action.stop()
|
||||||
|
|
||||||
if STOCK:
|
|
||||||
|
|
||||||
def testCheckStockJailActions(self):
|
def testCheckStockJailActions(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
# we are running tests from root project dir atm
|
# we are running tests from root project dir atm
|
||||||
jails = JailsReader(basedir=CONFIG_DIR, force_enable=True, share_config=self.__share_cfg)
|
jails = JailsReader(basedir=CONFIG_DIR, force_enable=True, share_config=self.__share_cfg)
|
||||||
self.assertTrue(jails.read()) # opens fine
|
self.assertTrue(jails.read()) # opens fine
|
||||||
|
@ -1180,6 +1179,7 @@ class ServerConfigReaderTests(LogCaptureTestCase):
|
||||||
return stream
|
return stream
|
||||||
|
|
||||||
def testCheckStockAllActions(self):
|
def testCheckStockAllActions(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
unittest.F2B.SkipIfFast()
|
unittest.F2B.SkipIfFast()
|
||||||
import glob
|
import glob
|
||||||
|
|
||||||
|
@ -1199,6 +1199,7 @@ class ServerConfigReaderTests(LogCaptureTestCase):
|
||||||
|
|
||||||
|
|
||||||
def testCheckStockCommandActions(self):
|
def testCheckStockCommandActions(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
# test cases to check valid ipv4/ipv6 action definition, tuple with (('jail', 'action[params]', 'tests', ...)
|
# test cases to check valid ipv4/ipv6 action definition, tuple with (('jail', 'action[params]', 'tests', ...)
|
||||||
# where tests is a dictionary contains:
|
# where tests is a dictionary contains:
|
||||||
# 'ip4' - should not be found (logged) on ban/unban of IPv6 (negative test),
|
# 'ip4' - should not be found (logged) on ban/unban of IPv6 (negative test),
|
||||||
|
@ -1827,6 +1828,7 @@ class ServerConfigReaderTests(LogCaptureTestCase):
|
||||||
return _actions.CommandAction.executeCmd(realCmd, timeout=timeout)
|
return _actions.CommandAction.executeCmd(realCmd, timeout=timeout)
|
||||||
|
|
||||||
def testComplexMailActionMultiLog(self):
|
def testComplexMailActionMultiLog(self):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(stock=True)
|
||||||
testJailsActions = (
|
testJailsActions = (
|
||||||
# mail-whois-lines --
|
# mail-whois-lines --
|
||||||
('j-mail-whois-lines',
|
('j-mail-whois-lines',
|
||||||
|
|
|
@ -59,6 +59,9 @@ if not CONFIG_DIR:
|
||||||
else:
|
else:
|
||||||
CONFIG_DIR = '/etc/fail2ban'
|
CONFIG_DIR = '/etc/fail2ban'
|
||||||
|
|
||||||
|
# Indicates that we've stock config:
|
||||||
|
STOCK = os.path.exists(os.path.join(CONFIG_DIR, 'fail2ban.conf'))
|
||||||
|
|
||||||
# During the test cases (or setup) use fail2ban modules from main directory:
|
# During the test cases (or setup) use fail2ban modules from main directory:
|
||||||
os.putenv('PYTHONPATH', os.path.dirname(os.path.dirname(os.path.dirname(
|
os.putenv('PYTHONPATH', os.path.dirname(os.path.dirname(os.path.dirname(
|
||||||
os.path.abspath(__file__)))))
|
os.path.abspath(__file__)))))
|
||||||
|
@ -187,6 +190,31 @@ class F2B(DefaultTestOptions):
|
||||||
pass
|
pass
|
||||||
def SkipIfNoNetwork(self):
|
def SkipIfNoNetwork(self):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
def SkipIfCfgMissing(self, **kwargs):
|
||||||
|
"""Helper to check action/filter config is available
|
||||||
|
"""
|
||||||
|
if not STOCK: # pragma: no cover
|
||||||
|
if kwargs.get('stock'):
|
||||||
|
raise unittest.SkipTest('Skip test because of missing stock-config files')
|
||||||
|
for t in ('action', 'filter'):
|
||||||
|
v = kwargs.get(t)
|
||||||
|
if v is None: continue
|
||||||
|
if os.path.splitext(v)[1] == '': v += '.conf'
|
||||||
|
if not os.path.exists(os.path.join(CONFIG_DIR, t+'.d', v)):
|
||||||
|
raise unittest.SkipTest('Skip test because of missing %s-config for %r' % (t, v))
|
||||||
|
|
||||||
|
def skip_if_cfg_missing(self, **decargs):
|
||||||
|
"""Helper decorator to check action/filter config is available
|
||||||
|
"""
|
||||||
|
def _deco_wrapper(f):
|
||||||
|
@wraps(f)
|
||||||
|
def wrapper(self, *args, **kwargs):
|
||||||
|
unittest.F2B.SkipIfCfgMissing(**decargs)
|
||||||
|
return f(self, *args, **kwargs)
|
||||||
|
return wrapper
|
||||||
|
return _deco_wrapper
|
||||||
|
|
||||||
def maxWaitTime(self,wtime):
|
def maxWaitTime(self,wtime):
|
||||||
if self.fast:
|
if self.fast:
|
||||||
wtime = float(wtime) / 10
|
wtime = float(wtime) / 10
|
||||||
|
|
|
@ -0,0 +1,72 @@
|
||||||
|
.\" DO NOT MODIFY THIS FILE! It was generated by help2man 1.47.5.
|
||||||
|
.TH FAIL2BAN-PYTHON "1" "January 2018" "fail2ban-python f2bversion" "User Commands"
|
||||||
|
.SH NAME
|
||||||
|
fail2ban-python \- a helper for Fail2Ban to assure that the same Python is used
|
||||||
|
.SH DESCRIPTION
|
||||||
|
usage: ../bin/fail2ban\-python [option] ... [\-c cmd | \fB\-m\fR mod | file | \fB\-]\fR [arg] ...
|
||||||
|
Options and arguments (and corresponding environment variables):
|
||||||
|
\fB\-b\fR : issue warnings about comparing bytearray with unicode
|
||||||
|
.IP
|
||||||
|
(\fB\-bb\fR: issue errors)
|
||||||
|
.PP
|
||||||
|
\fB\-B\fR : don't write .py[co] files on import; also PYTHONDONTWRITEBYTECODE=x
|
||||||
|
\fB\-c\fR cmd : program passed in as string (terminates option list)
|
||||||
|
\fB\-d\fR : debug output from parser; also PYTHONDEBUG=x
|
||||||
|
\fB\-E\fR : ignore PYTHON* environment variables (such as PYTHONPATH)
|
||||||
|
\fB\-h\fR : print this help message and exit (also \fB\-\-help\fR)
|
||||||
|
\fB\-i\fR : inspect interactively after running script; forces a prompt even
|
||||||
|
.IP
|
||||||
|
if stdin does not appear to be a terminal; also PYTHONINSPECT=x
|
||||||
|
.PP
|
||||||
|
\fB\-m\fR mod : run library module as a script (terminates option list)
|
||||||
|
\fB\-O\fR : optimize generated bytecode slightly; also PYTHONOPTIMIZE=x
|
||||||
|
\fB\-OO\fR : remove doc\-strings in addition to the \fB\-O\fR optimizations
|
||||||
|
\fB\-R\fR : use a pseudo\-random salt to make hash() values of various types be
|
||||||
|
.IP
|
||||||
|
unpredictable between separate invocations of the interpreter, as
|
||||||
|
a defense against denial\-of\-service attacks
|
||||||
|
.PP
|
||||||
|
\fB\-Q\fR arg : division options: \fB\-Qold\fR (default), \fB\-Qwarn\fR, \fB\-Qwarnall\fR, \fB\-Qnew\fR
|
||||||
|
\fB\-s\fR : don't add user site directory to sys.path; also PYTHONNOUSERSITE
|
||||||
|
\fB\-S\fR : don't imply 'import site' on initialization
|
||||||
|
\fB\-t\fR : issue warnings about inconsistent tab usage (\fB\-tt\fR: issue errors)
|
||||||
|
\fB\-u\fR : unbuffered binary stdout and stderr; also PYTHONUNBUFFERED=x
|
||||||
|
.IP
|
||||||
|
see man page for details on internal buffering relating to '\-u'
|
||||||
|
.PP
|
||||||
|
\fB\-v\fR : verbose (trace import statements); also PYTHONVERBOSE=x
|
||||||
|
.IP
|
||||||
|
can be supplied multiple times to increase verbosity
|
||||||
|
.PP
|
||||||
|
\fB\-V\fR : print the Python version number and exit (also \fB\-\-version\fR)
|
||||||
|
\fB\-W\fR arg : warning control; arg is action:message:category:module:lineno
|
||||||
|
.IP
|
||||||
|
also PYTHONWARNINGS=arg
|
||||||
|
.PP
|
||||||
|
\fB\-x\fR : skip first line of source, allowing use of non\-Unix forms of #!cmd
|
||||||
|
\fB\-3\fR : warn about Python 3.x incompatibilities that 2to3 cannot trivially fix
|
||||||
|
file : program read from script file
|
||||||
|
\- : program read from stdin (default; interactive mode if a tty)
|
||||||
|
arg ...: arguments passed to program in sys.argv[1:]
|
||||||
|
.PP
|
||||||
|
Other environment variables:
|
||||||
|
PYTHONSTARTUP: file executed on interactive startup (no default)
|
||||||
|
PYTHONPATH : ':'\-separated list of directories prefixed to the
|
||||||
|
.TP
|
||||||
|
default module search path.
|
||||||
|
The result is sys.path.
|
||||||
|
.PP
|
||||||
|
PYTHONHOME : alternate <prefix> directory (or <prefix>:<exec_prefix>).
|
||||||
|
.IP
|
||||||
|
The default module search path uses <prefix>/pythonX.X.
|
||||||
|
.PP
|
||||||
|
PYTHONCASEOK : ignore case in 'import' statements (Windows).
|
||||||
|
PYTHONIOENCODING: Encoding[:errors] used for stdin/stdout/stderr.
|
||||||
|
PYTHONHASHSEED: if this variable is set to 'random', the effect is the same
|
||||||
|
.IP
|
||||||
|
as specifying the \fB\-R\fR option: a random value is used to seed the hashes of
|
||||||
|
str, bytes and datetime objects. It can also be set to an integer
|
||||||
|
in the range [0,4294967295] to get hash values with a predictable seed.
|
||||||
|
.SH "SEE ALSO"
|
||||||
|
.br
|
||||||
|
fail2ban-client(1)
|
|
@ -0,0 +1,9 @@
|
||||||
|
Include file for help2man man page
|
||||||
|
$Id: $
|
||||||
|
|
||||||
|
[name]
|
||||||
|
fail2ban-python \- a helper for Fail2Ban to assure that the same Python is used
|
||||||
|
|
||||||
|
[see also]
|
||||||
|
.br
|
||||||
|
fail2ban-client(1)
|
|
@ -4,6 +4,8 @@ set -eu
|
||||||
|
|
||||||
export PYTHONPATH=..
|
export PYTHONPATH=..
|
||||||
|
|
||||||
|
f2bversion=$(../bin/fail2ban-client --version | head -n1 | sed -e 's,.* v,,g')
|
||||||
|
|
||||||
# fail2ban-client
|
# fail2ban-client
|
||||||
echo -n "Generating fail2ban-client "
|
echo -n "Generating fail2ban-client "
|
||||||
help2man --section=1 --no-info --include=fail2ban-client.h2m --output fail2ban-client.1 ../bin/fail2ban-client
|
help2man --section=1 --no-info --include=fail2ban-client.h2m --output fail2ban-client.1 ../bin/fail2ban-client
|
||||||
|
@ -35,6 +37,11 @@ for LINE in $LINES; do
|
||||||
done
|
done
|
||||||
echo "[done]"
|
echo "[done]"
|
||||||
|
|
||||||
|
# fail2ban-python
|
||||||
|
echo -n "Generating fail2ban-python "
|
||||||
|
help2man --version-string=f2bversion --section=1 --no-info --include=fail2ban-python.h2m --output fail2ban-python.1 ../bin/fail2ban-python
|
||||||
|
echo "[done]"
|
||||||
|
|
||||||
# fail2ban-server
|
# fail2ban-server
|
||||||
echo -n "Generating fail2ban-server "
|
echo -n "Generating fail2ban-server "
|
||||||
help2man --section=1 --no-info --include=fail2ban-server.h2m --output fail2ban-server.1 ../bin/fail2ban-server
|
help2man --section=1 --no-info --include=fail2ban-server.h2m --output fail2ban-server.1 ../bin/fail2ban-server
|
||||||
|
|
Loading…
Reference in New Issue