2005-07-06 23:10:19 +00:00
|
|
|
# This file is part of Fail2Ban.
|
|
|
|
#
|
|
|
|
# Fail2Ban is free software; you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
|
|
# (at your option) any later version.
|
|
|
|
#
|
|
|
|
# Fail2Ban is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with Fail2Ban; if not, write to the Free Software
|
|
|
|
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
|
|
|
|
# Author: Cyril Jaquier
|
|
|
|
#
|
2006-03-19 05:20:44 +00:00
|
|
|
# $Revision: 1.16 $
|
2005-07-06 23:10:19 +00:00
|
|
|
|
|
|
|
__author__ = "Cyril Jaquier"
|
2006-03-19 05:20:44 +00:00
|
|
|
__version__ = "$Revision: 1.16 $"
|
|
|
|
__date__ = "$Date: 2006/01/03 15:13:04 $"
|
2005-07-06 23:10:19 +00:00
|
|
|
__copyright__ = "Copyright (c) 2004 Cyril Jaquier"
|
|
|
|
__license__ = "GPL"
|
|
|
|
|
2005-08-06 19:43:43 +00:00
|
|
|
import os, sys, time, re, logging
|
2005-07-06 23:10:19 +00:00
|
|
|
|
|
|
|
from utils.dns import *
|
|
|
|
|
2005-08-06 19:43:43 +00:00
|
|
|
# Gets the instance of the logger.
|
|
|
|
logSys = logging.getLogger("fail2ban")
|
2005-07-13 10:01:01 +00:00
|
|
|
|
2005-07-06 23:10:19 +00:00
|
|
|
class LogReader:
|
|
|
|
""" Reads a log file and reports information about IP that make password
|
|
|
|
failure, bad user or anything else that is considered as doubtful login
|
|
|
|
attempt.
|
|
|
|
"""
|
|
|
|
|
2005-07-13 10:01:01 +00:00
|
|
|
def __init__(self, logPath, timeregex, timepattern, failregex,
|
2005-08-06 19:43:43 +00:00
|
|
|
maxRetry, findTime):
|
2005-07-06 23:10:19 +00:00
|
|
|
self.logPath = logPath
|
2005-08-06 19:43:43 +00:00
|
|
|
self.maxRetry = maxRetry
|
2005-07-06 23:10:19 +00:00
|
|
|
self.timeregex = timeregex
|
|
|
|
self.timepattern = timepattern
|
|
|
|
self.failregex = failregex
|
|
|
|
self.findTime = findTime
|
|
|
|
self.ignoreIpList = []
|
|
|
|
self.lastModTime = 0
|
|
|
|
self.lastPos = 0
|
|
|
|
self.lastDate = 0
|
|
|
|
self.logStats = None
|
|
|
|
|
2005-08-06 19:43:43 +00:00
|
|
|
def getMaxRetry(self):
|
|
|
|
""" Gets the maximum number of failures
|
|
|
|
"""
|
|
|
|
return self.maxRetry
|
|
|
|
|
2005-07-06 23:10:19 +00:00
|
|
|
def getFindTime(self):
|
|
|
|
""" Gets the find time.
|
|
|
|
"""
|
|
|
|
return self.findTime
|
|
|
|
|
|
|
|
def addIgnoreIP(self, ip):
|
|
|
|
""" Adds an IP to the ignore list.
|
|
|
|
"""
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.debug("Add "+ip+" to ignore list")
|
2005-07-06 23:10:19 +00:00
|
|
|
self.ignoreIpList.append(ip)
|
|
|
|
|
|
|
|
def inIgnoreIPList(self, ip):
|
|
|
|
""" Checks if IP is in the ignore list.
|
|
|
|
"""
|
2005-07-13 10:01:01 +00:00
|
|
|
for i in self.ignoreIpList:
|
|
|
|
s = i.split('/', 1)
|
|
|
|
# IP address without CIDR mask
|
|
|
|
if len(s) == 1:
|
|
|
|
s.insert(1, '32')
|
|
|
|
s[1] = long(s[1])
|
|
|
|
a = cidr(s[0], s[1])
|
|
|
|
b = cidr(ip, s[1])
|
|
|
|
if a == b:
|
|
|
|
return True
|
|
|
|
return False
|
2005-07-06 23:10:19 +00:00
|
|
|
|
|
|
|
def openLogFile(self):
|
|
|
|
""" Opens the log file specified on init.
|
|
|
|
"""
|
|
|
|
try:
|
|
|
|
fileHandler = open(self.logPath)
|
|
|
|
except OSError:
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.error("Unable to open "+self.logPath)
|
2005-08-06 19:43:43 +00:00
|
|
|
|
2005-07-06 23:10:19 +00:00
|
|
|
return fileHandler
|
|
|
|
|
|
|
|
def isModified(self):
|
|
|
|
""" Checks if the log file has been modified using os.stat().
|
|
|
|
"""
|
|
|
|
try:
|
|
|
|
self.logStats = os.stat(self.logPath)
|
2005-10-16 15:07:47 +00:00
|
|
|
if self.lastModTime == self.logStats.st_mtime:
|
|
|
|
return False
|
|
|
|
else:
|
|
|
|
logSys.debug(self.logPath+" has been modified")
|
|
|
|
self.lastModTime = self.logStats.st_mtime
|
2005-11-21 01:43:13 +00:00
|
|
|
return True
|
2005-07-06 23:10:19 +00:00
|
|
|
except OSError:
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.error("Unable to get stat on "+self.logPath)
|
2005-07-06 23:10:19 +00:00
|
|
|
return False
|
|
|
|
|
|
|
|
def setFilePos(self, file):
|
|
|
|
""" Sets the file position. We must take care of log file rotation
|
|
|
|
and reset the position to 0 in that case. Use the log message
|
|
|
|
timestamp in order to detect this.
|
|
|
|
"""
|
|
|
|
line = file.readline()
|
|
|
|
if self.lastDate < self.getTime(line):
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.debug("Date " + `self.lastDate` + " is " + "smaller than " +
|
|
|
|
`self.getTime(line)`)
|
|
|
|
logSys.debug("Log rotation detected for " + self.logPath)
|
2005-07-06 23:10:19 +00:00
|
|
|
self.lastPos = 0
|
|
|
|
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.debug("Setting file position to " + `self.lastPos` + " for " +
|
|
|
|
self.logPath)
|
2005-07-06 23:10:19 +00:00
|
|
|
file.seek(self.lastPos)
|
|
|
|
|
|
|
|
def getFailures(self):
|
|
|
|
""" Gets all the failure in the log file which are
|
|
|
|
newer than time.time()-self.findTime.
|
|
|
|
|
|
|
|
Returns a dict with the IP, the number of failure
|
|
|
|
and the latest failure time.
|
|
|
|
"""
|
|
|
|
ipList = dict()
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.debug(self.logPath)
|
2005-07-06 23:10:19 +00:00
|
|
|
logFile = self.openLogFile()
|
|
|
|
self.setFilePos(logFile)
|
2005-09-09 21:15:41 +00:00
|
|
|
lastLine = None
|
2005-08-06 19:43:43 +00:00
|
|
|
for line in logFile:
|
2005-09-09 21:15:41 +00:00
|
|
|
if not self.hasTime(line):
|
|
|
|
# There is no valid time in this line
|
|
|
|
continue
|
2005-07-06 23:10:19 +00:00
|
|
|
lastLine = line
|
2005-09-09 21:15:41 +00:00
|
|
|
for element in self.findFailure(line):
|
2005-07-06 23:10:19 +00:00
|
|
|
ip = element[0]
|
|
|
|
unixTime = element[1]
|
|
|
|
if unixTime < time.time()-self.findTime:
|
|
|
|
break
|
|
|
|
if self.inIgnoreIPList(ip):
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.debug("Ignore "+ip)
|
2005-07-06 23:10:19 +00:00
|
|
|
continue
|
2005-07-13 10:01:01 +00:00
|
|
|
logSys.debug("Found "+ip)
|
2005-07-06 23:10:19 +00:00
|
|
|
if ipList.has_key(ip):
|
|
|
|
ipList[ip] = (ipList[ip][0]+1, unixTime)
|
|
|
|
else:
|
|
|
|
ipList[ip] = (1, unixTime)
|
|
|
|
self.lastPos = logFile.tell()
|
2005-09-09 21:15:41 +00:00
|
|
|
if lastLine:
|
|
|
|
self.lastDate = self.getTime(lastLine)
|
2005-07-06 23:10:19 +00:00
|
|
|
logFile.close()
|
|
|
|
return ipList
|
|
|
|
|
|
|
|
def findFailure(self, line):
|
|
|
|
""" Finds the failure in line. Uses the failregex pattern
|
|
|
|
to find it and timeregex in order to find the logging
|
|
|
|
time.
|
|
|
|
|
|
|
|
Returns a dict with IP and timestamp.
|
|
|
|
"""
|
|
|
|
failList = list()
|
|
|
|
match = re.search(self.failregex, line)
|
|
|
|
if match:
|
|
|
|
timeMatch = re.search(self.timeregex, match.string)
|
|
|
|
if timeMatch:
|
|
|
|
date = self.getUnixTime(timeMatch.group())
|
2005-10-01 06:53:51 +00:00
|
|
|
# Bug fix for Debian #330827
|
|
|
|
hostMatch = match.groupdict()
|
|
|
|
if len(hostMatch)==0:
|
|
|
|
logSys.warn("Must have been using old style of failregex! "
|
|
|
|
"Security Breach! Read README.Debian")
|
|
|
|
ipMatch = textToIp(match.string)
|
|
|
|
else:
|
|
|
|
ipMatch = reduce(lambda x,y:x+textToIp(y),
|
|
|
|
hostMatch.values(), [])
|
|
|
|
|
2005-07-06 23:10:19 +00:00
|
|
|
if ipMatch:
|
|
|
|
for ip in ipMatch:
|
|
|
|
failList.append([ip, date])
|
|
|
|
return failList
|
|
|
|
|
2005-09-09 21:15:41 +00:00
|
|
|
def hasTime(self, line):
|
|
|
|
""" Return true if the line contains a date
|
|
|
|
"""
|
|
|
|
timeMatch = re.search(self.timeregex, line)
|
|
|
|
if timeMatch:
|
|
|
|
return True
|
|
|
|
else:
|
|
|
|
return False
|
|
|
|
|
2005-07-06 23:10:19 +00:00
|
|
|
def getTime(self, line):
|
|
|
|
""" Gets the time of a log message.
|
|
|
|
"""
|
|
|
|
date = 0
|
|
|
|
timeMatch = re.search(self.timeregex, line)
|
|
|
|
if timeMatch:
|
|
|
|
date = self.getUnixTime(timeMatch.group())
|
|
|
|
return date
|
|
|
|
|
|
|
|
def getUnixTime(self, value):
|
|
|
|
""" Returns the Unix timestamp of the given value.
|
|
|
|
Pattern should describe the date construction of
|
|
|
|
value.
|
|
|
|
"""
|
2006-03-19 05:20:44 +00:00
|
|
|
try:
|
|
|
|
# Check if the parsed value is in TAI64N format
|
|
|
|
if not self.timepattern.lower() == "tai64n":
|
|
|
|
date = list(time.strptime(value, self.timepattern))
|
|
|
|
else:
|
|
|
|
# extract part of format which represents seconds since epoch
|
|
|
|
seconds_since_epoch = value[2:17]
|
|
|
|
date = list(time.gmtime(int(seconds_since_epoch, 16)))
|
|
|
|
except ValueError, e:
|
|
|
|
logSys.error(e)
|
|
|
|
logSys.error("Please check the format and your locale settings.")
|
|
|
|
return None
|
2005-07-06 23:10:19 +00:00
|
|
|
if date[0] < 2000:
|
2005-07-23 19:15:22 +00:00
|
|
|
# There is probably no year field in the logs
|
2005-07-06 23:10:19 +00:00
|
|
|
date[0] = time.gmtime()[0]
|
2005-07-23 19:15:22 +00:00
|
|
|
# Bug fix for #1241756
|
|
|
|
# If the date is greater than the current time, we suppose
|
|
|
|
# that the log is not from this year but from the year before
|
|
|
|
if time.mktime(date) > time.time():
|
|
|
|
date[0] -= 1
|
2005-07-06 23:10:19 +00:00
|
|
|
unixTime = time.mktime(date)
|
|
|
|
return unixTime
|