Log Analysis Using Regular Expressions

cat > user_emails.csv <<EOF
Full Name, Email Address
Blossom Gill, blossom@abc.edu
Hayes Delgado, nonummy@utnisia.com
Petra Jones, ac@abc.edu
Oleg Noel, noel@liberomauris.ca
Ahmed Miller, ahmed.miller@nequenonquam.co.uk
Macaulay Douglas, mdouglas@abc.edu
Aurora Grant, enim.non@abc.edu
Madison Mcintosh, mcintosh@nisiaenean.net
Montana Powell, montanap@semmagna.org
Rogan Robinson, rr.robinson@abc.edu
Simon Rivera, sri@abc.edu
Benedict Pacheco, bpacheco@abc.edu
Maisie Hendrix, mai.hendrix@abc.edu
Xaviera Gould, xlg@utnisia.net
Oren Rollins, oren@semmagna.com
Flavia Santiago, flavia@utnisia.net
Jackson Owens, jackowens@abc.edu
Britanni Humphrey, britanni@ut.net
Kirk Nixon, kirknixon@abc.edu
Bree Campbell, breee@utnisia.net
EOF

sudo mkdir /var/www/
sudo mkdir /var/www/html
sudo chmod +x csv_to_html.py
sudo chmod  o+w /var/www/html
./csv_to_html.py user_emails.csv /var/www/html/files1.html


cat > ticky_check.py <<EOF
#!/usr/bin/env python3
import re
import csv
import operator

error_messages = {}
per_user = {}
logfile =r"/home/$USER/syslog.log"
pattern = r"(INFO|ERROR) ([\w' ]+|[\w\[\]#' ]+) (\(\w+\)|\(\w+\.\w+\))$"

with open(logfile, "r") as f:
 for line in f:
  result = re.search(pattern, line)
  if result is None:
   continue
  if result.groups()[0] == "INFO":
   category = result.groups()[0]
   message = result.groups()[1]
   name = str(result.groups()[2])[1:-1]
   if name in per_user:
    user = per_user[name]
    user[category] += 1
   else:
    per_user[name] = {'INFO':1, 'ERROR':0}
  if result.groups()[0] == "ERROR":
   category = result.groups()[0]
   message = result.groups()[1]
   name = str(result.groups()[2])[1:-1]
   error_messages[message] = error_messages.get(message, 0) + 1
   if name in per_user:
    user = per_user[name]
    user[category] += 1
   else:
    per_user[name] = {'INFO':0, 'ERROR':1}

sorted_messages = [("Error", "Count")] + sorted(error_messages.items(), key = operator.itemgetter(1), reverse=True)
#sorted_messages = [("Error", "Count")] + sorted(error_messages.items(), key = lambda x: x[1], reverse=True)
sorted_users = [("$USER", "INFO", "ERROR")] + sorted(per_user.items())[0:8]
#sorted_users = [("$USER", "INFO", "ERROR")] + sorted(per_user.items())

with open("error_message.csv", "w") as error_file:
 for line in sorted_messages:
  error_file.write("{}, {}\n".format(line[0], line[1]))

with open("user_statistics.csv", "w") as user_file:
 for line in sorted_users:
  if isinstance(line[1], dict):
   user_file.write("{}, {}, {}\n".format(line[0], line[1].get("INFO"), line[1].get("ERROR")))
  else:
   user_file.write("{}, {}, {}\n".format(line[0], line[1], line[2]))

EOF


chmod +x ticky_check.py

./ticky_check.py

./csv_to_html.py error_message.csv /var/www/html/file2.html

./csv_to_html.py user_statistics.csv /var/www/html/file3.html

./csv_to_html.py error_message.csv /var/www/html/file4.html

./csv_to_html.py user_statistics.csv /var/www/html/file5.html