How to Parse Apache Log Files in Python

import re
from pathlib import Path

def parse_apache_line(line):
    pattern = r'^(\S+) (\S+) (\S+) \[([^\]]+)\] "(\S+) (\S+) (\S+)" (\d{3}) (\S+)'
    match = re.match(pattern, line)
    if not match:
        return None
    ip, ident, user, timestamp, method, path, protocol, status, size = match.groups()
    return {
        "ip": ip,
        "user": user,
        "timestamp": timestamp,
        "method": method,
        "path": path,
        "status": int(status),
        "size": int(size) if size.isdigit() else 0
    }

def read_apache_log(filepath):
    log_path = Path(filepath)
    if not log_path.exists():
        raise FileNotFoundError(f"Log file not found: {filepath}")
    entries = []
    with log_path.open("r") as f:
        for line in f:
            line = line.strip()
            if line:
                parsed = parse_apache_line(line)
                if parsed:
                    entries.append(parsed)
    return entries

if __name__ == "__main__":
    sample_log = """192.168.1.1 - - [10/Oct/2024:13:55:36 +0000] "GET /index.html HTTP/1.1" 200 2326
192.168.1.2 - john [10/Oct/2024:13:56:02 +0000] "POST /api/data HTTP/1.1" 201 128
10.0.0.5 - - [10/Oct/2024:13:56:45 +0000] "GET /images/logo.png HTTP/1.1" 404 0
"""
    temp_file = Path("/tmp/sample_apache.log")
    temp_file.write_text(sample_log)
    results = read_apache_log(temp_file)
    for entry in results:
        print(entry)
    print(f"Total entries: {len(results)}")