How to Create a Link Graph Visualization for Any Website in Python

import requests
from bs4 import BeautifulSoup
from collections import defaultdict
from urllib.parse import urljoin, urlparse
import sys

def get_links(url, max_links=20):
    try:
        response = requests.get(url, timeout=5)
        soup = BeautifulSoup(response.text, 'html.parser')
        base_url = f"{urlparse(url).scheme}://{urlparse(url).netloc}"
        links = set()
        for a_tag in soup.find_all('a', href=True):
            href = a_tag['href']
            full_url = urljoin(base_url, href)
            if urlparse(full_url).netloc == urlparse(url).netloc:
                links.add(full_url)
                if len(links) >= max_links:
                    break
        return list(links)
    except Exception as e:
        print(f"Error: {e}")
        return []

def build_graph(start_url, max_nodes=15):
    graph = defaultdict(list)
    visited = set()
    to_visit = [start_url]
    while to_visit and len(visited) < max_nodes:
        current = to_visit.pop(0)
        if current in visited:
            continue
        visited.add(current)
        print(f"Crawling: {current}")
        links = get_links(current)
        for link in links[:5]:
            if link not in visited:
                graph[current].append(link)
                to_visit.append(link)
    return graph

def print_graph(graph):
    print("\nLink Graph (parent -> child):")
    for parent, children in graph.items():
        for child in children:
            print(f"  {parent} -> {child}")

if __name__ == "__main__":
    start_url = sys.argv[1] if len(sys.argv) > 1 else "https://example.com"
    graph = build_graph(start_url)
    print_graph(graph)