Find All Redirects on a Website in Python

import requests
from urllib.parse import urljoin, urlparse
from collections import deque

def find_redirects(start_url, max_pages=50):
    visited = set()
    redirects = {}
    queue = deque([start_url])
    
    while queue and len(visited) < max_pages:
        url = queue.popleft()
        if url in visited:
            continue
        try:
            response = requests.get(url, allow_redirects=False, timeout=10)
            visited.add(url)
            if response.status_code in (301, 302, 303, 307, 308):
                redirect_url = response.headers.get('Location', '')
                redirect_url = urljoin(url, redirect_url)
                redirects[url] = redirect_url
                if urlparse(redirect_url).netloc == urlparse(start_url).netloc:
                    queue.append(redirect_url)
            elif response.status_code == 200:
                for link in response.links.values():
                    full_url = urljoin(url, link['url'])
                    if urlparse(full_url).netloc == urlparse(start_url).netloc:
                        queue.append(full_url)
        except requests.RequestException:
            continue
    return redirects

if __name__ == "__main__":
    start = "https://httpbin.org/redirect-to?url=https%3A%2F%2Fexample.com"
    results = find_redirects(start, max_pages=10)
    for source, target in results.items():
        print(f"{source} -> {target}")