Chunk Large File Upload Simulation by Blocks in Python

import os
import hashlib
from pathlib import Path


def read_file_in_chunks(file_path, chunk_size=8196):
    """Yield chunks of a file as bytes."""
    with open(file_path, 'rb') as f:
        while chunk := f.read(chunk_size):
            yield chunk


def simulate_chunked_upload(file_path, chunk_size=8196):
    """Simulate uploading a file by processing and hashing each block."""
    chunks_processed = 0
    total_bytes = 0
    chunk_hashes = []

    for chunk in read_file_in_chunks(file_path, chunk_size):
        chunk_hash = hashlib.sha256(chunk).hexdigest()
        chunk_hashes.append(chunk_hash)
        total_bytes += len(chunk)
        chunks_processed += 1

        # Simulate upload progress per block
        print(f"Chunk {chunks_processed}: {len(chunk)} bytes | SHA256: {chunk_hash[:12]}...")

    return chunks_processed, total_bytes, chunk_hashes


if __name__ == "__main__":
    # Create a temporary test file
    test_file = Path("test_upload.bin")
    test_file.write_bytes(os.urandom(30000))  # ~30KB random data

    num_chunks, total_size, hashes = simulate_chunked_upload(test_file, chunk_size=8196)

    print(f"\nUpload complete: {num_chunks} chunks, {total_size} total bytes")
    print(f"All chunks processed successfully: {len(hashes) == num_chunks}")

    # Cleanup
    test_file.unlink()