How to Mock Hive Support in PySpark with unittest.mock

from unittest.mock import Mock, patch


def get_hive_tables(spark):
    """Mock Hive support by returning a fixed list of tables."""
    return spark.sql("SHOW TABLES").collect()


class HiveTable:
    """Simple class that mimics a Hive table row."""
    def __init__(self, database, tableName):
        self.database = database
        self.tableName = tableName

    def __repr__(self):
        return f"HiveTable(database={self.database!r}, tableName={self.tableName!r})"


if __name__ == "__main__":
    # Create a mock Spark session
    spark = Mock()

    # Mock the SQL method to return fake Hive table rows
    spark.sql.return_value.collect.return_value = [
        HiveTable("default", "users"),
        HiveTable("default", "orders"),
        HiveTable("analytics", "events"),
    ]

    # Test our function with the mock
    tables = get_hive_tables(spark)

    print("Tables found in Hive:")
    for table in tables:
        print(f"  {table.database}.{table.tableName}")

    # Verify the mock was called correctly
    spark.sql.assert_called_once_with("SHOW TABLES")
    print(f"\nSQL called with: {spark.sql.call_args}")