Skip to content

Hive Metastore Helpers

create_database 

create_database(spark: SparkSession, database: str) -> None

Execute SQL to create the Hive database if missing.

Source code in src/spark_fuse/catalogs/hive.py 
22
23
24
def create_database(spark: SparkSession, database: str) -> None:
    """Execute SQL to create the Hive database if missing."""
    spark.sql(create_database_sql(database))

create_database_sql 

create_database_sql(database: str) -> str

Return SQL to create a Hive database if it does not exist.

Source code in src/spark_fuse/catalogs/hive.py 
11
12
13
def create_database_sql(database: str) -> str:
    """Return SQL to create a Hive database if it does not exist."""
    return f"CREATE DATABASE IF NOT EXISTS {_q(database)}"

register_external_delta_table 

register_external_delta_table(spark: SparkSession, *, database: str, table: str, location: str) -> None

Create the database (if needed) and register an external Delta table.

Source code in src/spark_fuse/catalogs/hive.py 
27
28
29
30
31
32
def register_external_delta_table(
    spark: SparkSession, *, database: str, table: str, location: str
) -> None:
    """Create the database (if needed) and register an external Delta table."""
    create_database(spark, database)
    spark.sql(register_external_delta_table_sql(database, table, location))

register_external_delta_table_sql 

register_external_delta_table_sql(database: str, table: str, location: str) -> str

Return SQL to register an external Delta table in the Hive metastore.

Source code in src/spark_fuse/catalogs/hive.py 
16
17
18
19
def register_external_delta_table_sql(database: str, table: str, location: str) -> str:
    """Return SQL to register an external Delta table in the Hive metastore."""
    fq = f"{_q(database)}.{_q(table)}"
    return f"CREATE TABLE IF NOT EXISTS {fq} USING DELTA LOCATION '{location}'"