pyspark-test.py

from pyspark.sql import SparkSession

# Initialize a Spark session
spark = SparkSession.builder \
    .appName("Read SQLite with PySpark") \
    .config("spark.jars", "/path/to/sqlite-jdbc-3.34.0.jar") \
    .getOrCreate()

# Define the JDBC URL for the SQLite database
jdbc_url = "jdbc:sqlite:/path/to/example.db"

# Define the properties
connection_properties = {
    "driver": "org.sqlite.JDBC"
}

# Load the data into a DataFrame
df = spark.read.jdbc(url=jdbc_url, table="my_table", properties=connection_properties)

# Show the DataFrame
df.show()