import ray
import raydp

ray.init()

@ray.remote
class PySparkDriver:
    def __init__(self):
        self.spark = raydp.init_spark(
            app_name='RayDP example',
            num_executors=2,
            executor_cores=2,
            executor_memory='4GB')

    def foo(self):
        return self.spark.range(1000).repartition(10).count()

driver = PySparkDriver.remote()
print(ray.get(driver.foo.remote()))