PipeGraph Decorator

assets/pyspark_transforms/pyspark_transforms.py

@@ -0,0 +1,19 @@
+from pyspark.sql import DataFrame
+
+
+def pyspark_transforms(*args, **kwargs):
+
+    def wrapper(*args, **kwargs):
+        print(args)
+        print(kwargs)
+
+    return wrapper
+
+
+def Input(url: str) -> None:
+
+    return None
+
+
+def Output(url: str):
+    pass

assets/pyspark_transforms/pyspark_transforms_test.py

@@ -0,0 +1,13 @@
+from assets.pyspark_transforms.pyspark_transforms import pyspark_transforms, Input, Output
+
+
+@pyspark_transforms(
+    output_df=Output('test'),
+    input_df1=Input('test'),
+    input_df2=Input('test'),
+)
+def pyspark_training_test(sc, output_df, input_df1, input_df2):
+    print('hey pyspark_training_test')
+
+
+pyspark_training_test()