refactor: remove intial dataframe.

>
>
Co-authored-by: Elisée TEGUE <[email protected]>                                                                            Co-authored-by: Mic E <[email protected]>

stream_persona/src/spark_streaming.py

@@ -28,24 +28,4 @@ def create_spark_session():
     except Exception:
         logging.error("Couldn't create the spark session")
 
-    return spark
-
-def create_initial_dataframe(spark_session):
-    """
-    Reads the streaming data and creates the initial dataframe accordingly.
-    """
-    try:
-        # Gets the streaming data from topic random_names
-        df = spark_session \
-              .readStream \
-              .format("kafka") \
-              .option("kafka.bootstrap.servers", "kafka1:19092,kafka2:19093,kafka3:19094") \
-              .option("subscribe", "random_names") \
-              .option("delimeter",",") \
-              .option("startingOffsets", "earliest") \
-              .load()
-        logging.info("Initial dataframe created successfully")
-    except Exception as e:
-        logging.warning(f"Initial dataframe couldn't be created due to exception: {e}")
-
-    return df
+    return spark