limit sql functions imported

amotolani · Jan 29, 2023 · 3efdded · 3efdded
1 parent e6d1ce7
commit 3efdded
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/bexley_spark_stream_msk_es.py b/bexley_spark_stream_msk_es.py
@@ -6,8 +6,7 @@
 from pyspark import SparkConf, SparkContext, sql
 from pyspark.sql.functions import from_utc_timestamp
 from pyspark.sql import SparkSession
-from pyspark.sql.functions import *
-from pyspark.sql.functions import from_json, col, explode
+from pyspark.sql.functions import from_json, col, explode, lit, concat_ws, substring, when
 from ast import literal_eval
 from pyspark.sql.types import StructType,StructField,  StringType, IntegerType,BooleanType, DateType, DoubleType, MapType, TimestampType, ArrayType
 import boto3
@@ -191,4 +190,4 @@ def foreach_batch(stream_df_04, epoch_id):
 
 stream_df_05.awaitTermination()
 
-stream_df_05.awaitTermination()
+stream_df_05.awaitTermination()