擷取通用最新dt
df = sqlContext.table("db_name.table_name")
df_dates = df.select('dt').distinct().orderBy(df['dt'].desc())
lat_date_dict=df_dates.first().asDict()
lat_dt=lat_date_dict['dt']
df = sqlContext.table("db_name.table_name")
df_dates = df.select('dt').distinct().orderBy(df['dt'].desc())
lat_date_dict=df_dates.first().asDict()
lat_dt=lat_date_dict['dt']
![pyspark環境搭建,連接配接hive一 環境搭建二 項目建立[圖]](data:image/gif;base64,R0lGODlhAQABAIAAAP///wAAACwAAAAAAQABAAACAkQBADs=)