spark stream冷启动处理kafka中积压的数据

spark.streaming.backpressure.enabled=true
spark.streaming.backpressure.initialRate=200

#!/bin/sh
TaskName="funnel"
UserName="hadoop"
cd `dirname $0`
nohup sudo -u ${UserName} /data/bigdata/spark/bin/spark-submit 
--name ${TaskName} 
--class FunnelMain 
--master yarn 
--deploy-mode cluster 
--executor-memory 2G 
--num-executors 3 
--conf spark.streaming.backpressure.enabled=true 
--conf spark.streaming.backpressure.initialRate=1000 
--files /data/apps/funnel/app/conf/conf.properties 
/data/apps/funnel/app/target/apphadoop-1-jar-with-dependencies.jar conf.properties >>../log/${TaskName}.log 2>&1 &
exit 0