サポート #897
イベントログ集計エラー対策
| ステータス: | 解決 | 開始日: | 2016/09/29 | |
|---|---|---|---|---|
| 優先度: | 今すぐ | 期日: | ||
| 担当者: | 山本 義治 | 進捗 %: | 0% | |
| カテゴリ: | ログ集計 | 作業時間の記録: | - | |
| 対象バージョン: | - |
説明
[root@agg1 x-generation-aggregator]# tail aggregator.log
WARN Error sending message in 1 attempts
akka.pattern.AskTimeoutException: Recipient[Actor[akka://sparkDriver/user/HeartbeatReceiver#-676186582]] had already been terminated.
at akka.pattern.AskableActorRef$.ask$extension(AskSupport.scala:134)
at org.apache.spark.util.AkkaUtils$.askWithReply(AkkaUtils.scala:175)
at org.apache.spark.executor.Executor$$anon$1.run(Executor.scala:373)
WARN Error sending message in 2 attempts
akka.pattern.AskTimeoutException: Recipient[Actor[akka://sparkDriver/user/HeartbeatReceiver#-676186582]] had already been terminated.
at akka.pattern.AskableActorRef$.ask$extension(AskSupport.scala:134)
at org.apache.spark.util.AkkaUtils$.askWithReply(AkkaUtils.scala:175)
at org.apache.spark.executor.Executor$$anon$1.run(Executor.scala:373)
[root@agg1 x-generation-aggregator]# tail -f aggregator.log
at org.apache.spark.util.AkkaUtils$.askWithReply(AkkaUtils.scala:175)
at org.apache.spark.executor.Executor$$anon$1.run(Executor.scala:373)
WARN Issue communicating with driver in heartbeater
org.apache.spark.SparkException: Error sending message [message = Heartbeat(localhost,[Lscala.Tuple2;@15eb500,BlockManagerId(<driver>, agg1.i-joji.com, 58672, 0))]
at org.apache.spark.util.AkkaUtils$.askWithReply(AkkaUtils.scala:190)
at org.apache.spark.executor.Executor$$anon$1.run(Executor.scala:373)
Caused by: akka.pattern.AskTimeoutException: Recipient[Actor[akka://sparkDriver/user/HeartbeatReceiver#-676186582]] had already been terminated.
at akka.pattern.AskableActorRef$.ask$extension(AskSupport.scala:134)
at org.apache.spark.util.AkkaUtils$.askWithReply(AkkaUtils.scala:175)
... 1 more
履歴
#1 山本 義治 が8年以上前に更新
プロセス強制終了
[root@agg1 x-generation-aggregator]# ps ax | grep aggre
1462 ? Sl 335210:23 /usr/lib/jvm/java-1.6.0-openjdk-1.6.0.36.x86_64/bin/java -cp /home/spark/x-generation-aggregator/target/pack/lib/* -Dprog.home=/home/spark/x-generation-aggregator/target/pack -Dprog.version=1.0 jp.ihearts.XGenerationAggregation.LogAggregator
21071 pts/0 S+ 0:00 grep aggre
[root@agg1 x-generation-aggregator]# kill -9 1462
[root@agg1 x-generation-aggregator]# ps ax | grep aggre
21108 pts/0 R+ 0:00 grep aggre
[root@agg1 x-generation-aggregator]# target/pack/bin/aggregator > aggregator.log 2>&1 &
[1] 21119
[root@agg1 x-generation-aggregator]#
[root@agg1 x-generation-aggregator]# ps ax | grep aggre
21119 pts/0 S 0:00 /bin/sh target/pack/bin/aggregator
21127 pts/0 S+ 0:00 grep aggre
正常起動確認
[root@agg1 x-generation-aggregator]# ps ax | grep aggre
21119 pts/0 Sl 0:17 /usr/lib/jvm/java-1.6.0-openjdk-1.6.0.36.x86_64/bin/java cp /home/spark/x-generation-aggregator/target/pack/lib/* -Dprog.home=/home/spark/x-generation-aggregator/target/pack -Dprog.version=1.0 jp.ihearts.XGenerationAggregation.LogAggregator,-,GET,/event/set?app_id=CosLab_Android&app_key=B0m1EmyvrVi6i2Tr&user_id=19041d26-5cb3-4319-82d3-68a3f0935c4e&event_type=view&label=PV_TL_Popularity,200,42,Some(
21268 pts/0 S+ 0:00 grep aggre
[root@agg1 x-generation-aggregator]# tail -f aggregator.log
(nil,AccessLog(183.74.204.195,),Some(Apache-HttpClient/UNAVAILABLE (java 1.4)),Some(status=1&campaign_id=&user_group_id=&install_date=2016-09-10&label=PV_TL_Popularity),1474908901)),-,GET,/event/set?app_id=CosLab_Android&app_key=B0m1EmyvrVi6i2Tr&user_id=19041d26-5cb3-4319-82d3-68a3f0935c4e&event_type=view&label=PV_MyData,200,42,Some(
(nil,AccessLog(183.74.204.195,),Some(Apache-HttpClient/UNAVAILABLE (java 1.4)),Some(status=1&campaign_id=&user_group_id=&install_date=2016-09-10&label=PV_MyData),1474908953)),-,GET,/event/set?app_id=CosLab_Android&app_key=B0m1EmyvrVi6i2Tr&user_id=1afd8d97-e46c-4008-b6ed-0f9c2c9ab5a9&event_type=launch&label=null,403,70,Some(
(nil,AccessLog(116.220.85.10,),Some(Apache-HttpClient/UNAVAILABLE (java 1.4)),Some(),1474909070))
(nil,AccessLog(116.220.85.10,-,-,GET,/event/set?app_id=CosLab_Android&app_key=B0m1EmyvrVi6i2Tr&user_id=1afd8d97-e46c-4008-b6ed-0f9c2c9ab5a9&event_type=launch&label=null,403,70,Some(),Some(Apache-HttpClient/UNAVAILABLE (java 1.4)),Some(),1474909359))
(nil,AccessLog(183.74.204.195,-,-,GET,/event/set?app_id=CosLab_Android&app_key=B0m1EmyvrVi6i2Tr&user_id=19041d26-5cb3-4319-82d3-68a3f0935c4e&event_type=conversion&label=Profile_update,200,48,Some(),Some(Apache-HttpClient/UNAVAILABLE (java 1.4)),Some(status=1&campaign_id=&user_group_id=&install_date=2016-09-10&label=Profile_update),1474909418)),-,GET,/event/set?app_id=CosLab_Android&app_key=B0m1EmyvrVi6i2Tr&user_id=f1f0e9c5-c6ff-49d9-b1e9-0b4aef1d0a2f&event_type=launch&label=null,403,70,Some(
(nil,AccessLog(219.167.60.153,),Some(Apache-HttpClient/UNAVAILABLE (java 1.4)),Some(),1474909507))
...
正常にログ集計されていること確認