Runnning the JavaScript tracker, collector & Enrich module via pipeline in the console


#1
2-collectors/scala-stream-collector/target/scala-2.10/snowplow-stream-collector-0.9.0 --config 2-collectors/scala-stream-collector/target/scala-2.10/my.conf | 3-enrich/stream-enrich/target/scala-2.10/snowplow-stream-enrich-0.10.0 --config 3-enrich/stream-enrich/target/scala-2.10/config/my.conf --resolver file:3-enrich/stream-enrich/target/scala-2.10/config/iglu_resolver.json --enrichments file:3-enrich/stream-enrich/target/scala-2.10/config/enrichments >> stream_enrich_log_file.txt 2>&1

Triggering the above command via pipeline, i’am getting the below error. What could be the possible solution:

[WARN] [07/21/2017 18:00:36.917] [snowplow-scala-tracker-akka.actor.default-dispatcher-6] [akka://snowplow-scala-tracker/user/IO-HTTP/host-connector-0/0] Connection attempt to 169.254.169.254:80 failed in response to GET request to /latest/dynamic/instance-identity/document/ with 5 retries left, retrying...
[WARN] [07/21/2017 18:00:36.934] [snowplow-scala-tracker-akka.actor.default-dispatcher-3] [akka://snowplow-scala-tracker/user/IO-HTTP/host-connector-0/1] Connection attempt to 169.254.169.254:80 failed in response to GET request to /latest/dynamic/instance-identity/document/ with 4 retries left, retrying...
[WARN] [07/21/2017 18:00:36.943] [snowplow-scala-tracker-akka.actor.default-dispatcher-4] [akka://snowplow-scala-tracker/user/IO-HTTP/host-connector-0/0] Connection attempt to 169.254.169.254:80 failed in response to GET request to /latest/dynamic/instance-identity/document/ with 3 retries left, retrying...
[WARN] [07/21/2017 18:00:36.987] [snowplow-scala-tracker-akka.actor.default-dispatcher-12] [akka://snowplow-scala-tracker/user/IO-HTTP/host-connector-0/1] Connection attempt to 169.254.169.254:80 failed in response to GET request to /latest/dynamic/instance-identity/document/ with 2 retries left, retrying...
[WARN] [07/21/2017 18:00:37.007] [snowplow-scala-tracker-akka.actor.default-dispatcher-11] [akka://snowplow-scala-tracker/user/IO-HTTP/host-connector-0/0] Connection attempt to 169.254.169.254:80 failed in response to GET request to /latest/dynamic/instance-identity/document/ with 1 retries left, retrying...
[WARN] [07/21/2017 18:00:37.021] [snowplow-scala-tracker-akka.actor.default-dispatcher-14] [akka://snowplow-scala-tracker/user/IO-HTTP/host-connector-0/1] Connection attempt to 169.254.169.254:80 failed in response to GET request to /latest/dynamic/instance-identity/document/ with no retries left, dispatching error...
{"line":"180031480scala+stream+collector+akkaactordefault+dispatcher+8INFOakkaeventslf4jSlf4jLogger+Slf4jLoggerstarte","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.830Z"}
{"line":"180031497scala+stream+collector+akkaactordefault+dispatcher+8DEBUGakkaeventEventStream+loggerlog1+Slf4jLoggerstarted","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.848Z"}
{"line":"180031501scala+stream+collector+akkaactordefault+dispatcher+8DEBUGakkaeventEventStream+DefaultLoggersstarted","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.849Z"}
{"line":"180035407scala+stream+collector+akkaactordefault+dispatcher+8DEBUGspraycanserverHttpListener+Bindingto/127001808","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.849Z"}
{"line":"180035655scala+stream+collector+akkaactordefault+dispatcher+6DEBUGakkaioTcpListener+BindfailedforTCPchannelonendpoint/1270018081javanetBindExceptionAddressalreadyinusebinc=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.850Z"}
{"line":"180035656scala+stream+collector+akkaactordefault+dispatcher+6WARNspraycanserverHttpListener+Bindto/1270018081failec=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.851Z"}
{"line":"180035657scala+stream+collector+akkaactordefault+dispatcher+6DEBUGakkaioTcpListener+ClosingserverSocketChannelafterbeingstoppec=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.852Z"}
{"line":"180036073ForkJoinPool+2+worker+5ERRORcsscscalastreamScalaCollector+Failurebindingtopors=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 2 bytes, but only got 1 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.853Z"}
{"line":"javalangRuntimeExceptionCommandFailedBindActorakka//scala+stream+collector/user/handler1281668774/1270018081100ListNonc=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 4 bytes, but only got 3 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.856Z"}
{"line":"atcomsnowplowanalyticssnowplowcollectorsscalastreamScalaCollectoranonfun3applyScalaCollectorAppscala118snowplow+stream+collector+090090=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.856Z"}
{"line":"atcomsnowplowanalyticssnowplowcollectorsscalastreamScalaCollectoranonfun3applyScalaCollectorAppscala116snowplow+stream+collector+090090=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.857Z"}
{"line":"atscalaconcurrentFutureanonfunflatMap1applyFuturescala251snowplow+stream+collector+09009","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.858Z"}
{"line":"atscalaconcurrentFutureanonfunflatMap1applyFuturescala249snowplow+stream+collector+09009","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.859Z"}
{"line":"atscalaconcurrentimplCallbackRunnablerunPromisescala32snowplow+stream+collector+09009w==","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 2 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.859Z"}
{"line":"atscalaconcurrentimplExecutionContextImplanon3execExecutionContextImplscala107snowplow+stream+collector+09009w==","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 2 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.860Z"}
{"line":"atscalaconcurrentforkjoinForkJoinTaskdoExecForkJoinTaskjava260snowplow+stream+collector+09009w==","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 2 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.861Z"}
{"line":"atscalaconcurrentforkjoinForkJoinPoolWorkQueuerunTaskForkJoinPooljava1339snowplow+stream+collector+09009","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.862Z"}
{"line":"atscalaconcurrentforkjoinForkJoinPoolrunWorkerForkJoinPooljava1979snowplow+stream+collector+09009w==","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 2 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.863Z"}
{"line":"atscalaconcurrentforkjoinForkJoinWorkerThreadrunForkJoinWorkerThreadjava107snowplow+stream+collector+090090=","errors":[{"level":"error","message":"Error deserializing raw event: Cannot read. Remote side has closed. Tried to read 2 bytes, but only got 1 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)"}],"failure_tstamp":"2017-07-21T12:30:42.864Z"}

#2

Hey @nishanth
Stream enrich i can able to run in my local server.
i made couple of changes while running stream enrich.
First i just commented “Monitoring section” in the enrich conf file and secondly rather running in snowplow/3-enrich/stream-enrich/target/scala-2.10/ i just ran in /snowplow path, now i am getting the data in enrich console.

Below is the output of enrich.

CFe23a	web	2017-07-27 10:36:34.423	2017-07-27 10:36:20.563	2017-07-27 10:35:31.453	page_view	1af023af-82d9-4509-850b-c09c2565527b		cf	js-2.8.0	ssc-0.9.0-stdout	kinesis-0.10.0-common-0.24.0		172.16.2.x	3280538411	67624c4e-d036-4efb-b910-77e26c4b4253	1	a31ab699-91b4-4782-82ae-933b509fa673												http://localhost:8080/ChangesHTML/SampleExampleTracker.html	Fixed Width 2 Blue		http	localhost	8080	/ChangesHTML/SampleExampleTracker.html																																										Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36	Chrome	Chrome	59.0.3071.115	Browser	WEBKIT	en-US	1	0	0	0	0	0	0	0	0	1	24	1517	735	Windows 10	Windows	Microsoft Corporation	Asia/Kolkata	Computer	0	1366	768	UTF-8	1499	840												2017-07-27 10:35:56.538			{"schema":"iglu:com.snowplowanalytics.snowplow/contexts/jsonschema/1-0-1","data":[{"schema":"iglu:com.snowplowanalytics.snowplow/ua_parser_context/jsonschema/1-0-0","data":{"useragentFamily":"Chrome","useragentMajor":"59","useragentMinor":"0","useragentPatch":"3071","useragentVersion":"Chrome 59.0.3071","osFamily":"Windows","osMajor":null,"osMinor":null,"osPatch":null,"osPatchMinor":null,"osVersion":"Windows","deviceFamily":"Other"}}]}	b3950f77-d380-4ccc-a380-754bd058426c	2017-07-27 10:35:55.478	com.snowplowanalytics.snowplow	page_view	jsonschema	1-0-0	8fbb60c48e8ae1a14bf6ec0993957a83	
CFe23a	web	2017-07-27 10:36:34.766	2017-07-27 10:36:21.137	2017-07-27 10:35:56.537	page_view	7d7acdc6-3d8b-4a36-a4ba-3de195c4f03b		cf	js-2.8.0	ssc-0.9.0-stdout	kinesis-0.10.0-common-0.24.0		172.16.2.x	3280538411	e802b6f9-b065-40c7-ad6d-b1359b922e79	1	b00fda71-8651-46a2-8046-819cbbd9827b												http://localhost:8080/ChangesHTML/SampleExampleTracker.html	Fixed Width 2 Blue		http	localhost	8080	/ChangesHTML/SampleExampleTracker.html																																										Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36	Chrome	Chrome	59.0.3071.115	Browser	WEBKIT	en-US	1	0	0	0	0	0	0	0	0	1	24	1517	735	Windows 10	Windows	Microsoft Corporation	Asia/Kolkata	Computer	0	1366	768	UTF-8	1499	1081												2017-07-27 10:35:57.628			{"schema":"iglu:com.snowplowanalytics.snowplow/contexts/jsonschema/1-0-1","data":[{"schema":"iglu:com.snowplowanalytics.snowplow/ua_parser_context/jsonschema/1-0-0","data":{"useragentFamily":"Chrome","useragentMajor":"59","useragentMinor":"0","useragentPatch":"3071","useragentVersion":"Chrome 59.0.3071","osFamily":"Windows","osMajor":null,"osMinor":null,"osPatch":null,"osPatchMinor":null,"osVersion":"Windows","deviceFamily":"Other"}}]}	244dec20-8c33-4f4c-a30c-0d801d0da4e0	2017-07-27 10:36:20.046	com.snowplowanalytics.snowplow	page_view	jsonschema	1-0-0	fbd1db586f8518e897e5183462548a78	
CFe23a	web	2017-07-27 10:36:34.789	2017-07-27 10:36:22.743	2017-07-27 10:35:59.244	page_view	78f7ae64-5c5f-4ef2-9092-8f86344d8739		cf	js-2.8.0	ssc-0.9.0-stdout	kinesis-0.10.0-common-0.24.0		172.16.2.x	3280538411	8faa2bf5-2a90-43b4-8921-aef4bf34f0cc	1	f5bd4359-a297-4ea4-b1f1-a069de3ec6ac												http://localhost:8080/ChangesHTML/SampleExampleTracker.html	Fixed Width 2 Blue		http	localhost	8080	/ChangesHTML/SampleExampleTracker.html																																										Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36	Chrome	Chrome	59.0.3071.115	Browser	WEBKIT	en-US	1	0	0	0	0	0	0	0	0	1	24	1517	735	Windows 10	Windows	Microsoft Corporation	Asia/Kolkata	Computer	0	1366	768	UTF-8	1518	736												2017-07-27 10:35:59.247			{"schema":"iglu:com.snowplowanalytics.snowplow/contexts/jsonschema/1-0-1","data":[{"schema":"iglu:com.snowplowanalytics.snowplow/ua_parser_context/jsonschema/1-0-0","data":{"useragentFamily":"Chrome","useragentMajor":"59","useragentMinor":"0","useragentPatch":"3071","useragentVersion":"Chrome 59.0.3071","osFamily":"Windows","osMajor":null,"osMinor":null,"osPatch":null,"osPatchMinor":null,"osVersion":"Windows","deviceFamily":"Other"}}]}	18d49a39-7c43-4784-955b-98443c65122a	2017-07-27 10:36:22.740	com.snowplowanalytics.snowplow	page_view	jsonschema	1-0-0	9efdc98e40444ea7efbf7bcab614a1ba