warnings and exceptions in telemetryd.log with sflow
Description
Acceptance / Success Criteria
Attachments
- 08 Jun 2018, 11:33 AM
- 08 Jun 2018, 11:28 AM
Lucidchart Diagrams
Activity
Martin Lärcher July 27, 2018 at 9:04 AMEdited
I get for these counter samples exactly the same exception (see below) in telemetry.log - perhaps this exception also gone with your fixes
message {
timestamp: 1532681395428
bytes: "i\024\000\000\022time\000\344\034\356\332d\001\000\000\003data\000P\024\000\000\003agent_address\000\034\000\000\000\002ipv4\000\r\000\000\00010.10.15.253\000\000\022sub_agent_id\000\001\000\000\000\000\000\000\000\022sequence_number\000\2655\024\000\000\000\000\000\022uptime\000\377\377\377\377\000\000\000\000\004samples\000\330\023\000\000\0030\000\364\003\000\000\002format\000\004\000\000\0000:2\000\003data\000\331\003\000\000\022sequence_number\000\305\310\v\000\000\000\000\000\022source_id\000\352\000\000\000\000\000\000\000\003counters\000\236\003\000\000\0030:1\000\260\001\000\000\022ifIndex\000\352\000\000\000\000\000\000\000\022ifType\000\006\000\000\000\000\000\000\000\022ifSpeed\000\000\312\232;\000\000\000\000\022ifDirection\000\001\000\000\000\000\000\000\000\022ifStatus\000\000\000\000\000\000\000\000\000\022ifInOctets\000\000\000\000\000\000\000\000\000\022ifInUcastPkts\000\000\000\000\000\000\000\000\000\022ifInMulticastPkts\000\000\000\000\000\000\000\000\000\022ifInBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifInDiscards\000\000\000\000\000\000\000\000\000\022ifInErrors\000\000\000\000\000\000\000\000\000\022ifInUnknownProtos\000\000\000\000\000\000\000\000\000\022ifOutOctets\000\000\000\000\000\000\000\000\000\022ifOutUcastPkts\000\000\000\000\000\000\000\000\000\022ifOutMulticastPkts\000\000\000\000\000\000\000\000\000\022ifOutBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifOutDiscards\000\000\000\000\000\000\000\000\000\022ifOutErrors\000\000\000\000\000\000\000\000\000\022ifPromiscuousMode\000\001\000\000\000\000\000\000\000\000\0030:2\000\337\001\000\000\022dot3StatsAlignmentErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFCSErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSingleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsMultipleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsSQETestErrors\000\000\000\000\000\000\000\000\000\022dot3StatsDeferredTransmissions\000\000\000\000\000\000\000\000\000\022dot3StatsLateCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsExcessiveCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacTransmitErrors\000\000\000\000\000\000\000\000\000\022dot3StatsCarrierSenseErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFrameTooLongs\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacReceiveErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSymbolErrors\000\000\000\000\000\000\000\000\000\000\000\000\000\0031\000\364\003\000\000\002format\000\004\000\000\0000:2\000\003data\000\331\003\000\000\022sequence_number\000\305\310\v\000\000\000\000\000\022source_id\000\353\000\000\000\000\000\000\000\003counters\000\236\003\000\000\0030:1\000\260\001\000\000\022ifIndex\000\353\000\000\000\000\000\000\000\022ifType\000\006\000\000\000\000\000\000\000\022ifSpeed\000\000\312\232;\000\000\000\000\022ifDirection\000\001\000\000\000\000\000\000\000\022ifStatus\000\000\000\000\000\000\000\000\000\022ifInOctets\000\000\000\000\000\000\000\000\000\022ifInUcastPkts\000\000\000\000\000\000\000\000\000\022ifInMulticastPkts\000\000\000\000\000\000\000\000\000\022ifInBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifInDiscards\000\000\000\000\000\000\000\000\000\022ifInErrors\000\000\000\000\000\000\000\000\000\022ifInUnknownProtos\000\000\000\000\000\000\000\000\000\022ifOutOctets\000\000\000\000\000\000\000\000\000\022ifOutUcastPkts\000\000\000\000\000\000\000\000\000\022ifOutMulticastPkts\000\000\000\000\000\000\000\000\000\022ifOutBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifOutDiscards\000\000\000\000\000\000\000\000\000\022ifOutErrors\000\000\000\000\000\000\000\000\000\022ifPromiscuousMode\000\001\000\000\000\000\000\000\000\000\0030:2\000\337\001\000\000\022dot3StatsAlignmentErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFCSErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSingleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsMultipleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsSQETestErrors\000\000\000\000\000\000\000\000\000\022dot3StatsDeferredTransmissions\000\000\000\000\000\000\000\000\000\022dot3StatsLateCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsExcessiveCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacTransmitErrors\000\000\000\000\000\000\000\000\000\022dot3StatsCarrierSenseErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFrameTooLongs\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacReceiveErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSymbolErrors\000\000\000\000\000\000\000\000\000\000\000\000\000\0032\000\364\003\000\000\002format\000\004\000\000\0000:2\000\003data\000\331\003\000\000\022sequence_number\000\305\310\v\000\000\000\000\000\022source_id\000\354\000\000\000\000\000\000\000\003counters\000\236\003\000\000\0030:1\000\260\001\000\000\022ifIndex\000\354\000\000\000\000\000\000\000\022ifType\000\006\000\000\000\000\000\000\000\022ifSpeed\000\000\312\232;\000\000\000\000\022ifDirection\000\001\000\000\000\000\000\000\000\022ifStatus\000\000\000\000\000\000\000\000\000\022ifInOctets\000\000\000\000\000\000\000\000\000\022ifInUcastPkts\000\000\000\000\000\000\000\000\000\022ifInMulticastPkts\000\000\000\000\000\000\000\000\000\022ifInBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifInDiscards\000\000\000\000\000\000\000\000\000\022ifInErrors\000\000\000\000\000\000\000\000\000\022ifInUnknownProtos\000\000\000\000\000\000\000\000\000\022ifOutOctets\000\000\000\000\000\000\000\000\000\022ifOutUcastPkts\000\000\000\000\000\000\000\000\000\022ifOutMulticastPkts\000\000\000\000\000\000\000\000\000\022ifOutBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifOutDiscards\000\000\000\000\000\000\000\000\000\022ifOutErrors\000\000\000\000\000\000\000\000\000\022ifPromiscuousMode\000\001\000\000\000\000\000\000\000\000\0030:2\000\337\001\000\000\022dot3StatsAlignmentErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFCSErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSingleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsMultipleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsSQETestErrors\000\000\000\000\000\000\000\000\000\022dot3StatsDeferredTransmissions\000\000\000\000\000\000\000\000\000\022dot3StatsLateCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsExcessiveCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacTransmitErrors\000\000\000\000\000\000\000\000\000\022dot3StatsCarrierSenseErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFrameTooLongs\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacReceiveErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSymbolErrors\000\000\000\000\000\000\000\000\000\000\000\000\000\0033\000\364\003\000\000\002format\000\004\000\000\0000:2\000\003data\000\331\003\000\000\022sequence_number\000\305\310\v\000\000\000\000\000\022source_id\000\355\000\000\000\000\000\000\000\003counters\000\236\003\000\000\0030:1\000\260\001\000\000\022ifIndex\000\355\000\000\000\000\000\000\000\022ifType\000\006\000\000\000\000\000\000\000\022ifSpeed\000\000\312\232;\000\000\000\000\022ifDirection\000\001\000\000\000\000\000\000\000\022ifStatus\000\000\000\000\000\000\000\000\000\022ifInOctets\000\000\000\000\000\000\000\000\000\022ifInUcastPkts\000\000\000\000\000\000\000\000\000\022ifInMulticastPkts\000\000\000\000\000\000\000\000\000\022ifInBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifInDiscards\000\000\000\000\000\000\000\000\000\022ifInErrors\000\000\000\000\000\000\000\000\000\022ifInUnknownProtos\000\000\000\000\000\000\000\000\000\022ifOutOctets\000\000\000\000\000\000\000\000\000\022ifOutUcastPkts\000\000\000\000\000\000\000\000\000\022ifOutMulticastPkts\000\000\000\000\000\000\000\000\000\022ifOutBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifOutDiscards\000\000\000\000\000\000\000\000\000\022ifOutErrors\000\000\000\000\000\000\000\000\000\022ifPromiscuousMode\000\001\000\000\000\000\000\000\000\000\0030:2\000\337\001\000\000\022dot3StatsAlignmentErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFCSErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSingleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsMultipleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsSQETestErrors\000\000\000\000\000\000\000\000\000\022dot3StatsDeferredTransmissions\000\000\000\000\000\000\000\000\000\022dot3StatsLateCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsExcessiveCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacTransmitErrors\000\000\000\000\000\000\000\000\000\022dot3StatsCarrierSenseErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFrameTooLongs\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacReceiveErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSymbolErrors\000\000\000\000\000\000\000\000\000\000\000\000\000\0034\000\364\003\000\000\002format\000\004\000\000\0000:2\000\003data\000\331\003\000\000\022sequence_number\000\305\310\v\000\000\000\000\000\022source_id\000\356\000\000\000\000\000\000\000\003counters\000\236\003\000\000\0030:1\000\260\001\000\000\022ifIndex\000\356\000\000\000\000\000\000\000\022ifType\000\006\000\000\000\000\000\000\000\022ifSpeed\000\000\344\vT\002\000\000\000\022ifDirection\000\001\000\000\000\000\000\000\000\022ifStatus\000\003\000\000\000\000\000\000\000\022ifInOctets\000\251&_\t\004\000\000\000\022ifInUcastPkts\000\324\273f\001\000\000\000\000\022ifInMulticastPkts\000\023H\034\t\000\000\000\000\022ifInBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifInDiscards\000\246\000\000\000\000\000\000\000\022ifInErrors\000\000\000\000\000\000\000\000\000\022ifInUnknownProtos\000\000\000\000\000\000\000\000\000\022ifOutOctets\000\334\312\335_&\000\000\000\022ifOutUcastPkts\000d(\251\b\000\000\000\000\022ifOutMulticastPkts\000\324\315\207\v\000\000\000\000\022ifOutBroadcastPkts\000\000\000\000\000\000\000\000\000\022ifOutDiscards\000\000\000\000\000\000\000\000\000\022ifOutErrors\000\000\000\000\000\000\000\000\000\022ifPromiscuousMode\000\001\000\000\000\000\000\000\000\000\0030:2\000\337\001\000\000\022dot3StatsAlignmentErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFCSErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSingleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsMultipleCollisionFrames\000\000\000\000\000\000\000\000\000\022dot3StatsSQETestErrors\000\000\000\000\000\000\000\000\000\022dot3StatsDeferredTransmissions\000\000\000\000\000\000\000\000\000\022dot3StatsLateCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsExcessiveCollisions\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacTransmitErrors\000\000\000\000\000\000\000\000\000\022dot3StatsCarrierSenseErrors\000\000\000\000\000\000\000\000\000\022dot3StatsFrameTooLongs\000\000\000\000\000\000\000\000\000\022dot3StatsInternalMacReceiveErrors\000\000\000\000\000\000\000\000\000\022dot3StatsSymbolErrors\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000"
}
. Skipping.
java.lang.NullPointerException: null
2018-07-27 10:50:14,272 WARN [AggregatorFlush-Telemetry-SFlow] o.o.n.t.d.TelemetryMessageConsumer: Adapter: org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlowAdapter@350bb2d2 failed to handle message log: location: "Default"
Christian Pape July 27, 2018 at 8:18 AM
We are currently implementing and supporting the structure definitions of sflow.org:
I haven't find any structure for "dot3transmission" there. Some dot3*-stuff is mentioned in
the LAG Counters structure definition. Is this "dot3transmission" a structure specified by your
switch vendor?
Christian Pape July 27, 2018 at 8:14 AM
Found the cause of this NullPointerException. See PR for details:
Martin Lärcher July 27, 2018 at 6:05 AM
Yes the exceptions with hsflow still exist. We are using Ubuntu 16.04, Java JDK 1.8.0_172 with hsflow 2.0.15.
There still exist some exceptions from switch but they are related to dot3transmission statistic counters - i think we need for these a parser script, or?
Christian Pape July 27, 2018 at 5:47 AM
Hi @Martin Lärcher, the call to writeInt64() will fix the problem of the switch. But the first error (NullPointerException) still exist, right? Currently, I'm not able to reproduce this behavior. Which kind of operating system / distro are you using?
We install hsflowd on OpenNMS machine and get the following warnings in telemetry.log.
hsflowd config:
sflow {
collector { ip=10.1.1.57 udpport=6343 }
pcap { dev = eth0 }
{{}}}
telemetry.log:
2018-06-08 11:08:42,893 WARN [AggregatorFlush-Telemetry-SFlow] o.o.n.t.d.TelemetryMessageConsumer: Adapter: org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlowAdapter@7afa3d5a failed to handle message log: location: "Default"
system_id: "00000000-0000-0000-0000-000000000000"
source_address: "10.1.1.57"
source_port: 49627
message {
timestamp: 1528448922074
bytes: "i\v\000\000\022time\000\332\261\247\336c\001\000\000\003data\000P\v\000\000\003agent_address\000\033\000\000\000\002ipv4\000\f\000\000\00010.1.1.57\000\000\022sub_agent_id\000\240\206\001\000\000\000\000\000\022sequence_number\000\026\000\000\000\000\000\000\000\022uptime\0004f\000\000\000\000\000\000\004samples\000\331\n\000\000\0030\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000V\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000`\206\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\310\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\250\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0031\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000W\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\360\207\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\374\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\334\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0032\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000X\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\200\211\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\002\000\000\000\000\000\000\000\022output\000\377\377\377?\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\244\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\204\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\v\000\000\00010.1.1.14\000\002dst_ip\000\f\000\000\00010.1.1.57\000\020src_port\000\273\302\000\000\020dst_port\000F\244\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0033\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000Y\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\020\213\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\374\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\334\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0034\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000Z\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\240\214\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\374\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\334\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0035\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000[\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\0000\216\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\002\000\000\000\000\000\000\000\022output\000\377\377\377?\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\244\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\204\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\v\000\000\00010.1.1.12\000\002dst_ip\000\f\000\000\00010.1.1.57\000\020src_port\000X\302\000\000\020dst_port\000\304\341\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0036\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000\\\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\300\217\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\374\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\334\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\000\000\000"
{{}}}
message {
timestamp: 1528448922505
bytes: "u\006\000\000\022time\000\211\263\247\336c\001\000\000\003data\000\\\006\000\000\003agent_address\000\033\000\000\000\002ipv4\000\f\000\000\00010.1.1.57\000\000\022sub_agent_id\000\240\206\001\000\000\000\000\000\022sequence_number\000\027\000\000\000\000\000\000\000\022uptime\000\340g\000\000\000\000\000\000\004samples\000\345\005\000\000\0030\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000]\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000P\221\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\002\000\000\000\000\000\000\000\022output\000\377\377\377?\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\0004\001\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\024\001\000\000\020protocol\000\006\000\000\000\002src_ip\000\v\000\000\00010.1.1.14\000\002dst_ip\000\f\000\000\00010.1.1.57\000\020src_port\000\273\302\000\000\020dst_port\000F\244\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0031\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000^\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\340\222\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\374\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\334\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\0032\0009\001\000\000\002format\000\004\000\000\0000:1\000\003data\000\036\001\000\000\022sequence_number\000_\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000p\224\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\000\000\000\000\000\000\000\000\022output\000\000\000\000\000\000\000\000\000\003flows\000\214\000\000\000\0030:1\000\202\000\000\000\020protocol\000\001\000\000\000\022frame_length\000N\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\005raw\000.\000\000\000\000\001\000\003\367\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\0033\000\211\001\000\000\002format\000\004\000\000\0000:1\000\003data\000n\001\000\000\022sequence_number\000`\000\000\000\000\000\000\000\022source_id\000\002\000\000\000\000\000\000\000\022sampling_rate\000\220\001\000\000\000\000\000\000\022sample_pool\000\000\226\000\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\377\377\377?\000\000\000\000\022output\000\002\000\000\000\000\000\000\000\003flows\000\334\000\000\000\0030:1\000\322\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\374\000\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\005\000\000\000\000\003ipv4\000\202\000\000\000\020tos\000\000\000\000\000\020length\000\334\000\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.1.1.57\000\002dst_ip\000\v\000\000\00010.1.1.14\000\020src_port\000F\244\000\000\020dst_port\000\273\302\000\000\020tcp_flags\000\030\000\000\000\000\000\000\000\000\000\000\000"
{{}}}
. Skipping.
java.lang.NullPointerException: null
2018-06-08 11:08:48,487 WARN [OpenNMS.Sink.AsyncDispatcher.Telemetry-SFlow-Thread-15] o.o.n.t.d.TelemetryMessageConsumer: Adapter: org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlowAdapter@7afa3d5a failed to handle message log: location: "Default"
We also configure sflow collector on a Extreme VSP 7200 Switch and receive exceptions for flow samples in telemetry.log (counter samples seems to be ok):
2018-06-08 09:42:22,459 WARN [AggregatorFlush-Telemetry-SFlow] o.o.n.t.d.TelemetryMessageConsumer: Adapter: org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlowAdapter@7afa3d5a failed to handle message log: location: "Default"
system_id: "00000000-0000-0000-0000-000000000000"
source_address: "10.1.1.54"
source_port: 6343
message {
timestamp: 1528443741826
bytes: "-\002\000\000\022time\000\202\246X\336c\001\000\000\003data\000\024\002\000\000\003agent_address\000\034\000\000\000\002ipv4\000\r\000\000\00010.1.1.54\000\000\022sub_agent_id\000\001\000\000\000\000\000\000\000\022sequence_number\000e\311\001\000\000\000\000\000\022uptime\000\377\377\377\377\000\000\000\000\004samples\000\234\001\000\000\0030\000\224\001\000\000\002format\000\004\000\000\0000:1\000\003data\000y\001\000\000\022sequence_number\000\317\004\000\000\000\000\000\000\022source_id\000\321\000\000\000\000\000\000\000\022sampling_rate\000\000 \000\000\000\000\000\000\022sample_pool\000\000\340\231\000\000\000\000\000\022drops\000\000\000\000\000\000\000\000\000\022input\000\321\000\000\000\000\000\000\000\022output\000\000\000\000\000\000\000\000\000\003flows\000\347\000\000\000\0030:1\000\335\000\000\000\020protocol\000\001\000\000\000\022frame_length\000\366\005\000\000\000\000\000\000\022stripped\000\004\000\000\000\000\000\000\000\003ethernet\000\017\000\000\000\020vlan\000\340\003\000\000\000\003ipv4\000\203\000\000\000\020tos\000\000\000\000\000\020length\000\334\005\000\000\020protocol\000\006\000\000\000\002src_ip\000\f\000\000\00010.99.2.202\000\002dst_ip\000\f\000\000\00010.1.1.12\000\020src_port\000\201\003\000\000\020dst_port\000\001\b\000\000\020tcp_flags\000\020\000\000\000\000\000\000\000\000\000\000\000"
{{}}}
. Skipping.
org.bson.BsonInvalidOperationException: Value expected to be of type INT64 is of unexpected type INT32
at org.bson.BsonValue.throwIfInvalidType(BsonValue.java:419) ~[bson-3.5.0.jar:?]
at org.bson.BsonValue.asInt64(BsonValue.java:105) ~[bson-3.5.0.jar:?]
at org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlow.lambda$getVlan$19(SFlow.java:292) ~[?:?]
at java.util.Optional.map(Optional.java:215) ~[?:1.8.0_172]
at org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlow.getVlan(SFlow.java:292) ~[?:?]
at org.opennms.netmgt.flows.elastic.FlowDocument.from(FlowDocument.java:636) ~[?:?]
at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) ~[?:1.8.0_172]
at java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1235) ~[?:1.8.0_172]
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) ~[?:1.8.0_172]
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) ~[?:1.8.0_172]
at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) ~[?:1.8.0_172]
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:1.8.0_172]
at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) ~[?:1.8.0_172]
at org.opennms.netmgt.flows.elastic.ElasticFlowRepository.persist(ElasticFlowRepository.java:158) ~[?:?]
at org.opennms.netmgt.flows.elastic.InitializingFlowRepository.persist(InitializingFlowRepository.java:77) ~[?:?]
at Proxy13716769_0d24_4347_b88b_51be12dd853a.persist(Unknown Source) ~[?:?]
at org.opennms.netmgt.telemetry.adapters.netflow.AbstractAdapter.handleMessageLog(AbstractAdapter.java:104) ~[?:?]
at org.opennms.netmgt.telemetry.daemon.TelemetryMessageConsumer.handleMessage(TelemetryMessageConsumer.java:93) ~[org.opennms.features.telemetry.daemon-22.0.0.jar:?]
at org.opennms.netmgt.telemetry.daemon.TelemetryMessageConsumer.handleMessage(TelemetryMessageConsumer.java:52) ~[org.opennms.features.telemetry.daemon-22.0.0.jar:?]
at org.opennms.core.ipc.sink.common.AbstractMessageConsumerManager.lambda$dispatch$0(AbstractMessageConsumerManager.java:90) ~[org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at java.lang.Iterable.forEach(Iterable.java:75) [?:1.8.0_172]
at org.opennms.core.ipc.sink.common.AbstractMessageConsumerManager.dispatch(AbstractMessageConsumerManager.java:90) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at org.opennms.core.ipc.sink.camel.CamelLocalMessageDispatcherFactory.dispatch(CamelLocalMessageDispatcherFactory.java:51) [org.opennms.core.ipc.sink.camel-impl-22.0.0.jar:?]
at org.opennms.core.ipc.sink.camel.CamelLocalMessageDispatcherFactory.dispatch(CamelLocalMessageDispatcherFactory.java:44) [org.opennms.core.ipc.sink.camel-impl-22.0.0.jar:?]
at org.opennms.core.ipc.sink.common.AbstractMessageDispatcherFactory.timedDispatch(AbstractMessageDispatcherFactory.java:66) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at org.opennms.core.ipc.sink.common.AbstractMessageDispatcherFactory.access$000(AbstractMessageDispatcherFactory.java:55) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at org.opennms.core.ipc.sink.common.AbstractMessageDispatcherFactory$1.dispatch(AbstractMessageDispatcherFactory.java:107) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at org.opennms.core.ipc.sink.common.AbstractMessageDispatcherFactory$1.dispatch(AbstractMessageDispatcherFactory.java:104) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at org.opennms.core.ipc.sink.aggregation.Aggregator.run(Aggregator.java:189) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at org.opennms.core.ipc.sink.aggregation.Aggregator$1.run(Aggregator.java:104) [org.opennms.core.ipc.sink.common-22.0.0.jar:?]
at java.util.TimerThread.mainLoop(Timer.java:555) [?:1.8.0_172]
at java.util.TimerThread.run(Timer.java:505) [?:1.8.0_172]
2018-06-08 09:42:23,393 WARN [AggregatorFlush-Telemetry-SFlow] o.o.n.t.d.TelemetryMessageConsumer: Adapter: org.opennms.netmgt.telemetry.adapters.netflow.sflow.SFlowAdapter@7afa3d5a failed to handle message log: location: "Default"