Updated article

yzia2000 · Apr 15, 2020 · 56216e5 · 56216e5
1 parent 6aa4e2b
commit 56216e5
Show file tree

Hide file tree

Showing 15 changed files with 273 additions and 116 deletions.
diff --git a/wifi-fun/Learning all about WiFi data with Apache Kafka.adoc b/wifi-fun/Learning all about WiFi data with Apache Kafka.adoc
diff --git a/wifi-fun/images/cyto01.png b/wifi-fun/images/cyto01.png
diff --git a/wifi-fun/images/cyto02.png b/wifi-fun/images/cyto02.png
diff --git a/wifi-fun/images/cyto03.png b/wifi-fun/images/cyto03.png
diff --git a/wifi-fun/images/kib_probe_02.png b/wifi-fun/images/kib_probe_02.png
diff --git a/wifi-fun/images/kib_probe_03.png b/wifi-fun/images/kib_probe_03.png
diff --git a/wifi-fun/images/kib_probe_04.png b/wifi-fun/images/kib_probe_04.png
diff --git a/wifi-fun/images/kib_probe_05.png b/wifi-fun/images/kib_probe_05.png
diff --git a/wifi-fun/images/kib_probe_06.png b/wifi-fun/images/kib_probe_06.png
diff --git a/wifi-fun/images/kib_probe_07.png b/wifi-fun/images/kib_probe_07.png
diff --git a/wifi-fun/images/kib_probe_08.png b/wifi-fun/images/kib_probe_08.png
diff --git a/wifi-fun/images/kib_probe_graph_01.png b/wifi-fun/images/kib_probe_graph_01.png
diff --git a/wifi-fun/images/kib_probe_graph_02.png b/wifi-fun/images/kib_probe_graph_02.png
diff --git a/wifi-fun/images/kib_ra_sa01.png b/wifi-fun/images/kib_ra_sa01.png
diff --git a/wifi-fun/neo notes.txt b/wifi-fun/neo notes.txt
@@ -0,0 +1,16 @@
+The above connector builds up a unique set of device -> SSID relationships, but does not capture each and every probe request. To do that we need to bring in a unique element into the data model; in this case I'm using the timestamp (extracted from the Kafka message timestamp into a new field `PROBE_TS` with a Single Message Transform) of the probe as an attribute of the edge `LOOKED_FOR_SSID`
+
+[source,sql]
+----
+CREATE SINK CONNECTOR SINK_NEO4J_PROBES_02 WITH (
+	'connector.class'= 'streams.kafka.connect.sink.Neo4jSinkConnector',
+	'topics'= 'pcap_probe_enriched_00',
+	'neo4j.server.uri'= 'bolt://neo4j:7687',
+	'neo4j.authentication.basic.username'= 'neo4j',
+	'neo4j.authentication.basic.password'= 'connect',
+	'neo4j.topic.cypher.pcap_probe_enriched_00'= 'MERGE (source:source{mac: event.SOURCE_ADDRESS, mac_resolved: event.SOURCE_ADDRESS_RESOLVED, device_name: coalesce(event.SOURCE_DEVICE_NAME,""), is_known: event.IS_KNOWN_DEVICE}) MERGE (ssid:ssid{name: coalesce(event.SSID, "")}) MERGE (ssid)<-[:LOOKED_FOR_SSID{when: event.PROBE_TS}]-(source)',
+    'transforms'= 'ExtractTimestamp',
+    'transforms.ExtractTimestamp.type'= 'org.apache.kafka.connect.transforms.InsertField$Value',
+    'transforms.ExtractTimestamp.timestamp.field' = 'PROBE_TS'
+);
+----