aircraft sensors file system source connector ksql kafka streams app ML model web app ksql kafka streams app ML model web app ksql kafka streams app ML model web app one pipeline for each aircraft component
create stream 2018_sensor_stream with (kafka_topic=‘2018_sensor_stream’, value_format='avro') as select plane, tail, flight, year, month, date from sensor_stream where year >= 2018;