Functional Flowing 47deg.com 

Who am I? 

KotlinX Flow Pull based Reasoning about Flow Streaming Resources Parallel Processing 

Pull Based Streaming Upstream Pipeline Downstream 

Pull Based Streaming Upstream Pipeline Downstream 

Pull Based Streaming public fun interface FlowCollector { public suspend fun emit(value: T) } 

Creating Flows class Circle(val count: Int) suspend fun FlowCollector.produceCircles(): Unit { var counter: Int = 0 while(true) { val circle = Circle(counter>+) println("Creating $circle") emit(circle) } } 

Creating Flows class Circle(val count: Int) suspend fun FlowCollector.produceCircles(): Unit { var counter: Int = 0 while(true) { val circle = Circle(counter>+) println("Creating $circle") emit(circle) } } val circles: Flow = flow { produceCircles() } 

Creating Flows class Circle(val count: Int) val circles: Flow = flow { var counter: Int = 0 while(true) { val circle = Circle(counter>+) println("Creating $circle") emit(circle) } } 

Pipeline class Square private constructor(val circle: Circle) { companion object { suspend fun Circle.toSquare(): Square { print("Creating Square($count)") delay(1.seconds) return Square(this).also { println("Created $this") } } } } 

Putting it all together fun main() = runBlocking { circles .take(3) .collect { circle -> circle.toSquare() } } Creating Circle@63e31ee Creating Square(0) Created Square@6adca536 Creating Circle@23223dd8 

Reasoning about Flows suspend fun FlowCollector.produceCircles(): Unit { var counter: Int = 0 while(true) { val circle = Circle(counter>+) println("Creating $circle") emit(circle) } } 

Reasoning about Flows class Square private constructor(val circle: Circle) { companion object { suspend fun Circle.toSquare(): Square { print("Creating Square($count)") delay(1.seconds) return Square(this).also { println("Created $this") } } } } 

Reasoning about Flows while(true) 0 1 2 Coroutine 

Flowing resources fun Path.readAll(): Flow 

Flowing resources fun Path.readAll(): Flow = flow { >/ this: FlowCollector useLines { lines -> lines.forEach { line -> emit(line) } } } 

Flowing resources suspend fun insertIntoBlobStorage(line: String): Unit 

Flowing resources /** Java SDK */ class BlobStorage(val blobName: String) : AutoCloseable { fun uploadBlob(data: ByteArray): CompletableFuture override fun close() = Unit } suspend fun BlobStorage.insertIntoBlobStorage(line: String): UploadResult = uploadBlob(line.toByteArray(Charsets.UTF_8)).await() 

Flowing resources suspend fun uploadData(path: String): Unit = BlobStorage(path).use { storage -> Path(path) .readAll() .collect { line -> storage.insertIntoBlobStorage(line) } } 

Flowing resources fun blobStorage(path: String): Flow = flow { BlobStorage(path).use { emit(it) } } 

Flowing resources suspend fun uploadData2(path: String): Flow = blobStorage().flatMapConcat { blobStorage -> Path("data.txt") .readAll() .map { line -> blobStorage.insertIntoBlobStorage(line) } } 

Parallel Processing Read line Upload blob Coroutine … 

Parallel Processing Read line Coroutine Upload blob Coroutine Channel(3) 

Parallel Processing suspend fun uploadData3(path: String): Flow = blobStorage().flatMapConcat { blobStorage -> Path("data.txt") .readAll() .parMapUnordered(concurrency = 3) { line -> blobStorage.insertIntoBlobStorage(line) } } 

Parallel Processing @FlowPreview public inline fun Flow.parMapUnordered( concurrency: Int = DEFAULT_CONCURRENCY, crossinline transform: suspend (a: A) >> B ): Flow { val flowOfFlows: Flow> = map { o -> flow { emit(transform(o)) } } return parallelFlows.flattenMerge(concurrency) } 

Parallel Processing suspend fun uploadData3(path: String): Flow = blobStorage().flatMapConcat { blobStorage -> Path("data.txt") .readAll() .parMap(concurrency = 3) { line -> blobStorage.insertIntoBlobStorage(line) } } 

Compose-able streaming Automatic back-pressure Conclusion Suspend everywhere 

Thanks!