Shapeless Introduction

Transcript

1. Shapeless Introduction @pishen String :: Int :: Long :: HNil FieldType[K, H] :: T Witness.Aux[K] K <: Symbol, T <: HList, H: Type
2. Part 1 CSV writer
3. case class A(a1: String, a2: String, a3: String) case class B(b1: String, b2: String, b3: String) A("ScalaTaiwan", "is", "awesome") "ScalaTaiwan,is,awesome"
4. case class A(a1: String, a2: String, a3: String) case class B(b1: String, b2: String, b3: String) def listToCsv(list: List[String]): String
5. A B List[String] String listToCsv aToList def aToList(a: A) = List(a.a1, a.a2, a.a3) 你不覺得無聊嗎？ bToList def bToList(b: B) = List(b.b1, b.b2, b.b3)
6. def classToList[T](target: T): List[String] List[String] String listToCsv A B aToList bToList
7. def classToList[T](target: T): List[String] classToList[A] classToList[B] List[String] String listToCsv A B aToList bToList
8. def classToList[T](target: T): List[String]
9. def classToHList[T](target: T): HList def classToList[T](target: T): List[String]
10. def classToList[T](target: T): List[String] import shapeless._ val h: HList = Generic[T].to(target: T)
11. HList heterogeneous list ::[H, T <: HList] HNil
12. ::[String, ]
13. ::[String,::[ , ]]
14. ::[String,::[Int, ]]
15. ::[String,::[Int,::[Boolean, ]]]
16. ::[String,::[Int,::[Boolean,HNil]]] Map[String,Map[Int,Map[Boolean,Value]]] If it's hard to get the feeling...
17. Map[A,B] ::[String,::[Int,::[Boolean,HNil]]] String :: Int :: Boolean :: HNil A Map B
18. import shapeless._ val h = "ScalaTaiwan" :: 18 :: true :: HNil // h: String :: Int :: Boolean :: HNil val isAwesome = h.last // isAwesome: Boolean = true h(3) // <console>:16: error: ... You requested to access an element at the position Succ[Succ[Succ[_0]]], but the HList ::[String,::[Int,::[Boolean,HNil]]] is too short.
19. h.head h.tail h.take(2) 1 +: h h :+ 1 h ++ h h.map(...) h.filter(...) h.flatMap(...) 可以當 List 操作的高級 Tuple
20. case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val h = Generic[Meetup].to(meetup) // h: String :: Int :: HNil Generic[Meetup].from(h) == meetup // true
21. List[String] String listToCsv A B aToList bToList
22. List[String] String listToCsv A B Generic[A].to Generic[B].to aToList bToList
23. List[String] String listToCsv A B Generic[A].to Generic[B].to HList aToList bToList
24. List[String] String listToCsv A B Generic[A].to Generic[B].to HList hlistToCsv We have to implement this! aToList bToList
25. def hlistToCsv(h: HList): String = ???
26. def hlistToCsv(h: HNil) def hlistToCsv(h: Boolean :: HNil) def hlistToCsv(h: Int :: Boolean :: HNil) def hlistToCsv(h: String :: Int :: Boolean :: HNil) def hlistToCsv(h: Int :: Boolean :: String :: HNil) def hlistToCsv(h: Boolean :: String :: Int :: HNil) def hlistToCsv(h: ...你耍我嗎? def hlistToCsv(h: HList): String = ???
27. def hlistToCsv[T](h: T)( implicit enc: CsvEncoder[T] ): String implicit val intEnc = new CsvEncoder[Int :: HNil] { def encode(t: Int :: HNil) = List(t.head.toString) } trait CsvEncoder[T] { def encode(t: T): List[String] } Int :: HNil = { enc.encode(h).map(...).mkString(",") }
28. def hlistToCsv(h: HNil) def hlistToCsv(h: Boolean :: HNil) def hlistToCsv(h: Int :: Boolean :: HNil) def hlistToCsv(h: String :: Int :: Boolean :: HNil) def hlistToCsv(h: Int :: Boolean :: String :: HNil) def hlistToCsv(h: Boolean :: String :: Int :: HNil)
29. implicit val e1: CsvEncoder[HNil] implicit val e2: CsvEncoder[Boolean :: HNil] implicit val e3: CsvEncoder[Int :: Boolean :: HNil] implicit val e4: CsvEncoder[String :: Int :: Boolean :: HNil] implicit val e5: CsvEncoder[Int :: Boolean :: String :: HNil] implicit val e6: CsvEncoder[Boolean :: String :: Int :: HNil] implicit val e7: ...不是跟剛剛一樣嗎! 還更長了!
30. implicit val e1: CsvEncoder[HNil] implicit val e2: CsvEncoder[Boolean :: HNil] implicit val e3: CsvEncoder[Int :: Boolean :: HNil] implicit val e4: CsvEncoder[String :: Int :: Boolean :: HNil] implicit val e5: CsvEncoder[Int :: Boolean :: String :: HNil] implicit val e6: CsvEncoder[Boolean :: String :: Int :: HNil] implicit val e7: ...不是跟剛剛一樣嗎! 還更長了!
31. implicit val e1: CsvEncoder[HNil] implicit conversion implicit val e2: CsvEncoder[Boolean] implicit val e3: CsvEncoder[Int] implicit val e4: CsvEncoder[String] implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T]
32. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T])
33. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil]
34. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil]
35. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: Int :: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil] CsvEncoder[Int :: Boolean :: HNil]
36. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: Int :: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil] CsvEncoder[Int :: Boolean :: HNil]
37. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: String :: Int :: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil] CsvEncoder[Int :: Boolean :: HNil] CsvEncoder[String :: Int :: Boolean :: HNil]
38. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: String :: Int :: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil] CsvEncoder[Int :: Boolean :: HNil] CsvEncoder[String :: Int :: Boolean :: HNil]
39. implicit val hnilEnc = new CsvEncoder[HNil] { def encode(h: HNil) = Nil } implicit val boolEnc = new CsvEncoder[Boolean] { def encode(b: Boolean) = List(a.toString) } implicit val intEnc = new CsvEncoder[Int] { def encode(i: Int) = List(i.toString) } implicit val strEnc = new CsvEncoder[String] { def encode(str: String) = List(str) }
40. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] = new CsvEncoder[H :: T] { def encode(h: H :: T): List[String] = hEnc.encode(h.head) ++ tEnc.encode(h.tail) }
41. List[String] String listToCsv A B Generic[A].to Generic[B].to HList hlistToCsv aToList bToList We have implemented this!
42. String A B Generic[A].to Generic[B].to HList hlistToCsv questions?
43. String A B Generic[A].to Generic[B].to HList hlistToCsv case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val csv = hlistToCsv(Generic[Meetup].to(meetup)) //csv: String = ScalaTaiwan,18
44. implicit def conv[H, T <: HList]( implicit hEnc: CsvEncoder[H], tEnc: CsvEncoder[T] ): CsvEncoder[H :: T] CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] val h: String :: Int :: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[Boolean :: HNil] CsvEncoder[Int :: Boolean :: HNil] CsvEncoder[String :: Int :: Boolean :: HNil]
45. CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] conv[]() val h: String :: Int :: Boolean :: HNil hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[String :: Int :: HNil]
46. CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] conv[]() val h: Meetup hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[String :: Int :: HNil] CsvEncoder[Meetup]
47. CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] conv[]() val h: Meetup hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[String :: Int :: HNil] implicit def genConv[T,R]( implicit gen: Generic.Aux[T,R], enc: CsvEncoder[R] ): CsvEncoder[T] CsvEncoder[Meetup] T Generic.Aux[Meetup, ] R String :: Int :: HNil
48. CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] conv[]() val h: Meetup hlistToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[String :: Int :: HNil] implicit def genConv[T,R]( implicit gen: Generic.Aux[T,R], enc: CsvEncoder[R] ): CsvEncoder[T] CsvEncoder[Meetup] T Generic.Aux[Meetup, ] R String :: Int :: HNil
49. CsvEncoder[HNil] CsvEncoder[Boolean] CsvEncoder[Int] CsvEncoder[String] conv[]() val h: Meetup classToCsv[T](h)(implicit enc: CsvEncoder[T]) CsvEncoder[String :: Int :: HNil] implicit def genConv[T,R]( implicit gen: Generic.Aux[T,R], enc: CsvEncoder[R] ): CsvEncoder[T] CsvEncoder[Meetup] T Generic.Aux[Meetup, ] R String :: Int :: HNil
50. String A B Generic[A].to Generic[B].to HList hlistToCsv
51. String A B Generic[A].to Generic[B].to HList hlistToCsv classToCsv case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val csv = hlistToCsv(Generic[Meetup].to(meetup)) //csv: String = ScalaTaiwan,18
52. String A B Generic[A].to Generic[B].to HList hlistToCsv classToCsv case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val csv = classToCsv(meetup) //csv: String = ScalaTaiwan,18
53. implicit def genConv[T,R]( implicit gen: Generic.Aux[T,R], enc: CsvEncoder[R] ): CsvEncoder[T] = new CsvEncoder[T] { def encode(t: T) = enc.encode(gen.to(t)) }
54. Part 2 JSON writer
55. case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val csv = classToCsv(meetup) //csv: String = ScalaTaiwan,18
56. case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val json = classToJson(meetup) //json: String = {"name":"ScalaTaiwan","num":18}
57. case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) literal type phantom type tagging val h = LabelledGeneric[Meetup].to(meetup) // h: FieldType["name", String] :: // FieldType["num", Int] :: // HNil h.last == 18 //true
58. String A B LabelledGeneric[A].to HList hlistToJson LabelledGeneric[B].to with phantom types
59. def hlistToJson[T](h: T)( implicit enc: ObjEncoder[T] ): String {"name":"ScalaTaiwan","num":18} trait ObjEncoder[T] { def encode(t: T): List[(String, String)] } List((name,"ScalaTaiwan"),(num,18)) key value = { val content = enc.encode(h).map { case (k, v) => "\"" + k + "\":" + v }.mkString(",") "{" + content + "}" }
60. trait ValueEncoder[T] { def encode(t: T): String } implicit val boolEnc: ValueEncoder[Boolean] = ... implicit val intEnc: ValueEncoder[Int] = ... implicit val strEnc = new ValueEncoder[String] { def encode(t: String) = "\"" + t + "\"" }
61. implicit def conv[K <: Symbol, H, T <: HList]( implicit witness: Witness.Aux[K], hEnc: ValueEncoder[H], tEnc: ObjEncoder[T] ): ObjEncoder[FieldType[K, H] :: T] ObjEncoder[FieldType["num",Int] :: HNil]
62. implicit def conv[K <: Symbol, H, T <: HList]( implicit witness: Witness.Aux[K], hEnc: ValueEncoder[H], tEnc: ObjEncoder[T] ): ObjEncoder[FieldType[K, H] :: T] = { new ObjEncoder[FieldType[K, H] :: T] { def encode(h: FieldType[K, H] :: T) = { (witness.value.name, hEnc.encode(h.head)) +: tEnc.encode(h.tail) } } } ObjEncoder[FieldType["num",Int] :: HNil]
63. implicit def conv[K <: Symbol, H, T <: HList]( implicit witness: Witness.Aux[K], hEnc: ValueEncoder[H], tEnc: ObjEncoder[T] ): ObjEncoder[FieldType[K, H] :: T] = { new ObjEncoder[FieldType[K, H] :: T] { def encode(h: FieldType[K, H] :: T) = { (witness.value.name, hEnc.encode(h.head)) +: tEnc.encode(h.tail) } } } "num" ObjEncoder[FieldType["num",Int] :: HNil]
64. String A B LabelledGeneric[A].to HList hlistToJson LabelledGeneric[B].to We have implemented this! questions?
65. implicit def genConv[T,R]( implicit gen: LabelledGeneric.Aux[T,R], enc: ObjEncoder[R] ): ObjEncoder[T] = new ObjEncoder[T] { def encode(t: T) = enc.encode(gen.to(t)) }
66. String A B LabelledGeneric[A].to HList hlistToJson LabelledGeneric[B].to classToJson
67. case class Meetup(name: String, num: Int) val meetup = Meetup("ScalaTaiwan", 18) val json = classToJson(meetup) //json: String = {"name":"ScalaTaiwan","num":18}
68. Part 3 CSV parser
69. String A B Generic[A].to Generic[B].to HList hlistToCsv
70. String A B Generic[A].from Generic[B].from HList csvToHList
71. trait CsvEncoder[T] { def encode(t: T): List[String] }
72. trait CsvDecoder[T] { def decode(l: List[String]): T } implicit val intDec = new CsvDecoder[Int] { def decode(l: List[String]) = l.head.toInt } implicit val boolDec = new CsvDecoder[Boolean] { def decode(l: List[String]) = l.head.toBoolean } implicit val strDec = new CsvDecoder[String] { def decode(l: List[String]) = l.head }
73. def hlistToCsv[T](h: T)( implicit enc: CsvEncoder[T] ): String = { enc.encode(h).map(...).mkString(",") }
74. def csvToHList[T](csv: String)( implicit dec: CsvDecoder[T] ): T = { dec.decode(csv.split(",").toList) } implicit def conv[H, T <: HList]( implicit hDec: CsvDecoder[H], tDec: CsvDecoder[T] ): CsvDecoder[H :: T] = new CsvDecoder[H :: T] { def decode(l: List[String]): H :: T = hDec.decode(l.head) :: tDec.decode(l.tail) }
75. String A B Generic[A].from Generic[B].from HList csvToHList We have implemented this! case class Meetup(name: String, num: Int) val csv = "ScalaTaiwan,18" val meetup = Generic[Meetup].from(csvToHList(csv)) //meetup: Meetup = Meetup(ScalaTaiwan,18)
76. implicit def genConv[T,R]( implicit gen: Generic.Aux[T,R], dec: CsvDecoder[R] ): CsvDecoder[T] = new CsvDecoder[T] { def decode(l: List[String]) = gen.from(dec.decode(l)) }
77. case class Meetup(name: String, num: Int) val csv = "ScalaTaiwan,18" val meetup = Generic[Meetup].from(csvToHList(csv)) //meetup: Meetup = Meetup(ScalaTaiwan,18) String A B Generic[A].from Generic[B].from HList csvToHList csvToClass
78. case class Meetup(name: String, num: Int) val csv = "ScalaTaiwan,18" val meetup = csvToClass[Meetup](csv) //meetup: Meetup = Meetup(ScalaTaiwan,18) String A B Generic[A].from Generic[B].from HList csvToHList csvToClass
79. Part 4 JSON parser
80. String A B LabelledGeneric[A].from HList jsonToHList LabelledGeneric[B].from 其實這才是最常見的一種應用 - 各大 JSON library (play-json, json4s, circe, ...) - Config parser (pureconfig) - Database schema mapping (doobie, slick, ...) with phantom types
81. pishen / scalikejdbc-generic
82. The Type Astronaut's Guide to Shapeless Dave Gurnell
83. Thank :: you!