Boost Dev and App Performance

2019/07/31 LINE Developer Meetup 開發者小聚系列活動 #9 https://linegroup.kktix.cc/events/20190731

Transcript

2. Boost Dev and App Performance Kevin Luo Principal Application Analyst
3. • 4DIFEVMF
    
   NPOUIT
   
   XPSL
   EBZT • 3FTPVSDFT
   
   1.
   Y
   
   
   '&
   Y
   
   
   #&
   Y
   
   
   69
   Y
   
   
   2"
   Y
    • 4FSWJDFT • 6TFS
   XFCTJUF
   
   • 1BSUOFS
   XFCTJUF $.4
   
   • $IBUCPU • *OUFSOBM
   $.4 New Service
4. Service Architecture
5. • 4QSJOH
   CPPU
    • 4QSJOH
   TFDVSJUZ • 4QSJOH
   CPPU
   EBUB
   KQB • 4QSJOH
   CPPU
   EBUB
   SFTU • 4QSJOH
   CPPU
   IJCFSOBUF • -*/&
   .FTTBHJOH
   4%, Technical Stacks
6. • ) • *ONFNPSZ
   %# • "VUPNBUJD
   UBCMF
   DSFBUJPO
   PO
   &OUJUZ • *OJUJBM
   EBUB
   MPBEJOH
   UISPVHI
   ˊ JNQPSUTRM • spring.jpa.generate-ddl: true • spring.jpa.hibernate.ddl-auto: create • .ZTRM • $SFBUFBMUFS
   UBCMF
   NBOVBMMZ Database
7. • $POUSPMMFS • 4FSWJDF
   • 3FQPTJUPSZ • &OUJUZ Design (Restful) APIs
8. @Data @Entity public class Article implements Serializable { private long reporterCount; private long followerCount; @Formula("reporter_count + follower_count") private long hottestCount; @OneToMany(mappedBy = "article", fetch = FetchType.LAZY, cascade = CascadeType.PERSIST, orphanRemoval = true) @JsonIgnoreProperties({"article", "reviewer", "feedbacks"}) private Set<Comment> comments; } Entity
9. @Data @Entity @JsonIgnoreProperties(value = { "hibernateLazyInitializer", "handler", "article", "feedbacks", "createdAt" }) public class Comment implements Serializable { @ManyToOne(fetch = FetchType.LAZY) @JoinColumn(name = "article_id") @JsonIgnoreProperties({"partner", "comments"}) private Article article; } Entity
10. @Repository public interface ArticleRepository extends JpaRepository<Article, Long> { @Query("SELECT article " + "FROM Article article " + "WHERE language = :language ”) Page<Article> getLatestOrHottestArticle( @Param("language") String language , Pageable page); } Repository
11. @CrossOrigin public class PublicController { @GetMapping(”/pub/v1/{language}/articles/latest") public ResponseEntity<Page<Article>> getLatestArticles( @PathVariable(name = "language") String language , @PageableDefault(size = 20, sort = { "updatedAt" }, direction = Sort.Direction.DESC, page = 0) Pageable pageable ) { return ResponseEntity.ok() .cacheControl(CacheControl.maxAge(fakenewsProperties.getCacheMaxAge(), TimeUnit.SECONDS).cachePublic().sMaxAge(fakenewsProperties.getCacheMaxAge(), TimeUnit.SECONDS)) .body(articleRepository.getLatestOrHottestArticle(language, pageable)); } } Controller
12. @RunWith(SpringRunner.class) @ActiveProfiles("domain-test") @DataJpaTest public class ArticleRepositoryTests { @Autowired private ArticleRepository articleRepository; @Test public void getLatestOrHottestArticleTest() { Pageable page = PageRequest.of(0, 12, Sort.by("createdAt").descending().and(Sort.by("hottestCount"))); Page<Article> articleList = articleRepository. getLatestOrHottestArticle(“zhtw”, page); assertThat(articleList.getTotalElements()).isEqualTo(16); } } Unit Test Repository
13. @Api(tags = "guest") @GetMapping("/articles/{id}") @ApiOperation(value = "Get article by articleId") @ApiImplicitParam(name = "X-Line-Biz-Session", value = "Biz Id Session", required = true, paramType = "header", dataType = "String", example = "ses-from-cookie") public Article getArticleById( @PathVariable long id) { return articleRepository.findById(id).orElseThrow(() -> new EntityNotFoundException("Not found")); } Swagger
14. • )BNDSFTU • 3FTU
    "TTVSFE Integration Test
15. @RunWith(SpringRunner.class) @ContextConfiguration(classes = WebApplication.class) @ActiveProfiles("test") @SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT) public class PublicControllerIntegrationTests { @LocalServerPort int port; @Before public void setBaseUri () { RestAssured.port = port; } @Test public void getLatestArticlesWithSortTest() { given() .queryParam("sort", "createdAt,asc") .when() .get("/pub/v1/zhtw/articles/latest") .then() .statusCode(OK.value()) .assertThat() .body("content.size()", is(10)) .body("content.id", hasItems(13, 12, 4, 10, 8, 11, 1, 6, 9, 5)) ; } } Integration Test
16. Repository Rest Resource
17. POST /articles PUT /articles/{articleId} GET /articles/{articleId} DELETE /articles/{articleId} @RepositoryRestResource public interface ArticleRepository extends JpaRepository<Article, Long> { Book findOne(Integer id); Page<Book> findAll(Pageable pageable); Book save(Book s); @RestResource(exported = false) void delete(Book t); } Repository Rest Resources
18. HAL Browser
19. { ”content" : ”Article Content", "_links" : { "self" : { "href" : "http://localhost:8080/articles/1" }, ”article" : { "href" : "http://localhost:8080/articles/1" }, ”comment" : { "href" : "http://localhost:8080/articles/1/comments" } } } Repository Rest Resources
20. Caveats
21. • -B[Z
    MPBEJOH
    JTTVFT • -B[Z*OJUJBMJ[BUJPO&YDFQUJPO • 4PMVUJPO • spring.jpa.open-in-view: true • +0*/
    '&5$) • &OUJUZ(SBQI Entity Caveats
22. @Entity @NamedEntityGraph( name = "graph.Article", attributeNodes = { @NamedAttributeNode("tag"), @NamedAttributeNode("category"), @NamedAttributeNode(value = "comments", subgraph = "comments-subgraph"), }, subgraphs = { @NamedSubgraph( name = "comments-subgraph", attributeNodes = { @NamedAttributeNode("judgement"), @NamedAttributeNode("partner") } ) }) public class Article implements Serializable { EntityGraph
23. • $BTDBEF5ZQF"-- • 5IJT
    JODMVEF
    $BTDBEF5ZQF3&.07& • :PV
    BSF
    EFMFUJOH
    NPSF
    UIBO
    ZPV
    UIJOL Entity Caveats
24. { "article": [{ "id": 8, "content": "Hello world", "comments": { "id": 4, "handler": {}, "hibernateLazyInitializer": {} } ”followers” : {…} }]} HTTP Status 500 - Could not write content: No serializer found for class org.hibernate.proxy.pojo.javassist.JavassistLazyInitializer and no properties discovered to create BeanSerializer @JsonIgnoreProperties(value = { "hibernateLazyInitializer", "handler", "article", "feedbacks", "createdAt" }) Entity Caveats
25. • )JCFSOBUF
    -FWFM
    
    $BDIF • )JCFSOBUF
    RVFSZ
    DBDIF • &OUJUZ(SBQI • 1SPKFDUJPO • "1*
    3FTQPOTF
    $BDIF • 3FWFSTF
    1SPYZ
    $BDIF Performance Tuning
26. • )JCFSOBUF
    -FWFM
    
    $BDIF • &IDBDIF ˊ -PDBM
    DBDIF • 3FEJT ˊ %JTUSJCVUFE
    DBDIF • -B[Z
    MPBEJOH
    JTTVF • %FTFSJBMJ[BUJPO
    JTTVF • 3FEJT DMVTUFSTFOUJOFM
    TVQQPSU
    Cache Caveats
27. public interface ArticleBasicProjection { long getId(); Category getCategory(); } @Query("SELECT article " + "FROM Article article " + "WHERE article.id = :articleId”) Optional<ArticleBasicProjection> getArticleBasicById( @Param("articleId") Long articleId , @Param("reporterCount") Long reporterCount ); Projection
28. @Cacheable(value = "ArticleList", cacheManager = "ehCacheManager") @GetMapping("/pub/v1/{language}/articles/latest ") public ResponseEntity<Page<Article>> getLatestArticles( … ) API Response Cache
29. • 6TJOH
    3FWFSTF
    1SPYZ
    PS
    $%/ • OHJOY SFWFSTF
    QSPYZ • proxy_cache_path /var/cache/nginx levels=1:2 keys_zone=factchecker:2m max_size=256m inactive=12h use_temp_path=off; • mount -t tmpfs -o size=256M tmpfs /var/cache/nginx • ttl = 0 • Max-age: 600 return ResponseEntity.ok() .cacheControl(CacheControl.maxAge(fakenewsProperti es.getCacheMaxAge(), TimeUnit.SECONDS).cachePublic().sMaxAge(fakenewsProperties.getCach eMaxAge(), TimeUnit.SECONDS)) .body(…) Reverse Proxy Cache
30. API Response Time $POGJH +ECD FYFD
    UJNF NT 314 3FTQPOTF
    5JNF NT 8JUIPVU
    &OUJUZ(SBQI &OUJUZ(SBQI 8JUIPVU
    &OUJUZ(SBQI
    -
    DBDIF &OUJUZ(SBQI
    -
    DBDIF 3FTQPOTF
    DBDIF 
    
    KECD 
    
    KECD             
31. Thank You