EventSourcing & CQRS

Transcript

1. Event Sourcing & CQRS Retour d'expérience Maher TEBOURBI @mtebourbi Etienne Neveu @eneveu Sfeir Plays Thursday, June 27, 13
2. Thursday, June 27, 13
3. Thursday, June 27, 13
4. Urban Power Thursday, June 27, 13
5. Thursday, June 27, 13
6. Thursday, June 27, 13
7. Thursday, June 27, 13
8. Thursday, June 27, 13
9. MDM Server Rest API MySql Cassandra AMQP Tomcat UI Adapters Thursday, June 27, 13
10. MySQL Cassandra RawDatapoint Validation Estimation Aggregation Persistence CEP Context Thursday, June 27, 13
11. MDM Server Rest API Cassandra Netty UI Adapters Thursday, June 27, 13
12. Input Buffer Output Buffer Business Logic Event Business Processor Thursday, June 27, 13
13. Producer 1 2 3 4 5 6 7 8 9 10 11 12 Handler 1 Handler n Handler 2 Consumer Thursday, June 27, 13
14. Log Input Pub Response Commit Business Processor Replicator Timer Input Ring Output Ring Thursday, June 27, 13
15. Input Buffer Output Buffer Business Logic Event Business Processor Évènements d'entrée • Domain Model • Logique métier • Consumers Évènements de sortie: - persistence - appels WS externes Business Processor - Intro Thursday, June 27, 13
16. @Immutable public  class  RawDatapointEvent  {      private  final  String  sensorId;      private  final  DateTime  measureTime;      private  final  double  value;      public  RawDatapointEvent(String  sensorId,  DateTime  measureTime,  double  value)  {            this.sensorId  =  sensorId;            this.measureTime  =  measureTime;            this.value  =  value;      }      public  String  getSensorId()  {  return  sensorId;  }      public  DateTime  getMeasureTime()  {  return  measureTime;  }      public  double  getValue()  {  return  value;  } } Business Processor - Évènement d'entrée Thursday, June 27, 13
17. public  class  RawDatapointEventConsumer  implements  EventConsumer<RawDatapointEvent>  {      @Inject      DatapointPreprocessingService  preprocessingService;      @Override      public  void  consume(RawDatapointEvent  rawEvent,                                              Model  model,                                              EventProcessor  eventProcessor)  {            PreprocessingResult  result  =  preprocessingService.preprocess(model,  rawEvent);            if  (result.hasError())  {                  eventProcessor.sendReply(new  FailedDatapointResult(result.getErrorMsg()));            }            eventProcessor.sendReply(new  SuccessfulDatapointResult());            eventProcessor.process(                  new  AddDatapointToTimeSeriesEvent(result.getAccount(),                                                                                      result.getSensor().getTimeSeries(),                                                                                      result.getDatapoint()                  )            );      } } Business Processor - Consumer Thursday, June 27, 13
18. @Immutable public  class  RawDatapointEvent  {      //  fields,  constructor,  getters...      public  interface  Result  {}      public  static  class  SuccessfulDatapointResult  implements  Result  {}      public  static  class  FailedDatapointResult  implements  Result  {                private  final  String  errorMessage;                public  FailedDatapointResult(String  errorMessage)  {                      this.errorMessage  =  errorMessage;              }                public  String  getErrorMessage()  {                      return  errorMessage;              }      } } Business Processor - Évènement de résultat Thursday, June 27, 13
19. RawDatapointEvent  rawEvent  =  createRawEventFromJson(httpRequest.getContent());   ListenableFuture<RawDatapointEvent.Result>  future  =  client.sendEvent(rawEvent);   Futures.addCallback(future,  new  FutureCallback<RawDatapointEvent.Result>()  {      @Override      public  void  onSuccess(RawDatapointEvent.Result  result)  {              ...      }        @Override      public  void  onFailure(Throwable  t)  {              ...      } }); Business Processor - Code client Thursday, June 27, 13
20. synchronized ConcurrentHashMap volatile ReentrantLock Mono threading - Synchronisation Thursday, June 27, 13
21. Mono threading - I/O Thursday, June 27, 13
22. In-Memory Model - Persistence and caching Thursday, June 27, 13
23. In-Memory Model - DDD Thursday, June 27, 13
24. In-Memory Model - Data structures ArrayList HashMap HashSet BiMap Multimap ConcurrentHashMap CopyOnWriteArrayList ReentrantLock Thursday, June 27, 13
25. @Immutable public  final  class  Money  {        //  I  swear,  those  are  final!      private  BigDecimal  amount;      private  Currency  currency;      //  For  Hibernate  only!      Money()  {}      public  Money(BigDecimal  amount,  Currency  currency)  {            this.amount  =  amount;            this.currency  =  currency;      }      public  BigDecimal  getAmount()  {  return  amount;  }      public  Currency  getCurrency()  {  return  currency;  }      //  For  Hibernate  only!      void  setAmount(BigDecimal  amount)  {  this.amount  =  amount;  }      void  setCurrency(Currency  currency)  {  this.currency  =  currency;  } } In-Memory Model - Immutability Thursday, June 27, 13
26. @Immutable public  final  class  Money  {        private  final  BigDecimal  amount;        private  final  Currency  currency;        public  Money(BigDecimal  amount,  Currency  currency)  {              this.amount  =  amount;              this.currency  =  currency;      }        public  BigDecimal  getAmount()  {              return  amount;      }        public  Currency  getCurrency()  {              return  currency;      }   } In-Memory Model - Immutability Thursday, June 27, 13
27. public  class  UserManager  {        private  final  Map<String,  User>  users  =  Maps.newHashMap();        public  void  add(@Nonnull  User  user)  {              users.put(user.primaryKey(),  user);      }        public  void  remove(@Nonnull  String  userId)  {              User  removedUser  =  users.remove(userId);              if  (removedUser  ==  null)  throw  new  UserNotFoundException(userId);        }        public  User  getById(@Nonnull  String  userId)  {              User  user  =  users.get(userId);              if  (user  ==  null)  throw  new  UserNotFoundException(userId);              return  user;      }        public  List<User>  getAll()  {              return  ImmutableList.copyOf(users.values());      }   } In-Memory Model - Managers Thursday, June 27, 13
28. http://commons.wikimedia.org/wiki/File:Hard_disk_Western_Digital_WD740_1_(dark1).jpg In-Memory Model - Memory Size Thursday, June 27, 13
29. Snapshots - Intro Thursday, June 27, 13
30. Snapshots - Sérialisation Protocol Buffers Thursday, June 27, 13
31. Snapshots - Migration Snapshot V4 Snapshot V5 Messages Protobuf V5 Messages Protobuf V4 Thursday, June 27, 13
32. Data BV1 BV2 BV3 RTV2 RTV3 Event Source Server Speed Layer Batch Layer Event V2 Thursday, June 27, 13
33. Thursday, June 27, 13