An ETL Framework for Online Analytical Processing of Linked Open Data

A presentation for the 14th International Conference on Web-Age Information Management (WAIM 2013).

Transcript

1. "O
   &5-
   'SBNFXPSL
   GPS
   0OMJOF
   "OBMZUJDBM
   1SPDFTTJOH
   PG
   -JOLFE
   0QFO
   %BUB
   
   
   
   )JSPZVLJ
   */06&̍
   5PTIJZVLJ
   "."("4"
   BOE
   )JSPZVLJ
   ,*5"("8"
   ̍(SBEVBUF
   4DIPPM
   PG
   4ZTUFNT
   BOE
   *OGPSNBUJPO
   &OHJOFFSJOH
   
   
   6OJWFSTJUZ
   PG
   5TVLVCB
   
   'BDVMUZ
   PG
   &OHJOFFSJOH
   *OGPSNBUJPO
   BOE
   4ZTUFNT
   
   
   6OJWFSTJUZ
   PG
   5TVLVCB
   
   
2. ! +6E>99>VJH>DCD;%>C@:9(E:C6I6%(
   !  B:I=D9IDEJ7A>H=6C9H=6G:HIGJ8IJG:996I6DCI=:0:7
   !  Q0:7D;6I6U6I6A>C@:9L>I=:68=DI=:G
   ! +:HDJG8::H8G>EI>DCG6B:LDG@+
   !  ;G6B:LDG@;DG9:H8G>7>C<G:HDJG8:HDCI=:0:7
   !  -G>EA:,J7?:8I )G:9>86I: 6C9(7?:8I
   ! ,I6I>HI>86A96I66H%>C@:9(E:C6I6
   !  DK:GCB:CIHT6I6 <DK., JGDHI6I.
   !  ,8>:C8:H >DAD<N &:9>8>C:9GJ<
   !  ,:CHDGD7H:GK6I>DCHT0:6I=:G +69>6I>DC
   !  GDL>C<9:B6C9H;DGCJB:G>86A6C6ANH>HDK:G%(
   
   %>C@:9(E:C6I6 +
   
3. ! C6ANI>86AEGD8:HH>C<B:I=D9;DG96I676H:H
   ! 6I6 8J7:BJAI> 9>B:CH>DC6ABD9:A
   !  'JB:G>86AK6AJ:H
   !  M:HD;6C6ANH>H
   !  8DCI6>CH=>:G6G8=>86AHIGJ8IJG:
   ! ,I6GH8=:B6
   !  68II67A:
   !  >B:CH>DCI67A:H
   
   (C %>C:C6ANI>86A)GD8:HH>C<(%)
   ĺ=IIE LLL 6IB6G@>I 8D ?E ;L>C@IJIDG HFA  HFA 5  =IBA
   100
   32
   4
   32
   32
   128
   128
   128
   64
   64
   64
   386
   386
   386
   686
   686
   686
   16
   16
   8
   8
   8
   2
   2
   DBDG>
   ,:C96>
   -D@ND
   (H6@6
   !>GD
   H=>B6
   6HI
   0:HI
   )A68:
   J@J
   D@6
   A =6A;
   ->B:
   ; =6A;
   *
   *
   *
   *
   )
   6I:<DGN
   (,
   &68
   0>C
   %6EIDE
   :H@IDE
    
   +:HJAI
   "
   86I:<DGN5>9
   I>B:5>9
   ,IDG:5>9
    
   6I:<DGN
   "
   A6G<:86I:<DGN
   HB6AA86I:<DGN
   ->B:
   "
   =6A;
   FJ6GI:G
   )A68:
   "
   HI6I:
   8>INC6B:
   68I
   >B
   >B
   >B
   
4. ! MIG68I -G6CH;DGB 6C9%D69_-%`
   !  MIG68IMIG68I96I6;GDB96I6G:HDJG8:
   !  -G6CH;DGB6I68A:6CH>C<
   !  %D69%D6996I6ID6I606G:=DJH:0!
   
   -%;DG(%)
   ,8=:B6
   %D69
   MIG68I
   -G6CH;DGB
   0!
   
5. ! (7?:8I>K:
   ! )GDEDH:6;G6B:LDG@6EEAN>C<(%)IDINE>86A CJB:G>86ADGHI6I>HI>86A96I6EJ7A>H=:96H%(
   ! )GD7A:BH
   ! DCK:GI<G6E=HIGJ8IJG:96I6IDG:A6I>DC6AH8=:B6
   ! )G:E6G:6M:H6C9=>:G6G8=>:HD;6C6ANH>H
   (7?:8I>K:6C9EGD7A:BH
   
   
6. ! -LD9>G:8I>DCH
      .H:G:A6I>DC6A96I676H:6C9(%)HNHI:B
   !  $6BE<:C:I6A 23T69K6CI6<:>CE:G;DGB6C8:
      EEAN(%) A>@:FJ:GN9>G:8IAN
   !  I8=:K:GGN:I6A 2 3TJH:,)+*%6+FJ:GNA6C<J6<:
   !  DI=B:I=D9HG:FJ>G:      
   !  +6I6J7:/D867JA6GN*
   !  (E:CJ7:/D867JA6GNZ*(%)
   +:A6I:9LDG@
   23 $6BE<:C 6C9 !6GI= Q-G6CH;DGB>C<,I6I>HI>86A%>C@:96I6;DG.H:>C(%),NHI:BHU
   "C" ,&'-",  I="CI DC; DC,:B6CI>8,NHI:BH   
   23% I8=:K:GGN6C9  /6>HB6C QC=6C8>C<(%)C6ANH>HL>I=0:7J7:HU
   "C,0 KDAJB:D;%:8IJG:'DI:H>CDBEJI:G,8>:C8: E6<:HT ,EG>C<:G   
   23% I8=:K:GGN6C9  /6>HB6C Q*(%)/D867JA6GN;DG(%)J7:HDCI=:,:B6CI>80:7U
   "C(% KDAJB: D;.+0DG@H=DE)GD8::9>C<H .+0, DG<   
   
   
7. ! -LD9>G:8I>DCH
      .H:G:A6I>DC6A96I676H:6C9(%)HNHI:B
   !  $6BE<:C:I6A 23T69K6CI6<:>CE:G;DGB6C8:
      EEAN(%) A>@:FJ:GN9>G:8IAN
   !  I8=:K:GGN:I6A 2 3TJH:,)+*%6+FJ:GNA6C<J6<:
   !  DI=B:I=D9HG:FJ>G:      
   !  +6I6J7:/D867JA6GN*
   !  (E:CJ7:/D867JA6GNZ*(%)
   +:A6I:9LDG@
   23 $6BE<:C 6C9 !6GI= Q-G6CH;DGB>C<,I6I>HI>86A%>C@:96I6;DG.H:>C(%),NHI:BHU
   "C" ,&'-",  I="CI DC; DC,:B6CI>8,NHI:BH   
   23% I8=:K:GGN6C9  /6>HB6C QC=6C8>C<(%)C6ANH>HL>I=0:7J7:HU
   "C,0 KDAJB:D;%:8IJG:'DI:H>CDBEJI:G,8>:C8: E6<:HT ,EG>C<:G   
   23% I8=:K:GGN6C9  /6>HB6C Q*(%)/D867JA6GN;DG(%)J7:HDCI=:,:B6CI>80:7U
   "C(% KDAJB: D;.+0DG@H=DE)GD8::9>C<H .+0, DG<   
   
   "CI=>HG:H:6G8= L:EGDEDH:<:C:G6A;G6B:LDG@
   ID6EEAN(%)6C6ANH>HID%(
   0::BEADN+6C9:M>HI>C<(%)HNHI:B
   
8. 
   -%G6B:LDG@DK:GK>:L
   MIG68I+
   0:7
   ,IDG:+ID+
   "C9J8:9>B:CH>DCH
    :C:G6I:H8=:B6
   1&%
   %D69
   MIG68I
   -G6CH;DGB
   0!
   
9.  ,IDG:+ID+ 
   ! -NE: E6GI>I>DC:9-G>EA:,IDG:-)-,
   !  A6HH>;NIG>EA:HL>I=>IHQG9;INE:U
   !  ,IDG:IG>EA:>C6GDLL>I=D7?:8I96I6INE:
   
   Q+:HJAIUI67A:_-)-,`
    MIG68I+
    ,IDG:+ID+
    >B:CH>DC>C9J8I>DC  ,8=:B6<:C:G6I> HJ7?:8I
   EG:9>86I:
   D7?:8I
   INE:
   G:HJAI5
   I>B:
   I>B:5
   G:HDJG8:
   G:HJAI5
   86I:<DGN
   8DBEJI:G
   G:HDJG8:
   G:HJAI5
   KDAJB:
   Q U
   A>I:G6A
   G:HJAI5
   HIDG:
   -HJ@J76
   G:HDJG8:
   G:HJAI5
   I>B:
   I>B:5
   G:HDJG8:
   G:HJAI5
   KDAJB:
   Q U
   A>I:G6A
   G:HJAI5
   HIDG:
   &>ID
   G:HDJG8:
   -HJ@J76
   Q UY
   8DBEJI:G
   86I:<DGN
   KDAJB:
   I>B:5
   I>B:
   G:HJAI5
   HIDG:
   +:HJAI
   G:HJAI5
   &>ID
   ,IDG:
   I>B:5
   I>B:
   Q UY
   KDAJB:
   G9;INE:
   
10. ! DCK:GI-)-,ID)GDE:GIN-67A:
    !  L:86C@CDLL=6I6IIG>7JI:HDGEGDE:GI>:HI=:G:6G:
     ,IDG:+ID+ 
    HJ7?:8I2)$3
    I>B:2$3
    86I:<DGN2$3
    KDAJB:
    HIDG:2$3
    G:HJAI5
    I>B:5
    8DBEJI:G
    Q U
    -HJ@J76
    G:HJAI5
    I>B:5
    CJAA
    Q U
    &>ID
    Q+:HJAIUI67A:_)GDE:GIN-67A:`
    
    HJ7?:8I
    EG:9>86I:
    D7?:8I
    INE:
    G:HJAI5
    I>B:
    I>B:5
    G:HDJG8:
    G:HJAI5
    86I:<DGN
    8DBEJI:G
    G:HDJG8:
    G:HJAI5
    KDAJB:
    Q U
    A>I:G6A
    G:HJAI5
    HIDG:
    -HJ@J76
    G:HDJG8:
    G:HJAI5
    I>B:
    I>B:5
    G:HDJG8:
    G:HJAI5
    KDAJB:
    Q U
    A>I:G6A
    G:HJAI5
    HIDG:
    &>ID
    G:HDJG8:
    Q+:HJAIUI67A:_-)-,`
     MIG68I+
     ,IDG:+ID+
     >B:CH>DC>C9J8I>DC  ,8=:B6<:C:G6I> +:HJAIH8=:B6
    )$)G>B6GN@:N
    $DG:><C@:N
    +:HJAI
    2)$3HJ7?:8I
    2$3I>B:
    2$386I:<DGN
    KDAJB:
    2$3HIDG:
    
11. ,:A:8I>DCD;B:6HJG:
    ! .H:G8=DDH:HB:6HJG:6BDC<CJB:G>86AK6AJ:H
    +:HJAI
    HJ7?:8I
    86I:<DGN5"
    I>B:5"
    HIDG:5"
    KDAJB:
    6I:<DGN
    HJ7?:8I
    C6B:
    ->B:
    HJ7?:8I
    96I:
    I>B:
    ,IDG:
    HJ7?:8I
    AD86I>DC5"
    <CAD86I>DC
    HJ7?:8I
    C6B:
    />H>IDG
    HJ7?:8I
    HIDG:5"
    I>B:5"
    K>H>IDG8DJCI:G
    ,ID8@
    HJ7?:8I
    EGD9J8I5C6B:
    86I:<DGN5"
    HIDG:5"
    HID8@CJB7:GH
    
    68I
    >B I67A:86C9>96I:H
    
12. .H:=>:G6G8=6AHIGJ8IJG:
    ;GDBDJIH>9:96I6
    
     >B:CH>DC>C9J8I>DC
    ! G:6I:9>B:CH>DCI67A:;DG(%)
    !  I=G::8G:6I>DCB:I=D9H
    ,6A:HKDAJB:
    HJ7?:8I
    86I:<DGN5"
    I>B:5"
    HIDG:5"
    KDAJB:
    86I:<DGN
    HJ7?:8I
    C6B:
    ->B:
    HJ7?:8I
    96I:
    I>B:
    <CAD86I>DC
    HJ7?:8I
    <CC6B:
    68I
    .H:A>I:G6AI=6I>HLG>II:C>C96I69>G:8IAN
    
    .H:=>:G6G8=6AHIGJ8IJG:
    >HLG>II:C>C96I69>G:8IAN
    
    
     MIG68I+
     ,IDG:+ID+
     >B:CH>DC>C9J8I>DC  ,8=:B6<:C:G6I> )6G:CI6I:<DGN
    HJ7?:8I
    C6B:
    :D'6B:H :I8
    
13. ! 86H:QKDAJB:UL6HH:A:8I:96H6B:6HJG:
    !  ;68I I67A:`+:HJAIH
    !  9>B I67A:`->B:Z6I:<DGNZ,IDG: <CEA68:
      :C:G6I:H8=:B6;DG(%)
    +:HJAIH
    HJ7?:8I
    86I:<DGN5"
    I>B:5"
    HIDG:5"
    KDAJB:
    6I:<DGN
    HJ7?:8I
    C6B:
    ->B:
    HJ7?:8I
    =DJG
    96N
    BDCI=
    FJ6I:G
    N:6G
    ,IDG: <CEA68:
    HJ7?:8I
    %_9>HIG>8I`
    %_EG:;:8IJG:`
    %_8DJCIGN`
    %_8DCI>C:CI`
    68I
    >B
    >B
    >B
    
     +6I6+:IG>:K6A
     +6I6,IDG>C<
     >B:CH>DC>C9J8I  ,8=:B6<:C:G6
14. 6H:HIJ9N
    ! +69>6I>DC68I>K>IN96I6
    !  '6I>DC6A+69>D68I>K>IN,I6I6H%>C@:96I6
    !  Q&DC>IDG>C<>C;DGB6I>DCD;:CK>GDCB:CI6AG69>D68I>K>INA:K:AU
    ;GDB'J8A:6G+:<JA6I>DCJI=DG>IN>C#6E6C
    !  'JB D;-G>EA:H   &6G :8 >C 
    !  :D'6B:HT;DG<:D<G6E=>8G:HDJG8:H
    !  JH:99JBE:9RA:
    
    ! 0:6AHD6EEA>:9IDDI=:G96I6H:IH
    !  %>C@:9,:CHDG (7H:GK6I>DC6I6T,:CHDGD7H:GK:9
    !  >D>C;DGB6I>8H
    =IIE LLL @6CO6@> 8DB LDG@H   HI6I G6
    =IIE G69>D68I>K>IN CHG <D ?E ?6
    
    
15. ! G:6I:9H8=:B6L=:CQK6AJ:UL6HJH:96H6B:6HJG:
    !  ;68I I67A:`D7H:GK6I>DC5>CHI6C8:
    !  9>B I67A:`->B: %D86I>DC
    
    
    +:HJAIH
    D7H:GK6I>DC5>CHI6C8:
    HJ7?:8I
    EA68:5HJ7?:8I
    I>B:5HJ7?:8I
    K6AJ:
    68I
    EA68:
    HJ7?:8I
    A6N:G5_9>HIG>8I`
    A6N:G5_EG:;:8IJG:`
    A6N:G5_8DJCIGN`
    A6N:G5_8DCI>C:CI`
    I>B:
    HJ7?:8I
    H:8
    B>C
    =DJG
    96N
    BDCI=
    N:6G
    G6   E  I
    Q  U
    <C
    G9;K6AJ:
    I>B:  -)-!
    :KEA68:
    :KI>B:
    Q   -   U
    44MH996I:->B:
    IA6I
    (7H "CHI6C8:
    /6AJ:
    >B
    >B
    I>B:
    AD86I>DC
    &:6HJG:
    
16. ! C-%G6B:LDG@;DG(%)D;%(
    !     6CN9:9>86I:9+KD867JA6G>:H
    !  <:C:G6I:HHI6GH8=:B6;DG(%)H:B> 6JIDB6I>86AAN
    !  &6EE>C<+IDG:A6I>DC6AH8=:B6
    !  "C9J8:=>:G6G8=>86AHIGJ8IJG:H;GDB>CC:G DJI:GD;96I6
    ! 6H:HIJ9N
    !  EEA>:9IDG69>6I>DC68I>K>IN96I6
    !  "C9J8:96M>HD;6C6ANH>H <:C:G6I:96HI6GH8=:B6
    ! JIJG:LDG@
    !  G:A6I:9IDI=:QG9;INE:U
    !  ,J7?:8IL=>8=9D:HCPI=6K:6CNQG9;INE:U
    !  ,J7?:8IL=>8==6HB6CNQG9;INE:UH
    !  EEAN%(JE96I:IDH8=:B6
    
    DC8AJH>DC6C9JIJG:LDG@
    
17. -=6C@NDJ