Real-time Personalization using Embeddings for Search Ranking at Airbnb

3FBMUJNF1FSTPOBMJ[BUJPOVTJOH &NCFEEJOHTGPS4FBSDI3BOLJOHBU"JSCOC .JIBKMP(SCPWJD )BJCJO$IFOH BS9JW5JNFTQBQFSTIBSJOH !#SBNCMF9VJO5XJUUFSBOE.FEJVN

!2 4VNNBSZ "XBSE,%%#FTU1BQFSJOUIF"%4 "QQMJFE%BUB4DJFODF 5SBDL .FUIPE6TJOHMJTUJOHFNCFEEJOHBOEVTFSUZQFFNCFEEJOHUPJNQSPWFUIF SBOLJOHSFTVMU 1FSGPSNBODF5IFFNCFEEJOHGFBUVSFJODSFBTFEUIFCPPLJOHSBUF ༧໿཰
/PWFMDPOUSJCVUJPOT w"EBQUFNCFEEJOHBMHPSJUINUPUBLFJOUPBDDPVOUOFHBUJWFTBNQMJOH  UPDBQUVSFXJUIJONBSLFUMJTUJOHTTJNJMBSJUJFT w5BLFCPPLFEMJTUJOHBTHMPCBMDPOUFYUUPMFBSOMJTUJOHFNCFEEJOH w6TFSUZQFFNCFEEJOHTDBOEFBMXJUIUIFTQBSTFQSPCMFN w5SFBUIPTUSFKFDUJPOTBTFYQMJDJUOFHBUJWFTEVSJOHUSBJOJOH %FQMPZJOH EBUBTDJFODF UFDIOPMPHJFTJOUIF SFBMXPSME

0VUMJOF w#BDLHSPVOEPG"JSCOCCVTJOFTT w1SPQPTFE.FUIPE w-JTUJOH&NCFEEJOH TIPSUUFSN w-JTUJOHUZQF6TFSUZQF MPOHUFSN w&YQFSJNFOUT
!3

!4

!5 *NBHFGSPN"JSCOC1SPNPUJPOBM7JEFP

4FBSDI"U"JSCOC !6 0OFMJTUJOH 2VFSZMPDBUJPO EBUF HVFTU

!7 IUUQTXXXBJSCOCDPNSPPNT HVFTUTBEVMUT MJTUJOH*% RVFSZGFBUVSF #PPLBMJTUJOH

!8 5ZQJDBM(VFTU'MPX *NBHFGSPNIUUQXXXTPIVDPNB@

!9 (PBMPG5IJT3FTFBSDI *NBHFGSPNIUUQXXXTPIVDPNB@ *ODSFBTFCPPLJOHSBUFT %$6TDPSF 3BOLCPPLFEMJTUJOHIJHIFSBOESBOLSFKFDUFEMJTUJOHMPXFS

!10 3FMBUFE3FTFBSDI %POHKJOH8BOHFUBM-FBSOJOHNVTJDFNCFEEJOHXJUINFUBEBUBGPSDPOUFYUBXBSFSFDPNNFOEBUJPO*O1SPDFFEJOHTPGUIF"$. PO*OUFSOBUJPOBM$POGFSFODFPO.VMUJNFEJB3FUSJFWBM 7MBEBO3BEPTBWMKFWJDFUBM4NBSUQIPOFBQQDBUFHPSJ[BUJPOGPSJOUFSFTUUBSHFUJOHJOBEWFSUJTJOHNBSLFUQMBDF*O1SPDFFEJOHTPGUIFUI *OUFSOBUJPOBM$POGFSFODF$PNQBOJPOPO8PSME8JEF8FC*OUFSOBUJPOBM8PSME8JEF8FC$POGFSFODFT4UFFSJOH$PNNJUUFF .JIBKMP(SCPWJD /FNBOKB%KVSJDFUBM4DBMBCMFTFNBOUJDNBUDIJOHPGRVFSJFTUPBETJOTQPOTPSFETFBSDIBEWFSUJTJOH*O4*(*3 "$.
.VTJD&NCFEEJOH #Z .FUBEBUB *UFN&NCFEEJOH #Z 4IPQQJOH)JTUPSZ "QQ&NCFEEJOH #Z -PHPGQIPOF

!11

!12 1SPQPTFE.FUIPE -JTUJOHFNCFEEJOHT CZDMJDLTFTTJPO 4IPSUUFSN ୹ظ 6TFSUZQFMJTUJOHUZQF CZCPPLJOHTFTTJPO -POHUFSN ௕ظ
.BSLFU -BOHVBHF %FWJDF5ZQF 1SPpMF $PVOUSZ -JTUJOH5ZQF 1FS/JHIU 1FS(VFTU $MJDL $MJDL

!13 -JTUJOH&NCFEEJOH TIPSUUFSN w4LJQHSBN w#PPLFE-JTUJOHBT(MPCBM$POUFYU w"EBQUJOH5SBJOJOHGPS$POHSFHBUFE 4FBSDI

!14 w8PSEWFD 4LJQHSBNJTBNPEFMBSDIJUFDUVSFPG8PSEWFDUPQSPEVDFB EJTUSJCVUFESFQSFTFOUBUJPOPGXPSET -JTUJOH&NCFEEJOH TIPSUUFSN ೖྗ୯ޠ पล୯ޠ

!15 8PSEWFDFNCFEEJOH (JWFODFOUFSXPSEBOEQSFEJDUDPOUFYU XPSET5IFXFJHIUGSPNJOQVUMBZFSUP IJEEFOMBZFSJTUIFEJTUSJCVUJPO SFQSFTFOUBUJPOGPSFBDIDFOUFSXPSE 8IBUXFXBOU w4LJQHSBN -JTUJOH&NCFEEJOH TIPSUUFSN
JOUP< > QSPCMFN< >

!16 $MJDLTFTTJPOJTBSSBOHFEBTUJNFPSEFSBOEJUDPOTJTUTPGFYQMPSBUPSZ TFTTJPOTCPPLFETFTTJPOT w&YQMPSBUPSZTFTTJPOTTFRVFODFPGDMJDLTUIBUEPOPUFOEXJUICPPLJOH w#PPLFETFTTJPOTTFRVFODFPGDMJDLTUIBUFOEXJUICPPLJOH UJNF -JTUJOH&NCFEEJOH TIPSUUFSN w$MJDL4FTTJPO ୳ࡧ
༧໿

!17 -JTUJOHFNCFEEJOH (JWFODFOUFSMJTUJOHBOEQSFEJDUDPOUFYU MJTUJOH5IFXFJHIUGSPNJOQVUMBZFSUP IJEEFOMBZFSJTUIFEJTUSJCVUJPO SFQSFTFOUBUJPOGPSFBDIDFOUFSMJTUJOH 8IBUXFXBOU w4LJQHSBN -JTUJOH&NCFEEJOH TIPSUUFSN
MJTUJOH@< > MJTUJOH@< >

!18 w4LJQHSBN w#PPLFE-JTUJOHBT(MPCBM$POUFYU w"EBQUJOH5SBJOJOHGPS$POHSFHBUFE 4FBSDI -JTUJOH&NCFEEJOH TIPSUUFSN

!19 w#PPLFE-JTUJOHBT(MPCBM$POUFYU #PPLJOHMJTUJOHJTB HMPCBMDPOUFYU -JTUJOH&NCFEEJOH TIPSUUFSN

!20 w#PPLFE-JTUJOHBT(MPCBM$POUFYU 4LJQHSBN #PPLFE -JTUJOHBT(MPCBM $POUFYU -JTUJOH&NCFEEJOH TIPSUUFSN

!21 w#PPLFE-JTUJOHBT(MPCBM$POUFYU 4LJQHSBN #PPLFE -JTUJOHBT(MPCBM $POUFYU 1PTJUJWF QBJSTFUPGDMJDLJOH MJTUJOHlBOEDPOUFYUc /FHBUJWF
QBJSTFUPGDMJDLJOH MJTUJOHlBOEDPOUFYUc -JTUJOH&NCFEEJOH TIPSUUFSN

!22 w#PPLFE-JTUJOHBT(MPCBM$POUFYU 4LJQHSBN #PPLFE -JTUJOHBT(MPCBM $POUFYU 1PTJUJWF QBJSTFUPGDMJDLJOH MJTUJOHlBOEDPOUFYUc /FHBUJWF
QBJSTFUPGDMJDLJOH MJTUJOHlBOEDPOUFYUc -JTUJOH&NCFEEJOH TIPSUUFSN XPSEWFDOFHBUJWFTBNQMJOH JOMBZNBOUFSN /FHBUJWF TBNQMJOHDBOVQEBUF MJNJUFEXFJHIUT XIJDI EFDSFBTFUSBJOJOHUJNF

!23 w4LJQHSBN w#PPLFE-JTUJOHBT(MPCBM$POUFYU w"EBQUJOH5SBJOJOHGPS$POHSFHBUFE 4FBSDI ಛఆ஍Ҭͷݕࡧ -JTUJOH&NCFEEJOH TIPSUUFSN

!24 w"EBQUJOH5SBJOJOHGPS$POHSFHBUFE4FBSDI 4BNFMPDBUJPO 0OMZTFBSDIUIFMPDBUJPO BOEUIFMJTUJOHJO UIFTBNFMPDBUJPOXJMMCFTIPXFEBTDPOUFYU /FHBUJWF4BNQMFTBSFDIPTFOSBOEPNMZ TP UIFMJTUJOHJOPUIFSMPDBUJPOXJMMCFDIPTFO 5IJTJNCBMBODFMFBETUPMFBSOJOHTVCPQUJNBM
XJUIJONBSLFUTJNJMBSJUJFT4PXFBEE OFHBUJWFTBNQMFTGSPNUIFTBNFMPDBUJPO -JTUJOH&NCFEEJOH TIPSUUFSN ಛఆ஍Ҭͷݕࡧ

!25 w"EBQUJOH5SBJOJOHGPS$POHSFHBUFE4FBSDI 0OMZTFBSDIUIFMPDBUJPO BOEUIFMJTUJOHJO UIFTBNFMPDBUJPOXJMMCFTIPXFEBTDPOUFYU /FHBUJWFTBNQMFTBSFDIPTFOSBOEPNMZ TP UIFMJTUJOHJOPUIFSMPDBUJPOXJMMCFDIPTFO 5IJTJNCBMBODFMFBETUPMFBSOJOHTVCPQUJNBM XJUIJONBSLFUTJNJMBSJUJFT4PXFBEE
OFHBUJWFTBNQMFTGSPNUIFTBNFMPDBUJPO -JTUJOH&NCFEEJOH TIPSUUFSN ಛఆ஍Ҭͷݕࡧ /FHBUJWFTBNQMFTBSFDIPTFOSBOEPNMZ GSPNBOZMPDBUJPO

!26 4LJQHSBN #PPLFE -JTUJOHBT(MPCBM $POUFYU 5SBJOJOH GPS$POHSFHBUFE 4FBSDI w'JOBM0CKFDUJWF'VODUJPO -JTUJOH&NCFEEJOH
TIPSUUFSN

!27 w&YBNJOJOH-JTUJOH&NCFEEJOHT NJMMJPODMJDLTFTTJPOT EJNFOTJPOBMFNCFEEJOH 1FSGPSNLNFBOTXJUIDMVTUFSTJO $BMJGPSOJBMJTUJOH &NCFEEJOHT&WBMVBUJPO5PPM IUUQTZPVUVCFL+4"(5S* -JTUJOH&NCFEEJOH TIPSUUFSN

!28 1SPQPTFE.FUIPE -JTUJOHFNCFEEJOHT CZDMJDLTFTTJPO 4IPSUUFSN ୹ظ -JTUJOHUZQF6TFSUZQF CZCPPLJOHTFTTJPO -POHUFSN
௕ظ .BSLFU -BOHVBHF %FWJDF5ZQF 1SPpMF $PVOUSZ -JTUJOH5ZQF 1FS/JHIU 1FS(VFTU $MJDL $MJDL

!29 -JTUJOHUZQF6TFSUZQF MPOHUFSN w.PUJWBUJPO (VFTUBSFMPPLJOHpOEUIFTJNJMBSUZQFMJTUJOHCBTFEFWFOJOEJ⒎FSFOUMPDBUJPO 1FSTPOBMJ[FTFBSDIDBOCFDBQUVSFECZVTFS`TMPOHUFSNIJTUPSZ -JTUJOHJO/:$ -JTUJOHJO-POEPO

!30 -JTUJOHUZQF6TFSUZQF MPOHUFSN w1SPCMFNTXJUIVTFSIJTUPSZ w%BUB4QBSTF w#PPLJOHTFTTJPOTEBUBJTNVDITNBMMFSUIBODMJDLTFTTJPOEBUB w.PTUPGMJTUJOHBSFCPPLFEMFTTUIBOUJNFT XIJDIIBSEUP MFBSOBNFBOJOHGVMFNCFEEJOH w.BOZ6TFSCPPLFEPOMZBTJOHMFMJTUJOHJOQBTU
w6TFS1SFGFSFODF$IBOHFE w6TFSQSFGFSFODFNBZDIBOHF'PSFYBNQMF JGBVTFSJT QSPNPUFE UIFVTFSNJHIUCPPLNVDIIJHIFSQSJDFMJTUJOH

!31 w5ZQFJOTUFBEPG*% w4BNF7FDUPS4QBDF w3FKFDUJPOTBT&YQMJDJU/FHBUJWFT -JTUJOHUZQF6TFSUZQF MPOHUFSN

!32 -JTUJOHUZQF6TFSUZQF MPOHUFSN MJTUJOH@UZQF64@MU@QO@QH@S@T@D@C@CE@CU@OV w-JTUJOH5ZQFJOTUFBEPG-JTUJOH*% 5IFNBQQJOHGSPNMJTUJOH@JEUPBMJTUJOH@UZQFJTBNBOZUPPOFNBQQJOH NFBOJOHUIBU NBOZMJTUJOHTXJMMNBQJOUPUIFTBNFMJTUJOH@UZQF

!33 -JTUJOHUZQF6TFSUZQF MPOHUFSN w6TFS5ZQFJOTUFBEPG6TFS*% VTFS@UZQF4'@MH@EU@GQ@QQ@OC@QQO@QQH@D@OS@MT@HT

!35 -JTUJOHUZQF6TFSUZQF MPOHUFSN w8IZMFBSOJOHUXPUZQFTFNCFEEJOHJOUIFTBNFWFDUPSTQBDF *OPSEFSUPHFUUIFVTFSUZQFMJTUJOHUZQFFNCFEEJOHGFBUVSF XFXJMM VTFDPTJOFUPDBMDVMBUFTJNJMBSJUZCFUXFFOUIFJSFNCFEEJOHT*GUXP FNCFEEJOHTQBDFTBSFOPUUIFTBNF UIFTJNJMBSJUZCFUXFFOVTFSUZQF BOEMJTUJOHUZQFJTEPVCMF

!36 -JTUJOHUZQF6TFSUZQF MPOHUFSN w-JTUJOHUZQFFNCFEEJOH

!37 -JTUJOHUZQF6TFSUZQF MPOHUFSN w4BNF7FDUPS4QBDF 3FQMBDFMJTUJO@UZQF CZ VTFS@UZQF MJTUJOH@UZQF UVQMFT

!38 -JTUJOHUZQF6TFSUZQF MPOHUFSN w4BNF7FDUPS4QBDF 4FRVFODFPG CPPLJOHFWFOUT 5JNFPSEFS

!39 -JTUJOHUZQF6TFSUZQF MPOHUFSN w4BNF7FDUPS4QBDF 6QEBUFVTFS@UZQFBTUIFDFOUSBMJUFN 6QEBUFMJTUJOH@UZQFBTUIFDFOUSBMJUFN $POUBJOT UIFVTFS@UZQFBOE MJTUJOH@UZQFGSPNSFDFOU VTFSIJTUPSZ
DPOUBJOT SBOEPNVTFS@UZQFPS MJTUJOH@UZQFJOTUBODFT VTFEBTOFHBUJWFT

3FEVDJOHGVUVSF SFKFDUJPOTJOBEEJUJPOUP NBYJNJ[JOHCPPLJOH DIBODFT !41 -JTUJOHUZQF6TFSUZQF MPOHUFSN w3FKFDUJPOTBT&YQMJDJU/FHBUJWFT 4PNFMJTUJOH@UZQFT BSFMFTTTFOTJUJWFUPTPNF
VTFS@UZQFT

!42 4LJQHSBN 3FKFDUJPOTJHOBM w'JOBM0CKFDUJWF'VODUJPO -JTUJOHUZQF6TFSUZQF MPOHUFSN

0VUMJOF w#BDLHSPVOEPG"JSCOCCVTJOFTT w1SPQPTFE.FUIPE w -JTUJOH&NCFEEJOH TIPSUUFSN w -JTUJOHUZQF6TFSUZQF MPOHUFSN
w&YQFSJNFOUT !43

!44 w4FUUJOHT &YQFSJNFOUT wNJMMJPO"JSCOCMJTUJOHT w%JNFOTJOBMJUZBT w$POUFYUXJOEPXTJ[FBT wJUFSBUJPOTPWFSUIFUSBJOJOHEBUB w.PEJpFEDDPEFPGUIFPSJHJOBMXPSEWFDGPSDPOHSFHBUFETFBSDI w5SBJOJOHVTFE.BQ3FEVDF XIFSFNBQQFSTSFBEEBUBBOEB
TJOHMFSFEVDFSUSBJOTUIFNPEFMJOBNVMUJUISFBEFENBOOFS

!45 w4FBSDI3BOLJOH.PEFM &YQFSJNFOUT *NBHFGSPN"JSCOC1SPNPUJPOBM7JEFP

!46 w0⒐JOF&WBMVBUJPOPG-JTUJOH&NCFEEJOHT &YQFSJNFOUT w4FBSDI3BOLJOHNPEFMHFUT CFUUFSXJUINPSFDMJDLT wFNCFEEJOHTJNJMBSJUZXPVME CFVTFGVM FTQFDJBMMZJOFBSMZ TUBHFTPGUIFTFBSDIGVOOFM wECPPL
OFH PVUQFSGPSNTUIFPUIFSUXP FNCFEEJOHWFSTJPOT SBOLJOH IJHIFS DMJDLPSEFS

!47 w4JNJMBS-JTUJOHTVTJOH&NCFEEJOHT &YQFSJNFOUT w5IF"#UFTUTIPXFEUIBUFNCFEEJOHCBTFETPMVUJPOMFBEUPB JODSFBTFJO4JNJMBS-JTUJOHDBSPVTFM$53BOEJODSFBTFJOHVFTUT XIPpOEUIFMJTUJOHUIFZFOEVQCPPLJOHJO4JNJMBS-JTUJOHDBSPVTFM

!48 w3FBMUJNFQFSTPOBMJ[BUJPOJO4FBSDI3BOLJOHVTJOH&NCFEEJOHT &YQFSJNFOUT

!49 w3FBMUJNFQFSTPOBMJ[BUJPOJO4FBSDI3BOLJOHVTJOH&NCFEEJOHT &YQFSJNFOUT %FpOJUJPOPGGFBUVSFDPWFSBHF TPNF TBNQMFTNBZIBWF QBSUPGGFBUVSFT

!50 w0⒐JOF&YQFSJNFOU3FTVMUT4VNNBSZ &YQFSJNFOUT *ODSF BTFECZ FNCFEEJOH #PPLJOH%$6JODSFBTFECZ NFBOJOHUIBUCPPLFEMJTUJOHTXFSFSBOLFE IJHIFS3FKFDUJPOT %$6XBTqBU
NFBOJOHTUIBUUIFNPEFMXJUI FNCFEEJOHGFBUVSFTSBOLSFKFDUFEMJTUJOHTMPXFS %JTDPVOUFE $VNVMBUJWF6UJMJUZ /PSNBMJ[FE%$6

!51 4VNNBSZ .FUIPE6TJOHMJTUJOH ෺݅ FNCFEEJOHBOEVTFSUZQFFNCFEEJOHUP JNQSPWFUIFSBOLJOHSFTVMU 1FSGPSNBODF5IFFNCFEEJOHGFBUVSFJODSFBTFEUIFCPPLJOHSBUF ༧໿཰ /PWFMDPOUSJCVUJPOT
w"EBQUFNCFEEJOHBMHPSJUINUPUBLFJOUPBDDPVOUOFHBUJWFTBNQMJOH  UPDBQUVSFXJUIJONBSLFUMJTUJOHTTJNJMBSJUJFT w5BLFCPPLFEMJTUJOHBTHMPCBMDPOUFYUUPMFBSOMJTUJOHFNCFEEJOH w6TFSUZQFFNCFEEJOHTDBOEFBMXJUIUIFTQBSTFQSPCMFN w5SFBUIPTUSFKFDUJPOTBTFYQMJDJUOFHBUJWFTEVSJOHUSBJOJOH

5IBOLTGPS-JTUFOJOH

Real-time Personalization using Embeddings for Search Ranking at Airbnb

Real-time Personalization using Embeddings for Search Ranking at Airbnb

More Decks by BrambleXu

Other Decks in Research

Featured

Transcript