[論紹介] Fast Lexically Constrained Decoding with Dynamic Beam Allocation for Neural Machine Translation

'BTU-FYJDBMMZ$POTUSBJOFE%FDPEJOH XJUI%ZOBNJD#FBN"MMPDBUJPO GPS/FVSBM.BDIJOF5SBOTMBUJPO .BUU1PTUBOE%BWJE7JMBS "NB[PO3FTFBSDI #FSMJO (FSNBOZ 1SPDPG/""$- QQ 1SFTFOUFECZ5PNPZVLJ,BKJXBSB

$POUSPMMJOH/.5PVUQVU • /.5SFNPWFTNBOZXBZTPGNBOVBMMZHVJEJOH UIFUSBOTMBUJPOQSPDFTTJOPMEFSQBSBEJHNT 1#4.5 • *ODPSQPSBUFEPNBJOTQFDJGJDEJDUJPOBSJFT • 'PSDFBUSBOTMBUJPODIPJDFGPSDFSUBJOXPSET
• -FYJDBMMZ$POTUSBJOFE%FDPEJOHGPS4FRVFODF(FOFSBUJPO 6TJOH(SJE#FBN4FBSDI )PLBNQ BOE-JV "$- • 6TFSTDBOTQFDJGZUIFXPSETUIBUNVTUBQQFBSJOUIFPVUQVU • 6TFGVMGPSUBTLTTVDIBTQPTUFEJUJOH DBQUJPOHFOFSBUJPO /JFNBOE IBUEJF"CTJDIU FJOF .BVFS[V CBVFO /JFNBOE IBUEJF"CTJDIU FJOF .BVFS[V FSSJDIUFO ,FJOFS IBUEJF"CTJDIU FJOF .BVFS[V CBVFO FSSJDIUFO LFJOFS -FYJDBMMZ$POTUSBJOFE%FDPEJOH /PPOFIBTUIFJOUFOUJPO PGCVJMEJOHBXBMM

(#4IBTBMBSHF3VOUJNF$PNQMFYJUZ %FDPEJOH$PNQMFYJUZ 0 /L$ (SJE#FBN4FBSDI )PLBNQ BOE-JV 0 /L
%ZOBNJD#FBN"MMPDBUJPO 5IJT8PSL /TFOUFODFMFOHUI LCFBNTJ[F $OVNCFSPGDPOTUSBJOUT (#4IBTUXPQSPCMFNT • %FDPEJOHDPNQMFYJUZJTMJOFBSJODPOTUSBJOUT • $BOOPUTQFDJGZUIFCFBNTJ[FBUNPEFMMPBEUJNF

%#"%ZOBNJD#FBN"MMPDBUJPO • 4JNQMZSFQMBDFUIF,#&45 JNQMFNFOUBUJPO GSPNUIFBMHPSJUINPGTUBOEBSECFBNEFDPEJOH • *OTUFBEPGTFMFDUJOHUIFUPQLJUFNT (FOFSBUJOHBMJTUPGDBOEJEBUFT 8FOPXOFFEUPFOTVSFUIBUDBOEJEBUFTQSPHSFTT
UISPVHIUIFTFUPGQSPWJEFEDPOTUSBJOUT "MMPDBUJOHUIFCFBNBDSPTTUIFDPOTUSBJOUCBOLT 8JUIBGJYFETJ[FECFBNBOEBSCJUSBSZOVNCFSPG DPOTUSBJOUT XFOFFEUPGJOEBOBMMPDBUJPOTUSBUFHZ GVODUJPO #&".4&"3$) / L CFBNˡ %&$0%&3*/*5 L GPS UJNFTUFQUJO/EP TDPSFT%&$0%&345&1 CFBN CFBNˡ ,#&45 TDPSFT SFUVSO CFBN<>

4UFQ(FOFSBUJOHUIFDBOEJEBUFTFU $BOEJEBUFTFU ˒ LCFTUJUFNT JF OPSNBMUPQL ˖ TJOHMFCFTUUPLFO ˠ VOGJMMFEDPOTUSBJOUT
#FBNTJ[F L 7PDBCVMBSZTJ[F c7c $POTUSBJOUT $ XPSET QISBTF

4UFQ"MMPDBUJOHUIFCFBN "MMPDBUFTJ[FLCFBNBDSPTT$ DPOTUSBJOUCBOLT #BOL 5IFQPSUJPOPGUIFCFBNSFTFSWFEGPSJUFNT IBWJOHNFUUIFTBNFOVNCFSPGDPOTUSBJOUT "MMPDBUJPOTUSBUFHZTFUUJOHFBDICJOTJ[FUP⌊L$⌋ "OZSFNBJOJOHTMPUTBSFBTTJHOFEUPUIFNPTUDPOTUSBJOFECBOL

&YQFSJNFOUBM4FUVQ • %BUB • 5SBJO8.5&OHMJTI(FSNBOUSBJOJOHDPSQPSB • %FW5FTUOFXTUFTU • 1SFQSPDFTT
• .PTFTUPLFOJ[FS • +PJOU#1&WPDBCVMBSZXJUILNFSHFPQFSBUJPO • .PEFM • MBZFS3//XJUIBUUFOUJPO • "EBNPQUJNJ[FSXJUIBCBUDITJ[FPG • &BSMZTUPQQJOH DSPTTFOUSPQZ • #BTFMJOFT • (SJE#FBN4FBSDI LC $ C

3VOOJOHUJNF MPXFSJTCFUUFS BOE#-&6TDPSF • 5IFMJOFBSUSFOEJO$ DPOTUSBJOUT JTDMFBSGPS(#4 • 5IFDPOTUBOUUSFOEJO$ JTDMFBSGPS%#"
• %#"JTBCPVUYTMPXFSUIBOVODPOTUSBJOFEEFDPEJOH #-&6 #-&6 #-&6

$POTUSBJOFEXPSETBSFQMBDFEJOUIFDPSSFDUQPTJUJPO 1FBSTPO`TS

$POTUSBJOFEXPSETBSFQMBDFEJOUIFDPSSFDUQPTJUJPO

.PEFMTDPSFHPFTEPXOCVU#-&6TDPSFHPFTVQ 5IJTJTBOPCTFSWBUJPOSFMBUFEUPBSFQPSU UIBU #-&6XPSTFOTJGUIFCFBNTJ[FJTNBEFUPPMBSHF ,PFIOBOE,OPXMFT 8/.5 4JY$IBMMFOHFTGPS/FVSBM.BDIJOF5SBOTMBUJPO

'BTU-FYJDBMMZ$POTUSBJOFE%FDPEJOHXJUI%#"GPS/.5 • 5IJTTUVEZNBEFJUQPTTJCMFUPDPOUSPM/.5PVUQVU VTJOH-FYJDBMMZ$POTUSBJOFE%FDPEJOH • *O(#4 UIFDPNQVUBUJPOBMDPTUJODSFBTFEMJOFBSMZ XJUI DPOTUSBJOUT CVUJO%#"
JUEFDSFBTFEUPDPOTUBOU PSEFS • $POTUSBJOUTBSFDPSSFDUMZQMBDFEXPBMJHONFOUJOGPSNBUJPO

[論紹介] Fast Lexically Constrained Decoding with ...

[論紹介] Fast Lexically Constrained Decoding with Dynamic Beam Allocation for Neural Machine Translation

onizuka laboratory

More Decks by onizuka laboratory

Other Decks in Research

Featured

Transcript

'BTU-FYJDBMMZ$POTUSBJOFE%FDPEJOH XJUI%ZOBNJD#FBN"MMPDBUJPO GPS/FVSBM.BDIJOF5SBOTMBUJPO .BUU1PTUBOE%BWJE7JMBS "NB[PO3FTFBSDI #FSMJO (FSNBOZ 1SPDPG/""$- QQ 1SFTFOUFECZ5PNPZVLJ,BKJXBSB

$POUSPMMJOH/.5PVUQVU • /.5SFNPWFTNBOZXBZTPGNBOVBMMZHVJEJOH UIFUSBOTMBUJPOQSPDFTTJOPMEFSQBSBEJHNT 1#4.5 • *ODPSQPSBUFEPNBJOTQFDJGJDEJDUJPOBSJFT • 'PSDFBUSBOTMBUJPODIPJDFGPSDFSUBJOXPSET

(#4IBTBMBSHF3VOUJNF$PNQMFYJUZ %FDPEJOH$PNQMFYJUZ 0 /L$ (SJE#FBN4FBSDI )PLBNQ BOE-JV 0 /L

%#"%ZOBNJD#FBN"MMPDBUJPO • 4JNQMZSFQMBDFUIF,#&45 JNQMFNFOUBUJPO GSPNUIFBMHPSJUINPGTUBOEBSECFBNEFDPEJOH • *OTUFBEPGTFMFDUJOHUIFUPQLJUFNT (FOFSBUJOHBMJTUPGDBOEJEBUFT 8FOPXOFFEUPFOTVSFUIBUDBOEJEBUFTQSPHSFTT

4UFQ(FOFSBUJOHUIFDBOEJEBUFTFU $BOEJEBUFTFU ˒ LCFTUJUFNT JF OPSNBMUPQL ˖ TJOHMFCFTUUPLFO ˠ VOGJMMFEDPOTUSBJOUT

4UFQ"MMPDBUJOHUIFCFBN "MMPDBUFTJ[FLCFBNBDSPTT$ DPOTUSBJOUCBOLT #BOL 5IFQPSUJPOPGUIFCFBNSFTFSWFEGPSJUFNT IBWJOHNFUUIFTBNFOVNCFSPGDPOTUSBJOUT "MMPDBUJPOTUSBUFHZTFUUJOHFBDICJOTJ[FUP⌊L$⌋ "OZSFNBJOJOHTMPUTBSFBTTJHOFEUPUIFNPTUDPOTUSBJOFECBOL

&YQFSJNFOUBM4FUVQ • %BUB • 5SBJO8.5&OHMJTI(FSNBOUSBJOJOHDPSQPSB • %FW5FTUOFXTUFTU • 1SFQSPDFTT

3VOOJOHUJNF MPXFSJTCFUUFS BOE#-&6TDPSF • 5IFMJOFBSUSFOEJO$ DPOTUSBJOUT JTDMFBSGPS(#4 • 5IFDPOTUBOUUSFOEJO$ JTDMFBSGPS%#"

$POTUSBJOFEXPSETBSFQMBDFEJOUIFDPSSFDUQPTJUJPO 1FBSTPO`TS

$POTUSBJOFEXPSETBSFQMBDFEJOUIFDPSSFDUQPTJUJPO

.PEFMTDPSFHPFTEPXOCVU#-&6TDPSFHPFTVQ 5IJTJTBOPCTFSWBUJPOSFMBUFEUPBSFQPSU UIBU #-&6XPSTFOTJGUIFCFBNTJ[FJTNBEFUPPMBSHF ,PFIOBOE,OPXMFT 8/.5 4JY$IBMMFOHFTGPS/FVSBM.BDIJOF5SBOTMBUJPO

'BTU-FYJDBMMZ$POTUSBJOFE%FDPEJOHXJUI%#"GPS/.5 • 5IJTTUVEZNBEFJUQPTTJCMFUPDPOUSPM/.5PVUQVU VTJOH-FYJDBMMZ$POTUSBJOFE%FDPEJOH • *O(#4 UIFDPNQVUBUJPOBMDPTUJODSFBTFEMJOFBSMZ XJUI DPOTUSBJOUT CVUJO%#"