Another Diversity-Promoting Objective Function for Neural Dialogue Generation

My oral presentation slide at AAAI 2019 Workshop on Reasoning and Learning for Human-Machine Dialogues (DEEP-DIAL 2019).
paper: https://arxiv.org/abs/1811.08100
workshop site: https://sites.google.com/view/deep-dial-2019/program

Transcript

1. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   3ZP
   /BLBNVSB
   ,BUTVIJUP
   4VEPI
   ,PJDIJSP
   :PTIJOP
   4BUPTIJ
   /BLBNVSB
   
   (SBEVBUF
   4DIPPM
   PG
   *OGPSNBUJPO
   4DJFODF
   /BSB
   *OTUJUVUF
   PG
   4DJFODF
   BOE
   5FDIPOPMPHZ
   +BQBO
   3*,&/
   $FOUFS
   GPS
   "EWBODFE
   *OUFMMJHFODF
   1SPKFDU
   "*1
   +BQBO
   \OBLBNVSBSZPON
   TVEPI
   LPJDIJSP
   TOBLBNVSB^!JTOBJTUKQ !1
2. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ w"O
   PQFOEPNBJO
   EJBMPHVF
   TZTUFN
   UIBU
   HFOFSBUFT
   B
   SFTQPOTF
   XPSE
   CZ
   XPSE
   VTJOH
   B
   USBJOFE
   OFVSBM
   OFUXPSL
   FH
   TFRTFR
   w(FOFSBUJPOCBTF
   JT
   NPSF
   qFYJCMF
   UIBO
   SFUSJFWBMCBTF
   CVU
   qVFODZ
   DPOTJTUFODZ
   BSF
   OPU
   HPPE /FVSBM
   %JBMPHVF
   (FOFSBUJPO (P /PUIJOH NVDI 8IBU`T /PUIJOH NVDI  VQ !2 w
   *O
   QBSUJDVMBS
   UIF
   HFOFSBUFE
   SFTQPOTF
   IBT
   MPX
   EJWFSTJUZ
   BOE
   UFOET
   UP
   CF
   B
   HFOFSJD
   SFTQPOTF
   MJLF
   *
   EPO`U
   LOPXz
   8IZ
3. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ w'SFRVFOU
   XPSET
   JO
   USBJOJOH
   TFU
   TVQQMZ
   NPSF
   USBJOJOH
   QFOBMUJFT
   UIBO
   SBSF
   XPSET
   w5IFSFGPSF
   MBSHF
   PDDVSSFODF
   QSPCBCJMJUJFT
   JT
   BTTJHOFE
   UP
   GSFRVFOU
   XPSET %VSJOH
   USBJOJOH EBUB
   EJTUSJCVUJPO POFIPU
   UBSHFU
   EJTUSJCVUJPO 4UVQJE
   
   
   
   
   
   
   
   
   
   
   
   JT
   
   
   
   
   
   
   
   
   
   
   
   BT
   
   
   
   
   
   
   
   
   
   
   
   TUVQJE
   
   
   
   
   
   
   
   
   
   
   
   EPFT
   
   
   
   
   
   
   
   
   
   
   
    QPPS
   USBJOJOH
   TJHOBM XSPOH
   NPEFM
   EJTUSJCVUJPO SJDI
   USBJOJOH
   TJHOBM !3
4. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ )FZ
   XIBU`T
   VQ
   )PX
   BSF
   ZPV
   )FZ
   &SJO
   8IBU`T
   VQ )J
   4FBO
   )PX
   BSF
   ZPV
   EPJOH
   /PU
   NVDI
   %P
   ZPV
   IBWF
   BOZ
   QMBOT
   UPOJHIU EBUB
   USBOTEVDUJPO FOPSNPVT
   DBOEJEBUFT
   JO
   SFBM
   EJBMPHVF ."1
   QSFEJDUJPO
   BGUFS
   .-&
   USBJOJOH w%JBMPHVF
   HFOFSBUJPO
   JT
   B
   NBOZUPNBOZ
   USBOTEVDUJPO
   UBTL
   JO
   XIJDI
   DPOUFOUT
   WBSZ
   EFQFOEJOH
   PO
   UIF
   DPOUFYU
   w'SFRVFOU
   XPSET
   BSF
   BQQMJDBCMF
   JO
   BOZ
   DPOUFYU
   TP
   UIFZ
   UFOE
   UP
   CF
   DBOEJEBUFT
   GPS
   HFOFSBUJPO
   w"T
   B
   SFTVMU
   POMZ
   UIF
   NPTU
   MJLFMZ
   SFTQPOTF
   JT
   HFOFSBUFE %VSJOH
   FWBMVBUJPO !4
5. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ w%VF
   UP
   MBDL
   PG
   EBUB
   BOE
   EBUB
   JNCBMBODF
   4FSCBO
   FU
   BM
   
   w4PGUNBY
   $SPTT&OUSPQZ
   4$&
   MPTT
   JT
   OPU
   HPPE
   CFDBVTF
   BMM
   XPSET
   BSF
   IBOEMFE
   FRVBMMZ
   SFHBSEMFTT
   PG
   MBDL
   BOE
   JNCBMBODF #SFBL
   EPXO
   MPX
   EJWFSTJUZ
   QSPCMFN .FBTVSFT
   BMSFBEZ
   TVHHFTUFE /P
   TVHHFTUJPO
   8F
   DIBMMFOHFE
   JU !5 w'SFRVFOU
   XPSET
   TVQQMZ
   NPSF
   QFOBMUJFT
   UIBO
   SBSF
   XPSET %VSJOH
   USBJOJOH %VSJOH
   FWBMVBUJPO w.BYJNVN
   "1PTUFSJPSJ
   ."1
   QSFEJDUT
   UIF
   NPTU
   MJLFMZ
   SFTQPOTF
   POMZ w"
   XBZ
   UP
   HFOFSBUF
   VOMJLFMZ
   SFTQPOTF
   VTJOH
   .BYJNVN
   .VUVBM
   *OGPSNBUJPO
   ..*
   JT
   SFQPSUFE
   JO
   -J
   FU
   BM
   
6. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ w5IFZ
   VTFE
   .-&
   EVSJOH
   USBJOJOH
   BOE
   VTFE
   ..*BOUJ-.
   EVSJOH
   FWBMVBUJPO 1SFWJPVT
   SFTFBSDI w.BYJNVN
   .VUVBM
   *OGPSNBUJPO
   -J
   FU
   BM
    w..*BOUJ-.
   TVQQSFTTFT
   MBOHVBHF
   NPEFMMJLF
   HFOFSBUJPO
   CZ
   TVCUSBDUJOH
   B
   MBOHVBHF
   NPEFM
   UFSN
   
   
   
   
   
   
   
   
   
   
   
   GSPN
   USBOTEVDUJPO
   NPEFM
   UFSN
   
   
   
   
   
   
   
   
   
   
   
   
   
   !6 w*O
   QSBDUJDF
   ..*BOUJ-.
   HFOFSBUFT
   UPLFO
   Z
7. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ w4$&
   MPTT
   USFBUT
   FBDI
   UPLFO
   ɹDMBTT
   FRVBMMZ :PV
   EP
   OPU
   UBML
   BCPVU
   'JHIU
   $MVC
    :PV
   EP
   OPU
   UBML
   BCPVU
   'JHIU
   $MVC
    !7 1SPQPTFE
   NFUIPE w *5'
   MPTT
   TDBMFT
   TNBMMFS
   MPTT
   ɹGPS
   GSFRVFOU
   UPLFO
   DMBTTFT 4PGUNBY
   $SPTT&OUSPQZ
   MPTT *OWFSTF
   5PLFO
   'SFRVFODZ
   MPTT
8. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ w/P
   TQFDJBM
   JOGFSFODF
   NFUIPE
   :PV
   DBO
   VTF
   DPNNPO
   HSFFEZ
   TFBSDI !8 "EWBOUBHFT
   DPNQBSFE
   UP
   QSFWJPVT
   XPSLT w5SBJOJOH
   XJUI
   *5'
   MPTT
   JT
   BT
   TUBCMF
   BT
   USBJOJOH
   XJUI
   4$&
   MPTT w*5'
   MPTT
   DBO
   CF
   FBTJMZ
   JODPSQPSBUFE
   +VTU
   SFQMBDF
   MPTT
   GVODUJPO w*5'
   NPEFMT
   ZJFME
   TUBUFPGUIFBSU
   EJWFSTJUZ
   BOE
   NBJOUBJOT
   RVBMJUZ
9. IUUQTBSYJWPSHBCT "OPUIFS
   %JWFSTJUZ1SPNPUJOH
   0CKFDUJWF
   'VODUJPO
   GPS
   /FVSBM
   %JBMPHVF
   (FOFSBUJPO
   /BLBNVSB
   FU
   BM
    """*
   
   %&&1%*"-
   XPSLTIPQ $PEF
   FYBNQMFT
   XJUI
   1Z5PSDI *OWFSTF
   5PLFO
   'SFRVFODZ *5'
   MPTT 7FSZ
   &BTZ !9 sce_loss = nn.NLLLoss(weight=None) 4$&
   MPTT
10. IUUQTBSYJWPSHBCT "OPUIFS
    %JWFSTJUZ1SPNPUJOH
    0CKFDUJWF
    'VODUJPO
    GPS
    /FVSBM
    %JBMPHVF
    (FOFSBUJPO
    /BLBNVSB
    FU
    BM
     """*
    
    %&&1%*"-
    XPSLTIPQ #BTFMJOFT
    w4FR4FR
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    MBZFST
    #J-45.
    X
    SFTJEVBM
    DPOOFDUJPOT
    w4FR4FR
    
    "UUFOUJPO
    w4FR4FR
    
    ..*
    w.FN//
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    DPOTJEFSJOH
    EJBMPHVF
    IJTUPSZ
    VTJOH
    NFNPSZ &WBMVBUJPO
    NFUSJDT
    w#-&6
    
    
    
    
    
    
    
    
    
    
    OHSBNT
    NBUDIJOH
    CFUXFFO
    BMM
    IZQP
    BOE
    BMM
    SFG
    
    w%*45
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    EJTUJODU
    OHSBNT
    JO
    BMM
    HFOFSBUFE
    SFTQPOTFT &YQFSJNFOU
    TFUVQT !10 %BUBTFUT
    w0QFO4VCUJUMFT
    &O
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    .
    UVSOT
    BOE
    .
    FQJTPEFT
    w5XJUUFS
    &O+B
    
    
    
    
    
    
    
    
    
    
    
    
    ..
    UVSOT
    BOE
    ..
    FQJTPEFT
11. IUUQTBSYJWPSHBCT "OPUIFS
    %JWFSTJUZ1SPNPUJOH
    0CKFDUJWF
    'VODUJPO
    GPS
    /FVSBM
    %JBMPHVF
    (FOFSBUJPO
    /BLBNVSB
    FU
    BM
     """*
    
    %&&1%*"-
    XPSLTIPQ 3FTVMU
    PO
    0QFO4VCUJUMFT !11 0VST 1SFWJPVT
12. IUUQTBSYJWPSHBCT "OPUIFS
    %JWFSTJUZ1SPNPUJOH
    0CKFDUJWF
    'VODUJPO
    GPS
    /FVSBM
    %JBMPHVF
    (FOFSBUJPO
    /BLBNVSB
    FU
    BM
     """*
    
    %&&1%*"-
    XPSLTIPQ 3FTVMU
    PO
    5XJUUFS w*5'
    NPEFMT
    PVUQFSGPSN
    UIF
    ..*
    PO
    CPUI
    PG
    #-&6
    BOE
    %*45
    w*5'
    NPEFM
    BDIJFWFT
    B
    HSPVOE
    USVUIMFWFM
    %*45
    TDPSF
    PG
    
    ɹPO
    +BQBOFTF
    5XJUUFS
    %BUBTFU !12 1SFWJPVT 1SFWJPVT 0VST 0VST
13. IUUQTBSYJWPSHBCT "OPUIFS
    %JWFSTJUZ1SPNPUJOH
    0CKFDUJWF
    'VODUJPO
    GPS
    /FVSBM
    %JBMPHVF
    (FOFSBUJPO
    /BLBNVSB
    FU
    BM
     """*
    
    %&&1%*"-
    XPSLTIPQ !13 "
    HFOFSBUFE
    TBNQMF
    PO
    0QFO4VCUJUMFT
14. IUUQTBSYJWPSHBCT "OPUIFS
    %JWFSTJUZ1SPNPUJOH
    0CKFDUJWF
    'VODUJPO
    GPS
    /FVSBM
    %JBMPHVF
    (FOFSBUJPO
    /BLBNVSB
    FU
    BM
     """*
    
    %&&1%*"-
    XPSLTIPQ "
    HFOFSBUFE
    TBNQMF
    PO
    5XJUUFS !14
15. IUUQTBSYJWPSHBCT "OPUIFS
    %JWFSTJUZ1SPNPUJOH
    0CKFDUJWF
    'VODUJPO
    GPS
    /FVSBM
    %JBMPHVF
    (FOFSBUJPO
    /BLBNVSB
    FU
    BM
     """*
    
    %&&1%*"-
    XPSLTIPQ !15 4VNNBSZ w4$&
    MPTT
    
    ."1
    QSFEJDUJPO
    
    -PX
    EJWFSTJUZ
    
    %VMM
    3FTQPOTF w4$&
    MPTT
    
    ..*
    JOGFSFODF
    
    )JHI
    EJWFSTJUZ
    BOE
    HPPE
    RVBMJUZ w*5'
    MPTT
    
    ."1
    QSFEJDUJPO
    
    7FSZ
    IJHI
    EJWFSTJUZ
    BOE
    HPPE
    RVBMJUZ