繎欰⸬卓ה6OEFSTQFDJDBUJPO Ԩ չ✮庠ָדֹֿהպכչ椚鍑պװչ涪鋅պָדֹֿה䠐׃זְ May the ML force be with you… 堣唒㷕统כչر٦ة✮庠ח㢌ִպ䓼⸂זذؙظٗآ٦ 荈搫猰㷕ך㹋植韋ر٦ةד⢪ֲךכְְ慧يؤ ؿؓ٦أ ؿؓ٦أהⰟחֿ֮ה
y <latexit sha1_base64="WQjRG4bPVEcrBhk0IPMU7zTCz9E=">AAAChHichVHLTsJAFD3UF+ID1I2JGyLBuDBkUHzEhSG6cclDHgkS0tYBG0rbtIUEiT+gW40LV5q4MH6AH+DGH3DBJxiXmLhx4aU0MUrE20znzJl77pyZKxmqYtmMtT3C0PDI6Jh33DcxOTXtD8zMZi29bso8I+uqbuYl0eKqovGMrdgqzxsmF2uSynNSda+7n2tw01J07cBuGrxYEyuaUlZk0SYqWS4FQizCnAj2g6gLQnAjoQcecYgj6JBRRw0cGmzCKkRY9BUQBYNBXBEt4kxCirPPcQofaeuUxSlDJLZK/wqtCi6r0bpb03LUMp2i0jBJGUSYvbB71mHP7IG9ss8/a7WcGl0vTZqlnpYbJf/ZfPrjX1WNZhvH36qBnm2UseV4Vci74TDdW8g9fePkqpPeToVbS+yWvZH/G9ZmT3QDrfEu3yV56nqAH4m80ItRg6K/29EPsquR6EYkloyF4rtuq7xYwCKWqR+biGMfCWSoPsc5LnApjAorwpqw3ksVPK5mDj9C2PkCsAOP5g==</latexit> f <latexit sha1_base64="WQjRG4bPVEcrBhk0IPMU7zTCz9E=">AAAChHichVHLTsJAFD3UF+ID1I2JGyLBuDBkUHzEhSG6cclDHgkS0tYBG0rbtIUEiT+gW40LV5q4MH6AH+DGH3DBJxiXmLhx4aU0MUrE20znzJl77pyZKxmqYtmMtT3C0PDI6Jh33DcxOTXtD8zMZi29bso8I+uqbuYl0eKqovGMrdgqzxsmF2uSynNSda+7n2tw01J07cBuGrxYEyuaUlZk0SYqWS4FQizCnAj2g6gLQnAjoQcecYgj6JBRRw0cGmzCKkRY9BUQBYNBXBEt4kxCirPPcQofaeuUxSlDJLZK/wqtCi6r0bpb03LUMp2i0jBJGUSYvbB71mHP7IG9ss8/a7WcGl0vTZqlnpYbJf/ZfPrjX1WNZhvH36qBnm2UseV4Vci74TDdW8g9fePkqpPeToVbS+yWvZH/G9ZmT3QDrfEu3yV56nqAH4m80ItRg6K/29EPsquR6EYkloyF4rtuq7xYwCKWqR+biGMfCWSoPsc5LnApjAorwpqw3ksVPK5mDj9C2PkCsAOP5g==</latexit> f <latexit sha1_base64="ms/uPGAGeTg0lt5op+vO01P7rjg=">AAAChHichVHLTsJAFD3UF+ID1I2JGyLBuDBkUHzEhSG6cclDHgkS0tYBG0rbtIUEiT+gW40LV5q4MH6AH+DGH3DBJxiXmLhx4aU0MUrE20znzJl77pyZKxmqYtmMtT3C0PDI6Jh33DcxOTXtD8zMZi29bso8I+uqbuYl0eKqovGMrdgqzxsmF2uSynNSda+7n2tw01J07cBuGrxYEyuaUlZk0SYq2SwFQizCnAj2g6gLQnAjoQcecYgj6JBRRw0cGmzCKkRY9BUQBYNBXBEt4kxCirPPcQofaeuUxSlDJLZK/wqtCi6r0bpb03LUMp2i0jBJGUSYvbB71mHP7IG9ss8/a7WcGl0vTZqlnpYbJf/ZfPrjX1WNZhvH36qBnm2UseV4Vci74TDdW8g9fePkqpPeToVbS+yWvZH/G9ZmT3QDrfEu3yV56nqAH4m80ItRg6K/29EPsquR6EYkloyF4rtuq7xYwCKWqR+biGMfCWSoPsc5LnApjAorwpqw3ksVPK5mDj9C2PkC2GOP+Q==</latexit> y <latexit sha1_base64="mpuRLmJhhTRKlPt+QsNIZJRw5HU=">AAAChnichVHLTsJAFD3UF+ID1I2JGyLBuCJTg2JcEd245CGPBAlp64gNpW3aQkTiD5i4lYUrTVwYP8APcOMPuOATjEtM3LjwUpoYJeJtpnPmzD13zsyVTU21Hca6PmFsfGJyyj8dmJmdmw+GFhbzttGwFJ5TDM2wirJkc03Vec5RHY0XTYtLdVnjBbm2198vNLllq4Z+4LRMXq5LVV09VhXJISp7WhEroQiLMTfCw0D0QARepIzQIw5xBAMKGqiDQ4dDWIMEm74SRDCYxJXRJs4ipLr7HOcIkLZBWZwyJGJr9K/SquSxOq37NW1XrdApGg2LlGFE2Qu7Zz32zB7YK/v8s1bbrdH30qJZHmi5WQleLGc//lXVaXZw8q0a6dnBMbZdryp5N12mfwtloG+edXrZnUy0vcZu2Rv5v2Fd9kQ30Jvvyl2aZ65H+JHJC70YNUj83Y5hkN+IiVuxeDoeSe56rfJjBatYp34kkMQ+UshR/SoucYWO4BdiwqaQGKQKPk+zhB8hJL8AVLKQnA==</latexit> x1 <latexit sha1_base64="C1ohMOVeKO2tnLKPo8dfEeHHC5o=">AAAChnichVHLTsJAFD3UF+ID1I2JGyLBuCIDQTGuiG5c8pBHgoS0dcCG0jZtISLxB0zcysKVJi6MH+AHuPEHXPAJxiUmblx4KU2MEvE20zlz5p47Z+ZKhqpYNmM9jzAxOTU94531zc0vLPoDS8t5S2+aMs/JuqqbRUm0uKpoPGcrtsqLhsnFhqTyglTfH+wXWty0FF07tNsGLzfEmqZUFVm0icqeVmKVQIhFmBPBURB1QQhupPTAI45wDB0ymmiAQ4NNWIUIi74SomAwiCujQ5xJSHH2Oc7hI22TsjhliMTW6V+jVcllNVoPalqOWqZTVBomKYMIsxd2z/rsmT2wV/b5Z62OU2PgpU2zNNRyo+K/WM1+/Ktq0Gzj5Fs11rONKnYcrwp5NxxmcAt5qG+ddfvZ3Uy4s8Fu2Rv5v2E99kQ30Frv8l2aZ67H+JHIC70YNSj6ux2jIB+LRLcj8XQ8lNxzW+XFGtaxSf1IIIkDpJCj+jVc4gpdwStEhC0hMUwVPK5mBT9CSH4BVtKQnQ==</latexit> x2 N = 32 = 9 N = 52 = 25 N = 102 = 100
y <latexit sha1_base64="WQjRG4bPVEcrBhk0IPMU7zTCz9E=">AAAChHichVHLTsJAFD3UF+ID1I2JGyLBuDBkUHzEhSG6cclDHgkS0tYBG0rbtIUEiT+gW40LV5q4MH6AH+DGH3DBJxiXmLhx4aU0MUrE20znzJl77pyZKxmqYtmMtT3C0PDI6Jh33DcxOTXtD8zMZi29bso8I+uqbuYl0eKqovGMrdgqzxsmF2uSynNSda+7n2tw01J07cBuGrxYEyuaUlZk0SYqWS4FQizCnAj2g6gLQnAjoQcecYgj6JBRRw0cGmzCKkRY9BUQBYNBXBEt4kxCirPPcQofaeuUxSlDJLZK/wqtCi6r0bpb03LUMp2i0jBJGUSYvbB71mHP7IG9ss8/a7WcGl0vTZqlnpYbJf/ZfPrjX1WNZhvH36qBnm2UseV4Vci74TDdW8g9fePkqpPeToVbS+yWvZH/G9ZmT3QDrfEu3yV56nqAH4m80ItRg6K/29EPsquR6EYkloyF4rtuq7xYwCKWqR+biGMfCWSoPsc5LnApjAorwpqw3ksVPK5mDj9C2PkCsAOP5g==</latexit> f <latexit sha1_base64="WQjRG4bPVEcrBhk0IPMU7zTCz9E=">AAAChHichVHLTsJAFD3UF+ID1I2JGyLBuDBkUHzEhSG6cclDHgkS0tYBG0rbtIUEiT+gW40LV5q4MH6AH+DGH3DBJxiXmLhx4aU0MUrE20znzJl77pyZKxmqYtmMtT3C0PDI6Jh33DcxOTXtD8zMZi29bso8I+uqbuYl0eKqovGMrdgqzxsmF2uSynNSda+7n2tw01J07cBuGrxYEyuaUlZk0SYqWS4FQizCnAj2g6gLQnAjoQcecYgj6JBRRw0cGmzCKkRY9BUQBYNBXBEt4kxCirPPcQofaeuUxSlDJLZK/wqtCi6r0bpb03LUMp2i0jBJGUSYvbB71mHP7IG9ss8/a7WcGl0vTZqlnpYbJf/ZfPrjX1WNZhvH36qBnm2UseV4Vci74TDdW8g9fePkqpPeToVbS+yWvZH/G9ZmT3QDrfEu3yV56nqAH4m80ItRg6K/29EPsquR6EYkloyF4rtuq7xYwCKWqR+biGMfCWSoPsc5LnApjAorwpqw3ksVPK5mDj9C2PkCsAOP5g==</latexit> f <latexit sha1_base64="ms/uPGAGeTg0lt5op+vO01P7rjg=">AAAChHichVHLTsJAFD3UF+ID1I2JGyLBuDBkUHzEhSG6cclDHgkS0tYBG0rbtIUEiT+gW40LV5q4MH6AH+DGH3DBJxiXmLhx4aU0MUrE20znzJl77pyZKxmqYtmMtT3C0PDI6Jh33DcxOTXtD8zMZi29bso8I+uqbuYl0eKqovGMrdgqzxsmF2uSynNSda+7n2tw01J07cBuGrxYEyuaUlZk0SYq2SwFQizCnAj2g6gLQnAjoQcecYgj6JBRRw0cGmzCKkRY9BUQBYNBXBEt4kxCirPPcQofaeuUxSlDJLZK/wqtCi6r0bpb03LUMp2i0jBJGUSYvbB71mHP7IG9ss8/a7WcGl0vTZqlnpYbJf/ZfPrjX1WNZhvH36qBnm2UseV4Vci74TDdW8g9fePkqpPeToVbS+yWvZH/G9ZmT3QDrfEu3yV56nqAH4m80ItRg6K/29EPsquR6EYkloyF4rtuq7xYwCKWqR+biGMfCWSoPsc5LnApjAorwpqw3ksVPK5mDj9C2PkC2GOP+Q==</latexit> y <latexit sha1_base64="mpuRLmJhhTRKlPt+QsNIZJRw5HU=">AAAChnichVHLTsJAFD3UF+ID1I2JGyLBuCJTg2JcEd245CGPBAlp64gNpW3aQkTiD5i4lYUrTVwYP8APcOMPuOATjEtM3LjwUpoYJeJtpnPmzD13zsyVTU21Hca6PmFsfGJyyj8dmJmdmw+GFhbzttGwFJ5TDM2wirJkc03Vec5RHY0XTYtLdVnjBbm2198vNLllq4Z+4LRMXq5LVV09VhXJISp7WhEroQiLMTfCw0D0QARepIzQIw5xBAMKGqiDQ4dDWIMEm74SRDCYxJXRJs4ipLr7HOcIkLZBWZwyJGJr9K/SquSxOq37NW1XrdApGg2LlGFE2Qu7Zz32zB7YK/v8s1bbrdH30qJZHmi5WQleLGc//lXVaXZw8q0a6dnBMbZdryp5N12mfwtloG+edXrZnUy0vcZu2Rv5v2Fd9kQ30Jvvyl2aZ65H+JHJC70YNUj83Y5hkN+IiVuxeDoeSe56rfJjBatYp34kkMQ+UshR/SoucYWO4BdiwqaQGKQKPk+zhB8hJL8AVLKQnA==</latexit> x1 <latexit sha1_base64="C1ohMOVeKO2tnLKPo8dfEeHHC5o=">AAAChnichVHLTsJAFD3UF+ID1I2JGyLBuCIDQTGuiG5c8pBHgoS0dcCG0jZtISLxB0zcysKVJi6MH+AHuPEHXPAJxiUmblx4KU2MEvE20zlz5p47Z+ZKhqpYNmM9jzAxOTU94531zc0vLPoDS8t5S2+aMs/JuqqbRUm0uKpoPGcrtsqLhsnFhqTyglTfH+wXWty0FF07tNsGLzfEmqZUFVm0icqeVmKVQIhFmBPBURB1QQhupPTAI45wDB0ymmiAQ4NNWIUIi74SomAwiCujQ5xJSHH2Oc7hI22TsjhliMTW6V+jVcllNVoPalqOWqZTVBomKYMIsxd2z/rsmT2wV/b5Z62OU2PgpU2zNNRyo+K/WM1+/Ktq0Gzj5Fs11rONKnYcrwp5NxxmcAt5qG+ddfvZ3Uy4s8Fu2Rv5v2E99kQ30Frv8l2aZ67H+JHIC70YNSj6ux2jIB+LRLcj8XQ8lNxzW+XFGtaxSf1IIIkDpJCj+jVc4gpdwStEhC0hMUwVPK5mBT9CSH4BVtKQnQ==</latexit> x2 㢳㢌侧 넝如⯋ ה ر٦ةָה䗳銲 N = 32 = 9 N = 52 = 25 N = 102 = 100
Human Tumor Cell Line Growth Inhibition Assay (PubChem AID 1) Active (2,814) Inactive (48,922) LogGI50 value • Classification Task • Regression Task ظ؎ؤָ㢳ֻ醱꧟ז㢳㔓㶨湱✼⡲欽 /$*ךؼز航泊稢脄吳ך 㟓婣꣖㹱،حإ؎
Task • Regression Task ChemProp (Directed MPNN) ExtraTrees w/ ECFP6(1024) Standard ML GNN ChemProp (Yang et al, 2019) from MIT MLPDS (Machine Learning for Pharmaceutical Discovery and Synthesis) Consortium 95.079% 95.604% RMSE 0.6076 RMSE 0.7970
ਅ(x࣠) vs ༧ଌ(y࣠) by DimeNet (Klicpera et al, 2020) Dipole Moment Energy U HOMO LUMO Heat Capacity Enthalpy H Dipole Moment Energy U HOMO LUMO Heat Capacity Enthalpy H 堣唒㷕统ח״✮庠כׯ䔲ر٦ةך䲧ִ倯如痥דכ㣐ֹז〳腉䚍ָ֮
ਅ(x࣠) vs ༧ଌ(y࣠) by DimeNet (Klicpera et al, 2020) Dipole Moment Energy U HOMO LUMO Heat Capacity Enthalpy H Dipole Moment Energy U HOMO LUMO Heat Capacity Enthalpy H ⦓鸞ְז ⼧ⴓ鏩㺁דֹ✮庠铎䊴 ֿכذأزر٦ة 鎮箺儗ח 鋅ׇגזְر٦ة ך穠卓 堣唒㷕统ח״✮庠כׯ䔲ر٦ةך䲧ִ倯如痥דכ㣐ֹז〳腉䚍ָ֮
H H N O C C C C H H H H H GNN Layer 剅ֹ䳔ִח⢪ֲ /FVSBM/FU欽䠐 갥挿暴䗙ꆀך剅ֹ䳔ִ剑⽃秪חװה⢽ִל˘ Ύ ぐղך갥挿暴䗙ꆀח 杝甧ח黝欽׃ג剅ֹ䳔ִ <latexit sha1_base64="eqMZO9JdyW3Jf7Rif+R4/tb2EL4=">AAACiXichVHNLgNRGD0d/4oWG4mNaIhVc0eEpquGjSWq1aRtZGbc1jB/mblt1MQLWNkJViQW4gE8gI0XsPAIYlmJjYVvppMIgm9y55577ne+e+79VMfQPcHYU0zq6u7p7esfGIwPDY8kkqNjRc9uuBovaLZhuyVV8bihW7wgdGHwkuNyxVQNvqXurwT7W03uerptbYqWw6umUrf0mq4pgqhiRTX9g6PtZIqlWRhTP4EcgRSiWLOTd6hgBzY0NGCCw4IgbECBR18ZMhgc4qrwiXMJ6eE+xxEGSdugLE4ZCrH79K/TqhyxFq2Dml6o1ugUg4ZLyinMsEd2w9rsgd2yZ/b+ay0/rBF4adGsdrTc2U4cT+Tf/lWZNAvsfqr+9CxQQyb0qpN3J2SCW2gdffPwtJ3Pbsz4s+yKvZD/S/bE7ukGVvNVu17nGxd/+FHJC70YNUj+3o6foDiflhfTC+sLqdxy1Kp+TGIac9SPJeSwijUUqP4eTnCGcykuyVJGynZSpVikGceXkFY+ACKakk0=</latexit> x <latexit sha1_base64="mdYPil3qtoexQGRF9mvmAYzeSqM=">AAACiXichVG7SgNBFD1Z30ZN1EawEYNiFWYlaLAKprHMwySCCbK7jrpmX+xOAmbxB6zsRK0ULMQP8ANs/AELP0EsFWwsvLtZEBX1LrNz5sw9d87MVR1D9wRjjzGpp7evf2BwaDg+MjqWSI5PVD275Wq8otmG7W6oiscN3eIVoQuDbzguV0zV4DW1mQ/2a23uerptrYsDhzdMZdfSd3RNEURV66rpdw63kimWZmHM/ARyBFKIomAnb1HHNmxoaMEEhwVB2IACj75NyGBwiGvAJ84lpIf7HIcYJm2LsjhlKMQ26b9Lq82ItWgd1PRCtUanGDRcUs5gjj2wa/bC7tkNe2Lvv9bywxqBlwOa1a6WO1uJo6ny278qk2aBvU/Vn54FdpANverk3QmZ4BZaV9/unLyUV0pz/jy7ZM/k/4I9sju6gdV+1a6KvHT+hx+VvNCLUYPk7+34CaqLaXkpnSlmUrnVqFWDmMYsFqgfy8hhDQVUqP4+jnGKMykuyVJWWummSrFIM4kvIeU/ACbckk8=</latexit> z ʜ ʜ ʜ ʜ ʜ ʜ ʜ ʜ ʜ ʜ ʜ ʜ ʜ ׃ծֿה ⾱㶨ך湱✼⡲欽ָ♧ⴖ罋䣁 ׁזְךד剅ֹ䳔ִךꥷ չワ鴟ך暴䗙ꆀ幉պ ְׄػًٓة כֽֿ "Message Passing"
鴟暴䗙ꆀכֿֿד⢪ֲ • Sum, Mean or Max • Attentive pooling ԯAggregate 縧䳔♶㢌ז乼⡲ Update ˖ OO-JOFBSהַ.-1 N O C C C C H H H H H Readout • Sum, Mean or Max • Attentive pooling 縧䳔♶㢌ז乼⡲ N O C C C C H H H H H N O C C C C H H H H H GNN Layer
Head 갥挿暴䗙ꆀך刿倜ךהֹ ワ鴟ך暴䗙ꆀ僥ׅ ԮMessage 縧䳔ず㢌ז乼⡲ ˖ OO-JOFBSהַ.-1 ˖ 鴟暴䗙ꆀכֿֿד⢪ֲ • Sum, Mean or Max • Attentive pooling ԯAggregate 縧䳔♶㢌ז乼⡲ Update ˖ OO-JOFBSהַ.-1 N O C C C C H H H H H Readout • Sum, Mean or Max • Attentive pooling 縧䳔♶㢌ז乼⡲ N O C C C C H H H H H N O C C C C H H H H H GNN Layer
GNN Layer ⡦ַׯ⡂ג˘ Embedding + Pos Encoding A Generalization of Transformer Networks to Graphs Dwivedi & Bresson (2020) https://arxiv.org/abs/2012.09699 Do Transformers Really Perform Bad for Graph Representation? Ying et al (2021) https://arxiv.org/abs/2106.05234 Communicative Representation Learning on Attributed Molecular Graphs Song et al (2020) https://www.ijcai.org/proceedings/2020/0392.pdf Graph-BERT: Only Attention is Needed for Learning Graph Representations Zhang et al (2020) https://arxiv.org/abs/2001.05140 → KDDCup 2021ͷGraph-levelλεΫͰ༏উ ✲㷕统ָ⸬ַזְהׁ/-1װ $//♧䫛ַח鋅ִ$7㢌ꬠ׃גֹ 5SBOTGPSNFSכⴓ㶨ةأؙ㢌ִַ ꟼ䗰 (Multihead) Self-attention Add + LayerNorm Feed-forward NN Add + LayerNorm
neighbors who are “heavy” (non-hydrogen) atoms • the valence minus the number of hydrogens • the atomic number • the atomic mass • the atomic charge • the number of attached hydrogens • whether the atom is contained in at least one ring %BZMJHIU ⾱㶨♶㢌ꆀ • hydrogen-bond acceptor or not? • hydrogen-bond donor or not? • negatively ionizable or not? • positively ionizable or not? • aromatic or not? • halogen or not? Rogers and Hahn, JCIM (2005) https://doi.org/10.1021/ci100050t Faber et al, JCTC (2017) https://doi.org/10.1021/acs.jctc.7b00577 .1//ד欽ְ갥挿٥鴟暴䗙 ؛ٌ؎ٝؿؓوذ؍ؙأך갥挿٥鴟暴䗙 كؙزٕꆀָꨄ侔ٓكٕה׃ג 鿇ⴓؚٓؿず㘗ⴻ㹀ח⢪ֲ 鸬竲ꆀٓكٕ 鴟暴䗙ꆀח⢪ֲ