Neural Networks as Stat Mech Systems Based on arXiv:1710.06570 - PowerPoint PPT Presentation
Neural Networks as Stat Mech Systems Based on arXiv:1710.06570 [stat.ML], A Correspondence Between Random Neural Networks and Statistical Field Theory Yoni Kahn, KICP/UIUC hep-ai 1/8/19 <latexit
Neural Networks as Stat Mech Systems Based on arXiv:1710.06570 [stat.ML], “A Correspondence Between Random Neural Networks and Statistical Field Theory” Yoni Kahn, KICP/UIUC hep-ai 1/8/19
<latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> Motivation Neural networks have extremely large numbers of parameters. On the surface, that makes them hard to understand analytically. But physics provides examples where systems simplify in the limit of large numbers of constituents: thermodynamics/stat mech. N ∼ 10 23 Z ( N, V, T ) Ψ ( x 1 , x 2 , . . . , x N )
Recommend
More recommend
Explore More Topics
Stay informed with curated content and fresh updates.