1.0Salesforcehttps://www.salesforce.com/blogHuan Wanghttps://www.salesforce.com/blog/author/huan-wang/Identifying Generalization Properties in Neural Networksrich600338<blockquote class="wp-embedded-content" data-secret="aRU2KVQPoQ"><a href="https://www.salesforce.com/blog/identifying-generalization-properties-in-neural-networks/">Identifying Generalization Properties in Neural Networks</a></blockquote><iframe sandbox="allow-scripts" security="restricted" src="https://www.salesforce.com/blog/identifying-generalization-properties-in-neural-networks/embed/#?secret=aRU2KVQPoQ" width="600" height="338" title="“Identifying Generalization Properties in Neural Networks” — Salesforce" data-secret="aRU2KVQPoQ" frameborder="0" marginwidth="0" marginheight="0" scrolling="no" class="wp-embedded-content"></iframe><script>
/*! This file is auto-generated */
!function(d,l){"use strict";l.querySelector&&d.addEventListener&&"undefined"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!/[^a-zA-Z0-9]/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret="'+t.secret+'"]'),o=l.querySelectorAll('blockquote[data-secret="'+t.secret+'"]'),c=new RegExp("^https?:$","i"),i=0;i<o.length;i++)o[i].style.display="none";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute("style"),"height"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):"link"===t.message&&(r=new URL(s.getAttribute("src")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener("message",d.wp.receiveEmbedMessage,!1),l.addEventListener("DOMContentLoaded",function(){for(var e,t,s=l.querySelectorAll("iframe.wp-embedded-content"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute("data-secret"))||(t=Math.random().toString(36).substring(2,12),e.src+="#?secret="+t,e.setAttribute("data-secret",t)),e.contentWindow.postMessage({message:"ready",secret:t},"*")},!1)))}(window,document);
//# sourceURL=https://wp-bn.salesforce.com/blog/wp-includes/js/wp-embed.min.js
</script>
https://wp-bn.salesforce.com/blog/wp-content/uploads/sites/2/2018/09/flat-1.jpg826532It has been empirically observed that different local optima, obtained from training deep neural networks don't generalize in the same way for the unseen data sets, even if they achieve the same training loss.