1.0Lightning AIhttps://lightning.ai/pagesJP Hennessyhttps://lightning.ai/pages/author/jplightning-ai/Using DeepSpeed to Optimize Modelsrich600338<blockquote class="wp-embedded-content" data-secret="CdjUYkTITL"><a href="https://lightning.ai/pages/community/article/using-deepspeed-to-optimize-models/">Using DeepSpeed to Optimize Models</a></blockquote><iframe sandbox="allow-scripts" security="restricted" src="https://lightning.ai/pages/community/article/using-deepspeed-to-optimize-models/embed/#?secret=CdjUYkTITL" width="600" height="338" title="“Using DeepSpeed to Optimize Models” — Lightning AI" data-secret="CdjUYkTITL" frameborder="0" marginwidth="0" marginheight="0" scrolling="no" class="wp-embedded-content"></iframe><script type="text/javascript">
/* <![CDATA[ */
/*! This file is auto-generated */
!function(d,l){"use strict";l.querySelector&&d.addEventListener&&"undefined"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!/[^a-zA-Z0-9]/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret="'+t.secret+'"]'),o=l.querySelectorAll('blockquote[data-secret="'+t.secret+'"]'),c=new RegExp("^https?:$","i"),i=0;i<o.length;i++)o[i].style.display="none";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute("style"),"height"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):"link"===t.message&&(r=new URL(s.getAttribute("src")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener("message",d.wp.receiveEmbedMessage,!1),l.addEventListener("DOMContentLoaded",function(){for(var e,t,s=l.querySelectorAll("iframe.wp-embedded-content"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute("data-secret"))||(t=Math.random().toString(36).substring(2,12),e.src+="#?secret="+t,e.setAttribute("data-secret",t)),e.contentWindow.postMessage({message:"ready",secret:t},"*")},!1)))}(window,document);
/* ]]> */
</script>
https://lightningaidev.wpengine.com/wp-content/uploads/2023/03/Deepspeed-featured-image.png20301050DeepSpeed is an open-source optimization library for PyTorch that accelerates the training and inference of deep learning models. It was designed by Microsoft to address the challenges faced by companies and developers seeking to leverage large models, such as memory constraints and slow training times, and to improve the overall performance and efficiency of deep learning workflows. In this blog, we discuss various techniques that you can use to get the most out of your deep learning models.