Add Determined to open-source DL frameworks (#2573)

README.md

@@ -95,6 +95,7 @@ DeepSpeed has been integrated with several different popular open-source DL fram
 | <img src="docs/assets/images/accelerate-light.png#gh-light-mode-only" width="250px"><img src="docs/assets/images/accelerate-dark.png#gh-dark-mode-only" width="250px"> | [Accelerate with DeepSpeed](https://huggingface.co/docs/accelerate/usage_guides/deepspeed) |
 | <img src="docs/assets/images/lightning-light.svg#gh-light-mode-only" width="200px"><img src="docs/assets/images/lightning-dark.svg#gh-dark-mode-only" width="200px"> | [Lightning with DeepSpeed](https://pytorch-lightning.readthedocs.io/en/stable/api/pytorch_lightning.strategies.DeepSpeedStrategy.html) |
 | <img src="docs/assets/images/mosaicml.svg" width="200px"> | [MosaicML with DeepSpeed](https://docs.mosaicml.com/en/latest/trainer/using_the_trainer.html?highlight=deepspeed#deepspeed-integration) |
+| <img src="docs/assets/images/determined.svg" width="225px"> | [Determined with DeepSpeed](https://docs.determined.ai/latest/training/apis-howto/deepspeed/overview.html) |
 
 ---
 

docs/assets/images/determined.svg

+<svg width="240" height="38" viewBox="0 0 240 38" fill="none" xmlns="http://www.w3.org/2000/svg">
+<g clip-path="url(#clip0)">
+<path d="M85.275 17.55C85.35 22.125 82.575 26.725 76.3 26.725C74.1 26.725 71.45 26.725 69.25 26.725V8.72498C71.45 8.72498 74.1 8.72498 76.3 8.72498C82.45 8.72498 85.2 13.1 85.275 17.55ZM72.6 23.45H76.3C80.375 23.45 82 20.475 81.925 17.525C81.85 14.725 80.2 11.925 76.3 11.925H72.6V23.45Z" fill="#38546B"/>
+<path d="M90.3 21.5C90.5 23.075 91.875 24.2 94.075 24.2C95.225 24.2 96.75 23.775 97.475 23.025L99.475 25C98.15 26.375 95.95 27.05 94.025 27.05C89.65 27.05 87.075 24.35 87.075 20.3C87.075 16.45 89.7 13.675 93.8 13.675C98.025 13.675 100.675 16.3 100.2 21.5H90.3ZM97.175 18.925C96.975 17.275 95.675 16.45 93.9 16.45C92.2 16.45 90.825 17.275 90.35 18.925H97.175Z" fill="#38546B"/>
+<path d="M106.275 10.5V14.1H109.775V16.8H106.25V22.25C106.25 23.45 106.925 24.05 107.9 24.05C108.4 24.05 108.95 23.9 109.425 23.675L110.3 26.35C109.4 26.7 108.65 26.875 107.7 26.9C104.95 27 103.15 25.425 103.15 22.275V16.775H100.8V14.075H103.15V10.825L106.275 10.5Z" fill="#38546B"/>
+<path d="M114.6 21.5C114.8 23.075 116.175 24.2 118.375 24.2C119.525 24.2 121.05 23.775 121.775 23.025L123.775 25C122.45 26.375 120.25 27.05 118.325 27.05C113.95 27.05 111.375 24.35 111.375 20.3C111.375 16.45 114 13.675 118.1 13.675C122.325 13.675 124.975 16.3 124.5 21.5H114.6ZM121.475 18.925C121.275 17.275 119.975 16.45 118.2 16.45C116.5 16.45 115.125 17.275 114.65 18.925H121.475Z" fill="#38546B"/>
+<path d="M129.6 14.05L129.825 15.525C130.8 13.95 132.1 13.725 133.4 13.725C134.7 13.725 135.975 14.25 136.65 14.925L135.25 17.65C134.6 17.1 134.025 16.825 133 16.825C131.35 16.825 129.85 17.7 129.85 20.025V26.7H126.725V14.05H129.6Z" fill="#38546B"/>
+<path d="M146.075 26.725V19.95C146.075 18.275 145.2 16.775 143.475 16.775C141.775 16.775 140.775 18.3 140.775 19.95V26.725H137.65V14.025H140.55L140.775 15.575C141.45 14.3 142.9 13.825 144.125 13.825C145.65 13.825 147.15 14.45 147.875 16.2C149 14.4 150.475 13.9 152.1 13.9C155.7 13.9 157.475 16.1 157.475 19.9V26.725H154.35V19.9C154.35 18.225 153.65 16.825 151.95 16.825C150.25 16.825 149.2 18.3 149.2 19.95V26.725H146.075Z" fill="#38546B"/>
+<path d="M163.875 10.5C163.875 12.95 160.175 12.95 160.175 10.5C160.175 8.04998 163.875 8.04998 163.875 10.5ZM160.45 14V26.725H163.575V14H160.45Z" fill="#38546B"/>
+<path d="M175.55 26.725V20.1C175.55 18.175 174.5 16.7 172.5 16.7C170.575 16.7 169.275 18.325 169.275 20.25V26.725H166.175V14.025H168.975L169.175 15.75C170.45 14.5 171.75 13.85 173.325 13.85C176.3 13.85 178.7 16.075 178.7 20.075V26.725H175.55Z" fill="#38546B"/>
+<path d="M183.85 21.5C184.05 23.075 185.425 24.2 187.625 24.2C188.775 24.2 190.3 23.775 191.025 23.025L193.025 25C191.7 26.375 189.5 27.05 187.575 27.05C183.2 27.05 180.625 24.35 180.625 20.3C180.625 16.45 183.25 13.675 187.35 13.675C191.575 13.675 194.225 16.3 193.75 21.5H183.85ZM190.725 18.925C190.525 17.275 189.225 16.45 187.45 16.45C185.75 16.45 184.375 17.275 183.9 18.925H190.725Z" fill="#38546B"/>
+<path d="M209.1 8.77502V26.725H206.175L205.975 24.975C205 26.5 203.425 27 201.9 27C198.175 27 195.375 24.525 195.375 20.375C195.375 16 198.125 13.75 201.825 13.75C203.15 13.75 205.25 14.475 205.975 15.775V8.77502H209.1ZM198.5 20.375C198.5 22.575 200.1 24.1 202.1 24.1C204.075 24.1 205.775 22.65 205.775 20.375C205.775 18.175 204.075 16.675 202.1 16.675C200.1 16.675 198.5 18.1 198.5 20.375Z" fill="#38546B"/>
+<path d="M230.35 23.325H220.95L219.4 26.725H215.725L223.8 8.72498H227.5L235.575 26.725H231.875L230.35 23.325ZM225.65 12.5L222.3 20.175H228.975L225.65 12.5Z" fill="#F67B21"/>
+<path d="M240.025 8.72498H236.65V26.725H240.025V8.72498Z" fill="#F67B21"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M13.15 3.60002C15.1 3.50002 16.775 4.97503 16.875 6.92502C16.975 8.87502 15.5 10.55 13.55 10.675C11.6 10.775 9.925 9.30002 9.825 7.35002C9.7 5.37502 11.2 3.70002 13.15 3.60002ZM19.85 0.725025C20.925 0.675025 21.825 1.47502 21.9 2.55002C21.95 3.62502 21.15 4.55002 20.075 4.60002C19 4.65002 18.1 3.85002 18.025 2.77502C17.95 1.72502 18.775 0.800025 19.85 0.725025ZM44.75 11.175C45.825 11.125 46.725 11.925 46.8 13C46.85 14.075 46.05 15 44.975 15.05C43.9 15.1 43 14.3 42.925 13.225C42.875 12.15 43.675 11.25 44.75 11.175ZM2.95 17.125C4.55 17.025 5.95 18.275 6.025 19.875C6.125 21.5 4.875 22.875 3.275 22.95C1.675 23.05 0.274999 21.8 0.199999 20.2C0.124999 18.6 1.35 17.225 2.95 17.125ZM10.275 23.775C11.35 23.725 12.25 24.525 12.325 25.6C12.375 26.675 11.575 27.6 10.5 27.65C9.425 27.7 8.525 26.9 8.45 25.825C8.375 24.75 9.2 23.85 10.275 23.775ZM34.8 31.725C36.45 31.65 37.875 32.925 37.95 34.6C38.05 36.275 36.75 37.725 35.075 37.825C33.4 37.925 31.95 36.625 31.85 34.95C31.8 34.2 32.05 33.475 32.475 32.925C32.125 31.525 31.475 30.275 30.625 29.125C30.5 29.15 30.375 29.15 30.25 29.175C28.175 29.3 26.425 27.7 26.3 25.65C26.275 25 26.4 24.4 26.65 23.85C25.625 22.5 24.375 21.35 22.775 20.45L22.75 20.425C22.35 20.6 21.875 20.725 21.4 20.75C19.325 20.875 17.525 19.275 17.425 17.175C17.3 15.075 18.9 13.3 20.975 13.175C23.05 13.05 24.85 14.65 24.95 16.75C24.975 17.325 24.875 17.875 24.7 18.375C25.575 19.875 26.825 21.1 28.3 22.1C28.75 21.85 29.275 21.725 29.825 21.675C30.625 21.625 31.375 21.85 32 22.225C33.75 21.25 35.325 19.95 36.6 18.125C36.575 18.025 36.575 17.925 36.575 17.825C36.475 16.25 37.675 14.925 39.25 14.825C40.825 14.725 42.15 15.925 42.25 17.5C42.35 19.075 41.15 20.4 39.575 20.5C39.175 20.525 38.775 20.45 38.425 20.325L38.4 20.35C36.525 21.275 34.95 22.6 33.575 24.125C33.7 24.475 33.775 24.825 33.8 25.225C33.875 26.325 33.425 27.375 32.7 28.1C33.1 29.35 33.825 30.575 34.8 31.725ZM18.525 22.8C20.275 22.7 21.75 24.025 21.85 25.775C21.95 27.525 20.625 29.025 18.875 29.1C17.125 29.2 15.65 27.875 15.55 26.125C15.525 25.7 15.575 25.3 15.725 24.9C15.175 23.45 14.05 22.425 12.6 21.675C12.275 21.8 11.925 21.875 11.575 21.9C9.65 22 7.975 20.525 7.875 18.575C7.775 16.65 9.25 15 11.175 14.875C13.1 14.775 14.775 16.25 14.875 18.2C14.9 18.75 14.8 19.25 14.625 19.725C15.275 21.125 16.3 22.2 17.725 22.925C17.75 22.925 17.75 22.95 17.775 22.95C18.025 22.875 18.275 22.825 18.525 22.8ZM39.225 23.9C39.575 23.875 39.925 23.925 40.225 24.025L40.25 24C42.2 23.275 43.575 22.175 44.3 20.65L44.325 20.625C44.35 19.5 45.225 18.55 46.375 18.475C47.575 18.4 48.6 19.325 48.675 20.525C48.75 21.725 47.825 22.75 46.625 22.825C46.45 22.825 46.3 22.825 46.125 22.8C44.425 23.5 43.05 24.625 42.05 26.2C42.05 26.275 42.075 26.35 42.075 26.425C42.15 27.9 41.025 29.175 39.55 29.275C38.075 29.35 36.8 28.225 36.7 26.725C36.625 25.25 37.75 24 39.225 23.9ZM22.125 6.57502C22.575 6.55002 22.975 6.62502 23.35 6.80002H23.375C24.7 6.42502 25.825 5.70002 26.625 4.52502C26.6 4.37502 26.575 4.20002 26.575 4.02502C26.475 2.07502 27.95 0.425025 29.875 0.300025C31.8 0.200025 33.475 1.67502 33.575 3.62502C33.675 5.57502 32.2 7.22502 30.275 7.35002C29.525 7.40002 28.825 7.20002 28.25 6.82502C26.95 7.05002 25.85 7.77502 25 9.12502V9.15002C25.075 10.65 23.95 11.925 22.45 12.025C20.95 12.1 19.675 10.975 19.6 9.47503C19.475 7.95003 20.625 6.67502 22.125 6.57502ZM38.575 5.70002C40.075 5.62502 41.35 6.75002 41.425 8.25002C41.5 9.75002 40.375 11.025 38.875 11.125C38.425 11.15 38.025 11.075 37.625 10.9L37.6 10.925C36.125 11.275 34.975 12.125 34.05 13.375C34.075 13.525 34.1 13.7 34.1 13.85C34.2 15.775 32.75 17.4 30.825 17.525C28.925 17.625 27.275 16.175 27.175 14.25C27.075 12.325 28.525 10.7 30.45 10.575C31.175 10.525 31.85 10.725 32.425 11.075C33.85 10.625 35.05 9.80002 35.975 8.62502V8.57502C35.95 7.05002 37.075 5.77502 38.575 5.70002ZM5.1 8.22503C6.7 8.12503 8.1 9.37502 8.175 10.975C8.275 12.6 7.025 13.975 5.425 14.05C3.825 14.15 2.425 12.9 2.35 11.3C2.25 9.70002 3.475 8.30002 5.1 8.22503Z" fill="#F67B21"/>
+</g>
+<defs>
+<clipPath id="clip0">
+<path d="M0 0H240V38H0V0Z" fill="white"/>
+</clipPath>
+</defs>
+</svg>