diff --git "a/OneFlow/OneFlow\346\267\261\345\272\246\345\255\246\344\271\240\346\241\206\346\236\266\344\272\244\346\265\201\347\276\244\350\256\250\350\256\272\347\262\276\351\200\211(\344\272\214).md" "b/OneFlow/OneFlow\346\267\261\345\272\246\345\255\246\344\271\240\346\241\206\346\236\266\344\272\244\346\265\201\347\276\244\350\256\250\350\256\272\347\262\276\351\200\211(\344\272\214).md" new file mode 100644 index 0000000000000000000000000000000000000000..0efa51a7bcd9117936d619985bf0915fbcd33082 --- /dev/null +++ "b/OneFlow/OneFlow\346\267\261\345\272\246\345\255\246\344\271\240\346\241\206\346\236\266\344\272\244\346\265\201\347\276\244\350\256\250\350\256\272\347\262\276\351\200\211(\344\272\214).md" @@ -0,0 +1,55 @@ +距离志在引领下一代深度学习框架的 OneFlow 开源的时间越来越近了,群中资深票友的讨论也依然精彩。今天整理的群讨论,包括了OneFlow 分布式训练易用性、OneFlow 通讯库、OneFlow文档建设及对深度学习编译器等话题。 + +以下内容摘录自2020.7.27OneFlow深度学习框架交流群。 + +![](./imgs/9.jpg) + +**太长不看版本** + +OneFlow 为单卡、单机多卡、多机多卡提供了一样的视角,从单卡程序变为分布式程序,只需要做很简单的几行代码配置,其它代码都一样。 + +**讨论过程:** + +![](./imgs/10.jpg) + +![](./imgs/11.jpg) + +**太长不看版本** + +OneFlow基于RDMA自研了一套通讯库,相当于在RDMA的基础上实现了nccl的功能,这对于自研芯片的厂商可能更友好。OneFlow可以使用nccl通信。 + +OneFlow 的通讯模块会随着OneFlow整个框架一起开源。 + +**讨论过程:** + +![](./imgs/12.jpg) + +![](./imgs/13.jpg) + +**太长不看版本** + +OneFlow会随开源提供快速入门的教程和一些常用的模型库。与tf等完备框架比OneFlow 的文档可能还不够完善,会尽快推进完备起来。OneFlow的文档会有中英两个版本。 + +**讨论过程:** + +![](./imgs/14.jpg) + +![](./imgs/15.jpg) + +**太长不看版本** + +OneFlow 实现了动态图与静态图两套机制,对于动态图做了很多优化,理论上效率和静态图的效率差不多。完成的测试结果会在后续公布。 + +**讨论过程:** + +![](./imgs/16.jpg) + +![](./imgs/17.jpg) + +**太长不看版本** + +OneFlow已经支持xla、openvino、tensorrt for training多种深度学习编译器,tvm的支持也正在推进。 + +**讨论过程:** + +![](./imgs/18.jpg) \ No newline at end of file diff --git a/OneFlow/imgs/10.jpg b/OneFlow/imgs/10.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ca1336818b4d90cef3b5f3637bd7034d4ee8ef74 Binary files /dev/null and b/OneFlow/imgs/10.jpg differ diff --git a/OneFlow/imgs/10.webp b/OneFlow/imgs/10.webp new file mode 100644 index 0000000000000000000000000000000000000000..22e2b5b7ad683f28fdda726d243be7c3027d3eb1 Binary files /dev/null and b/OneFlow/imgs/10.webp differ diff --git a/OneFlow/imgs/11.jpg b/OneFlow/imgs/11.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3b87b3693ffac8b6eb464da2d77cade7d0226d25 Binary files /dev/null and b/OneFlow/imgs/11.jpg differ diff --git a/OneFlow/imgs/11.webp b/OneFlow/imgs/11.webp new file mode 100644 index 0000000000000000000000000000000000000000..c0fd86fbd2b4fc6b253256e76b171b5e69a84a18 Binary files /dev/null and b/OneFlow/imgs/11.webp differ diff --git a/OneFlow/imgs/12.jpg b/OneFlow/imgs/12.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f1ec510d4562cdf8c5cfa7a7ff748797609ea05d Binary files /dev/null and b/OneFlow/imgs/12.jpg differ diff --git a/OneFlow/imgs/12.webp b/OneFlow/imgs/12.webp new file mode 100644 index 0000000000000000000000000000000000000000..1c819f0ab6027c5476ebdb28e5107d7e758f4c84 Binary files /dev/null and b/OneFlow/imgs/12.webp differ diff --git a/OneFlow/imgs/13.jpg b/OneFlow/imgs/13.jpg new file mode 100644 index 0000000000000000000000000000000000000000..56759e66e5eaa20295a42c19290e256ecb710482 Binary files /dev/null and b/OneFlow/imgs/13.jpg differ diff --git a/OneFlow/imgs/13.webp b/OneFlow/imgs/13.webp new file mode 100644 index 0000000000000000000000000000000000000000..1c75b28e7e907955c3937bd54cf463bf81ac4a03 Binary files /dev/null and b/OneFlow/imgs/13.webp differ diff --git a/OneFlow/imgs/14.jpg b/OneFlow/imgs/14.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3432e26aa8ae18b3b2bd6cbbf7134e1fce920928 Binary files /dev/null and b/OneFlow/imgs/14.jpg differ diff --git a/OneFlow/imgs/14.webp b/OneFlow/imgs/14.webp new file mode 100644 index 0000000000000000000000000000000000000000..0fcb55de3ae4fa92c977b36d51ed5418b3834fa9 Binary files /dev/null and b/OneFlow/imgs/14.webp differ diff --git a/OneFlow/imgs/15.jpg b/OneFlow/imgs/15.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1a0842ee2163936aa00d94dedea37ffdcbeb7230 Binary files /dev/null and b/OneFlow/imgs/15.jpg differ diff --git a/OneFlow/imgs/15.webp b/OneFlow/imgs/15.webp new file mode 100644 index 0000000000000000000000000000000000000000..9c660334543a9648ace621f7e702c633feba6833 Binary files /dev/null and b/OneFlow/imgs/15.webp differ diff --git a/OneFlow/imgs/16.jpg b/OneFlow/imgs/16.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3f8bf8547de2a2faa36311e8d674736f14cdb4b6 Binary files /dev/null and b/OneFlow/imgs/16.jpg differ diff --git a/OneFlow/imgs/16.webp b/OneFlow/imgs/16.webp new file mode 100644 index 0000000000000000000000000000000000000000..3219f0b95a26db9e473a2f798d8c1a57baa88d1a Binary files /dev/null and b/OneFlow/imgs/16.webp differ diff --git a/OneFlow/imgs/17.jpg b/OneFlow/imgs/17.jpg new file mode 100644 index 0000000000000000000000000000000000000000..832e0823c2392c6fc1f694d5633c98da9641b58e Binary files /dev/null and b/OneFlow/imgs/17.jpg differ diff --git a/OneFlow/imgs/17.webp b/OneFlow/imgs/17.webp new file mode 100644 index 0000000000000000000000000000000000000000..cbba164f3b19cd609826be01dad74775572a8282 Binary files /dev/null and b/OneFlow/imgs/17.webp differ diff --git a/OneFlow/imgs/18.jpg b/OneFlow/imgs/18.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0cc0208872d4cebc799e65eab564d3dedb1b7f5c Binary files /dev/null and b/OneFlow/imgs/18.jpg differ diff --git a/OneFlow/imgs/18.webp b/OneFlow/imgs/18.webp new file mode 100644 index 0000000000000000000000000000000000000000..8fb389ac384417590262f6fc98413fe4802155e9 Binary files /dev/null and b/OneFlow/imgs/18.webp differ diff --git a/OneFlow/imgs/9.jpg b/OneFlow/imgs/9.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b42937587408d2e187d68ad4566826eedd946496 Binary files /dev/null and b/OneFlow/imgs/9.jpg differ diff --git a/OneFlow/imgs/9.webp b/OneFlow/imgs/9.webp new file mode 100644 index 0000000000000000000000000000000000000000..a259d02bb0fa282dd9ef9355a640eb9ab6f10af1 Binary files /dev/null and b/OneFlow/imgs/9.webp differ