From 5a14a892246fad6329f99751036b576ca8b5a004 Mon Sep 17 00:00:00 2001
From: Megvii Engine Team <megengine@megvii.com>
Date: Mon, 31 May 2021 11:41:30 +0800
Subject: [PATCH] refactor(dnn/cuda): refactor cutlass kernel generator for
 gemm and gemv

GitOrigin-RevId: 11d78ab2270f0720d7d79e186124a1254c467980
---
 dnn/scripts/Makefile                          |  14 ++++----
 ...sh_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1826 -> 1769 bytes
 ...ish_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1824 -> 1767 bytes
 ...ish_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1824 -> 1767 bytes
 ...sh_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu | Bin 1825 -> 1768 bytes
 ...hswish_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...ish_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1824 -> 1767 bytes
 ...wish_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu | Bin 1822 -> 1765 bytes
 ...wish_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1822 -> 1765 bytes
 ...ish_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1824 -> 1767 bytes
 ...wish_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1822 -> 1765 bytes
 ...wish_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1822 -> 1765 bytes
 ...ty_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1822 -> 1765 bytes
 ...ity_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...ity_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...ty_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu | Bin 1821 -> 1764 bytes
 ...entity_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...ity_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...tity_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...tity_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...ity_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...tity_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...tity_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...lu_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1822 -> 1765 bytes
 ...elu_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...elu_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...lu_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu | Bin 1821 -> 1764 bytes
 ...1_relu_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...elu_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...relu_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...relu_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...elu_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...relu_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...relu_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1818 -> 1761 bytes
 ...sh_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1821 -> 1764 bytes
 ...ish_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1819 -> 1762 bytes
 ...ish_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1819 -> 1762 bytes
 ...sh_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu | Bin 1820 -> 1763 bytes
 ...hswish_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu | Bin 1812 -> 1755 bytes
 ...ish_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1819 -> 1762 bytes
 ...wish_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...wish_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...ish_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1819 -> 1762 bytes
 ...wish_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...wish_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...ty_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...ity_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...ity_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...ty_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu | Bin 1816 -> 1759 bytes
 ...entity_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu | Bin 1808 -> 1751 bytes
 ...ity_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...tity_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...tity_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...ity_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...tity_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...tity_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...lu_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1817 -> 1760 bytes
 ...elu_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...elu_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...lu_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu | Bin 1816 -> 1759 bytes
 ...p_relu_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu | Bin 1808 -> 1751 bytes
 ...elu_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...relu_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...relu_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...elu_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1815 -> 1758 bytes
 ...relu_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...relu_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu | Bin 1813 -> 1756 bytes
 ...sh_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1851 -> 1794 bytes
 ...ish_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...ish_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...sh_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu | Bin 1850 -> 1793 bytes
 ...hswish_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu | Bin 1842 -> 1785 bytes
 ...ish_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...wish_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...wish_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...ish_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...wish_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...wish_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...ty_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...ity_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...ity_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...ty_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu | Bin 1846 -> 1789 bytes
 ...entity_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu | Bin 1838 -> 1781 bytes
 ...ity_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...tity_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...tity_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...ity_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...tity_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...tity_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...lu_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...elu_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...elu_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...lu_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu | Bin 1846 -> 1789 bytes
 ...p_relu_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu | Bin 1838 -> 1781 bytes
 ...elu_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...relu_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...relu_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...elu_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...relu_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ...relu_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1843 -> 1786 bytes
 ..._hswish_s8_128x128x32_64x32x32_2_nc4hw4.cu | Bin 1841 -> 1784 bytes
 ...8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1852 -> 1795 bytes
 ...1_hswish_s8_128x32x32_64x32x32_2_nc4hw4.cu | Bin 1839 -> 1782 bytes
 ...s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1850 -> 1793 bytes
 ...1_hswish_s8_128x64x32_64x32x32_2_nc4hw4.cu | Bin 1839 -> 1782 bytes
 ...s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1850 -> 1793 bytes
 ..._hswish_s8_16x128x16_16x128x16_1_nc4hw4.cu | Bin 1840 -> 1783 bytes
 ..._1x1_hswish_s8_16x64x8_16x64x8_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ...1_hswish_s8_32x128x32_32x64x32_2_nc4hw4.cu | Bin 1839 -> 1782 bytes
 ...s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1850 -> 1793 bytes
 ...x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4.cu | Bin 1837 -> 1780 bytes
 ..._s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu | Bin 1848 -> 1791 bytes
 ...x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4.cu | Bin 1837 -> 1780 bytes
 ..._s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1848 -> 1791 bytes
 ...1_hswish_s8_64x128x32_64x32x32_2_nc4hw4.cu | Bin 1839 -> 1782 bytes
 ...s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1850 -> 1793 bytes
 ...x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4.cu | Bin 1837 -> 1780 bytes
 ..._s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1848 -> 1791 bytes
 ...x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4.cu | Bin 1837 -> 1780 bytes
 ..._s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1848 -> 1791 bytes
 ...dentity_s8_128x128x32_64x32x32_2_nc4hw4.cu | Bin 1837 -> 1780 bytes
 ...8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1848 -> 1791 bytes
 ...identity_s8_128x32x32_64x32x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ...identity_s8_128x64x32_64x32x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ...dentity_s8_16x128x16_16x128x16_1_nc4hw4.cu | Bin 1836 -> 1779 bytes
 ...x1_identity_s8_16x64x8_16x64x8_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ...identity_s8_32x128x32_32x64x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ..._identity_s8_32x32x32_32x32x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ..._identity_s8_32x64x32_32x64x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ...identity_s8_64x128x32_64x32x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ..._identity_s8_64x32x32_64x32x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ..._identity_s8_64x64x32_64x32x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ...x1_relu_s8_128x128x32_64x32x32_2_nc4hw4.cu | Bin 1837 -> 1780 bytes
 ...8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1848 -> 1791 bytes
 ...1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ...1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ...x1_relu_s8_16x128x16_16x128x16_1_nc4hw4.cu | Bin 1836 -> 1779 bytes
 ...op_1x1_relu_s8_16x64x8_16x64x8_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ...1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ..._1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ..._1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ...1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1846 -> 1789 bytes
 ..._1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ..._1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4.cu | Bin 1833 -> 1776 bytes
 ..._s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1844 -> 1787 bytes
 ..._hswish_s8_128x128x32_64x32x32_2_nc4hw4.cu | Bin 1836 -> 1779 bytes
 ...8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1847 -> 1790 bytes
 ...p_hswish_s8_128x32x32_64x32x32_2_nc4hw4.cu | Bin 1834 -> 1777 bytes
 ...s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1845 -> 1788 bytes
 ...p_hswish_s8_128x64x32_64x32x32_2_nc4hw4.cu | Bin 1834 -> 1777 bytes
 ...s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1845 -> 1788 bytes
 ..._hswish_s8_16x128x16_16x128x16_1_nc4hw4.cu | Bin 1835 -> 1778 bytes
 ...prop_hswish_s8_16x64x8_16x64x8_2_nc4hw4.cu | Bin 1827 -> 1770 bytes
 ...p_hswish_s8_32x128x32_32x64x32_2_nc4hw4.cu | Bin 1834 -> 1777 bytes
 ...s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1845 -> 1788 bytes
 ...op_hswish_s8_32x32x32_32x32x32_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ..._s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu | Bin 1843 -> 1786 bytes
 ...op_hswish_s8_32x64x32_32x64x32_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ..._s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1843 -> 1786 bytes
 ...p_hswish_s8_64x128x32_64x32x32_2_nc4hw4.cu | Bin 1834 -> 1777 bytes
 ...s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1845 -> 1788 bytes
 ...op_hswish_s8_64x32x32_64x32x32_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ..._s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1843 -> 1786 bytes
 ...op_hswish_s8_64x64x32_64x32x32_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ..._s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1843 -> 1786 bytes
 ...dentity_s8_128x128x32_64x32x32_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ...8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1843 -> 1786 bytes
 ...identity_s8_128x32x32_64x32x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ...identity_s8_128x64x32_64x32x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ...dentity_s8_16x128x16_16x128x16_1_nc4hw4.cu | Bin 1831 -> 1774 bytes
 ...op_identity_s8_16x64x8_16x64x8_2_nc4hw4.cu | Bin 1823 -> 1766 bytes
 ...identity_s8_32x128x32_32x64x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ..._identity_s8_32x32x32_32x32x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ..._identity_s8_32x64x32_32x64x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ...identity_s8_64x128x32_64x32x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ..._identity_s8_64x32x32_64x32x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ..._identity_s8_64x64x32_64x32x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ...op_relu_s8_128x128x32_64x32x32_2_nc4hw4.cu | Bin 1832 -> 1775 bytes
 ...8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1843 -> 1786 bytes
 ...rop_relu_s8_128x32x32_64x32x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ...rop_relu_s8_128x64x32_64x32x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ...op_relu_s8_16x128x16_16x128x16_1_nc4hw4.cu | Bin 1831 -> 1774 bytes
 ...ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4.cu | Bin 1823 -> 1766 bytes
 ...rop_relu_s8_32x128x32_32x64x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ...prop_relu_s8_32x32x32_32x32x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ...prop_relu_s8_32x64x32_32x64x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ...rop_relu_s8_64x128x32_64x32x32_2_nc4hw4.cu | Bin 1830 -> 1773 bytes
 ...s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1841 -> 1784 bytes
 ...prop_relu_s8_64x32x32_64x32x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ...prop_relu_s8_64x64x32_64x32x32_2_nc4hw4.cu | Bin 1828 -> 1771 bytes
 ..._s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu | Bin 1839 -> 1782 bytes
 ...sh_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1853 -> 1796 bytes
 ...ish_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1851 -> 1794 bytes
 ...ish_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1851 -> 1794 bytes
 ...sh_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu | Bin 1852 -> 1795 bytes
 ...hswish_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu | Bin 1844 -> 1787 bytes
 ...ish_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1851 -> 1794 bytes
 ...wish_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...wish_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...ish_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1851 -> 1794 bytes
 ...wish_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...wish_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...ty_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...ity_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...ity_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...ty_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu | Bin 1848 -> 1791 bytes
 ...entity_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu | Bin 1840 -> 1783 bytes
 ...ity_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...tity_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...tity_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...ity_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...tity_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...tity_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...lu_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1849 -> 1792 bytes
 ...elu_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...elu_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...lu_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu | Bin 1848 -> 1791 bytes
 ...p_relu_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu | Bin 1840 -> 1783 bytes
 ...elu_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...relu_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...relu_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...elu_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1847 -> 1790 bytes
 ...relu_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...relu_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu | Bin 1845 -> 1788 bytes
 ...swish_s8_128x128x64_64x64x64_2_nc32hw32.cu | Bin 1869 -> 1812 bytes
 ...8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1874 -> 1817 bytes
 ...swish_s8_128x256x64_64x64x64_2_nc32hw32.cu | Bin 1869 -> 1812 bytes
 ...8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1874 -> 1817 bytes
 ...hswish_s8_128x64x64_64x32x64_2_nc32hw32.cu | Bin 1867 -> 1810 bytes
 ...s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu | Bin 1872 -> 1815 bytes
 ...swish_s8_256x128x64_64x64x64_2_nc32hw32.cu | Bin 1869 -> 1812 bytes
 ...8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1874 -> 1817 bytes
 ..._s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ..._hswish_s8_32x64x64_32x16x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...hswish_s8_64x128x64_32x64x64_2_nc32hw32.cu | Bin 1867 -> 1810 bytes
 ...s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu | Bin 1872 -> 1815 bytes
 ..._hswish_s8_64x64x64_32x32x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ..._s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ...ntity_s8_128x128x64_64x64x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ...ntity_s8_128x256x64_64x64x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ...entity_s8_128x64x64_64x32x64_2_nc32hw32.cu | Bin 1863 -> 1806 bytes
 ...s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu | Bin 1868 -> 1811 bytes
 ...ntity_s8_256x128x64_64x64x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ..._s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu | Bin 1866 -> 1809 bytes
 ...dentity_s8_32x64x64_32x16x64_2_nc32hw32.cu | Bin 1861 -> 1804 bytes
 ...entity_s8_64x128x64_32x64x64_2_nc32hw32.cu | Bin 1863 -> 1806 bytes
 ...s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu | Bin 1868 -> 1811 bytes
 ...dentity_s8_64x64x64_32x32x64_2_nc32hw32.cu | Bin 1861 -> 1804 bytes
 ..._s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu | Bin 1866 -> 1809 bytes
 ..._relu_s8_128x128x64_64x64x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ..._relu_s8_128x256x64_64x64x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ...1_relu_s8_128x64x64_64x32x64_2_nc32hw32.cu | Bin 1863 -> 1806 bytes
 ...s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu | Bin 1868 -> 1811 bytes
 ..._relu_s8_256x128x64_64x64x64_2_nc32hw32.cu | Bin 1865 -> 1808 bytes
 ...8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1870 -> 1813 bytes
 ..._s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu | Bin 1866 -> 1809 bytes
 ...x1_relu_s8_32x64x64_32x16x64_2_nc32hw32.cu | Bin 1861 -> 1804 bytes
 ...1_relu_s8_64x128x64_32x64x64_2_nc32hw32.cu | Bin 1863 -> 1806 bytes
 ...s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu | Bin 1868 -> 1811 bytes
 ...x1_relu_s8_64x64x64_32x32x64_2_nc32hw32.cu | Bin 1861 -> 1804 bytes
 ..._s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu | Bin 1866 -> 1809 bytes
 ...swish_s8_128x128x64_64x64x64_2_nc32hw32.cu | Bin 1864 -> 1807 bytes
 ...8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1869 -> 1812 bytes
 ...swish_s8_128x256x64_64x64x64_2_nc32hw32.cu | Bin 1864 -> 1807 bytes
 ...8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1869 -> 1812 bytes
 ...hswish_s8_128x64x64_64x32x64_2_nc32hw32.cu | Bin 1862 -> 1805 bytes
 ...s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu | Bin 1867 -> 1810 bytes
 ...swish_s8_256x128x64_64x64x64_2_nc32hw32.cu | Bin 1864 -> 1807 bytes
 ...8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1869 -> 1812 bytes
 ..._s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ..._hswish_s8_32x64x64_32x16x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...hswish_s8_64x128x64_32x64x64_2_nc32hw32.cu | Bin 1862 -> 1805 bytes
 ...s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu | Bin 1867 -> 1810 bytes
 ..._hswish_s8_64x64x64_32x32x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ..._s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ...ntity_s8_128x128x64_64x64x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ...ntity_s8_128x256x64_64x64x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ...entity_s8_128x64x64_64x32x64_2_nc32hw32.cu | Bin 1858 -> 1801 bytes
 ...s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu | Bin 1863 -> 1806 bytes
 ...ntity_s8_256x128x64_64x64x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ..._s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu | Bin 1861 -> 1804 bytes
 ...dentity_s8_32x64x64_32x16x64_2_nc32hw32.cu | Bin 1856 -> 1799 bytes
 ...entity_s8_64x128x64_32x64x64_2_nc32hw32.cu | Bin 1858 -> 1801 bytes
 ...s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu | Bin 1863 -> 1806 bytes
 ...dentity_s8_64x64x64_32x32x64_2_nc32hw32.cu | Bin 1856 -> 1799 bytes
 ..._s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu | Bin 1861 -> 1804 bytes
 ..._relu_s8_128x128x64_64x64x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ..._relu_s8_128x256x64_64x64x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ...p_relu_s8_128x64x64_64x32x64_2_nc32hw32.cu | Bin 1858 -> 1801 bytes
 ...s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu | Bin 1863 -> 1806 bytes
 ..._relu_s8_256x128x64_64x64x64_2_nc32hw32.cu | Bin 1860 -> 1803 bytes
 ...8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu | Bin 1865 -> 1808 bytes
 ..._s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu | Bin 1861 -> 1804 bytes
 ...op_relu_s8_32x64x64_32x16x64_2_nc32hw32.cu | Bin 1856 -> 1799 bytes
 ...p_relu_s8_64x128x64_32x64x64_2_nc32hw32.cu | Bin 1858 -> 1801 bytes
 ...s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu | Bin 1863 -> 1806 bytes
 ...op_relu_s8_64x64x64_32x32x64_2_nc32hw32.cu | Bin 1856 -> 1799 bytes
 ..._s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu | Bin 1861 -> 1804 bytes
 ...cuinl => cutlass_matrix_mul_wrapper.cuinl} |   0
 ...ix_mul_wrapper_batched_gemv_strided.cuinl} |   0
 ...utlass_simt_sgemm_128x128_8x2_nn_align1.cu | Bin 0 -> 1813 bytes
 ...utlass_simt_sgemm_128x128_8x2_nt_align1.cu | Bin 0 -> 1810 bytes
 ...utlass_simt_sgemm_128x128_8x2_tn_align1.cu | Bin 0 -> 1810 bytes
 ...utlass_simt_sgemm_128x128_8x2_tt_align1.cu | Bin 0 -> 1807 bytes
 ...cutlass_simt_sgemm_128x32_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_128x32_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_128x32_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_128x32_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 ...cutlass_simt_sgemm_128x64_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_128x64_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_128x64_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_128x64_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 ...cutlass_simt_sgemm_16x128_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_16x128_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_16x128_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_16x128_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 .../cutlass_simt_sgemm_16x32_8x2_nn_align1.cu | Bin 0 -> 1797 bytes
 .../cutlass_simt_sgemm_16x32_8x2_nt_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_16x32_8x2_tn_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_16x32_8x2_tt_align1.cu | Bin 0 -> 1791 bytes
 .../cutlass_simt_sgemm_16x64_8x2_nn_align1.cu | Bin 0 -> 1797 bytes
 .../cutlass_simt_sgemm_16x64_8x2_nt_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_16x64_8x2_tn_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_16x64_8x2_tt_align1.cu | Bin 0 -> 1791 bytes
 ...cutlass_simt_sgemm_256x32_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_256x32_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_256x32_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_256x32_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 ...cutlass_simt_sgemm_256x64_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_256x64_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_256x64_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_256x64_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 ...cutlass_simt_sgemm_32x128_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_32x128_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_32x128_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_32x128_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 ...cutlass_simt_sgemm_32x256_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_32x256_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_32x256_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_32x256_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 .../cutlass_simt_sgemm_32x32_8x2_nn_align1.cu | Bin 0 -> 1797 bytes
 .../cutlass_simt_sgemm_32x32_8x2_nt_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_32x32_8x2_tn_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_32x32_8x2_tt_align1.cu | Bin 0 -> 1791 bytes
 .../cutlass_simt_sgemm_32x64_8x2_nn_align1.cu | Bin 0 -> 1797 bytes
 .../cutlass_simt_sgemm_32x64_8x2_nt_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_32x64_8x2_tn_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_32x64_8x2_tt_align1.cu | Bin 0 -> 1791 bytes
 ...cutlass_simt_sgemm_64x128_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_64x128_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_64x128_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_64x128_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 ...cutlass_simt_sgemm_64x256_8x2_nn_align1.cu | Bin 0 -> 1805 bytes
 ...cutlass_simt_sgemm_64x256_8x2_nt_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_64x256_8x2_tn_align1.cu | Bin 0 -> 1802 bytes
 ...cutlass_simt_sgemm_64x256_8x2_tt_align1.cu | Bin 0 -> 1799 bytes
 .../cutlass_simt_sgemm_64x32_8x2_nn_align1.cu | Bin 0 -> 1797 bytes
 .../cutlass_simt_sgemm_64x32_8x2_nt_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_64x32_8x2_tn_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_64x32_8x2_tt_align1.cu | Bin 0 -> 1791 bytes
 .../cutlass_simt_sgemm_64x64_8x2_nn_align1.cu | Bin 0 -> 1797 bytes
 .../cutlass_simt_sgemm_64x64_8x2_nt_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_64x64_8x2_tn_align1.cu | Bin 0 -> 1794 bytes
 .../cutlass_simt_sgemm_64x64_8x2_tt_align1.cu | Bin 0 -> 1791 bytes
 .../cutlass_simt_sgemm_8x32_8x2_nn_align1.cu  | Bin 0 -> 1788 bytes
 .../cutlass_simt_sgemm_8x32_8x2_nt_align1.cu  | Bin 0 -> 1785 bytes
 .../cutlass_simt_sgemm_8x32_8x2_tn_align1.cu  | Bin 0 -> 1785 bytes
 .../cutlass_simt_sgemm_8x32_8x2_tt_align1.cu  | Bin 0 -> 1782 bytes
 ..._split_k_parallel_128x128_8x2_nn_align1.cu | Bin 0 -> 1808 bytes
 ..._split_k_parallel_128x128_8x2_nt_align1.cu | Bin 0 -> 1805 bytes
 ..._split_k_parallel_128x128_8x2_tn_align1.cu | Bin 0 -> 1805 bytes
 ..._split_k_parallel_128x128_8x2_tt_align1.cu | Bin 0 -> 1802 bytes
 ...m_split_k_parallel_128x32_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_128x32_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_128x32_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_128x32_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...m_split_k_parallel_128x64_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_128x64_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_128x64_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_128x64_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...m_split_k_parallel_16x128_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_16x128_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_16x128_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_16x128_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...mm_split_k_parallel_16x32_8x2_nn_align1.cu | Bin 0 -> 1792 bytes
 ...mm_split_k_parallel_16x32_8x2_nt_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_16x32_8x2_tn_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_16x32_8x2_tt_align1.cu | Bin 0 -> 1786 bytes
 ...mm_split_k_parallel_16x64_8x2_nn_align1.cu | Bin 0 -> 1792 bytes
 ...mm_split_k_parallel_16x64_8x2_nt_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_16x64_8x2_tn_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_16x64_8x2_tt_align1.cu | Bin 0 -> 1786 bytes
 ...m_split_k_parallel_256x32_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_256x32_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_256x32_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_256x32_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...m_split_k_parallel_256x64_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_256x64_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_256x64_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_256x64_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...m_split_k_parallel_32x128_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_32x128_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_32x128_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_32x128_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...m_split_k_parallel_32x256_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_32x256_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_32x256_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_32x256_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...mm_split_k_parallel_32x32_8x2_nn_align1.cu | Bin 0 -> 1792 bytes
 ...mm_split_k_parallel_32x32_8x2_nt_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_32x32_8x2_tn_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_32x32_8x2_tt_align1.cu | Bin 0 -> 1786 bytes
 ...mm_split_k_parallel_32x64_8x2_nn_align1.cu | Bin 0 -> 1792 bytes
 ...mm_split_k_parallel_32x64_8x2_nt_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_32x64_8x2_tn_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_32x64_8x2_tt_align1.cu | Bin 0 -> 1786 bytes
 ...m_split_k_parallel_64x128_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_64x128_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_64x128_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_64x128_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...m_split_k_parallel_64x256_8x2_nn_align1.cu | Bin 0 -> 1800 bytes
 ...m_split_k_parallel_64x256_8x2_nt_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_64x256_8x2_tn_align1.cu | Bin 0 -> 1797 bytes
 ...m_split_k_parallel_64x256_8x2_tt_align1.cu | Bin 0 -> 1794 bytes
 ...mm_split_k_parallel_64x32_8x2_nn_align1.cu | Bin 0 -> 1792 bytes
 ...mm_split_k_parallel_64x32_8x2_nt_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_64x32_8x2_tn_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_64x32_8x2_tt_align1.cu | Bin 0 -> 1786 bytes
 ...mm_split_k_parallel_64x64_8x2_nn_align1.cu | Bin 0 -> 1792 bytes
 ...mm_split_k_parallel_64x64_8x2_nt_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_64x64_8x2_tn_align1.cu | Bin 0 -> 1789 bytes
 ...mm_split_k_parallel_64x64_8x2_tt_align1.cu | Bin 0 -> 1786 bytes
 ...emm_split_k_parallel_8x32_8x2_nn_align1.cu | Bin 0 -> 1783 bytes
 ...emm_split_k_parallel_8x32_8x2_nt_align1.cu | Bin 0 -> 1780 bytes
 ...emm_split_k_parallel_8x32_8x2_tn_align1.cu | Bin 0 -> 1780 bytes
 ...emm_split_k_parallel_8x32_8x2_tt_align1.cu | Bin 0 -> 1777 bytes
 ...trix_mul_fp32_simt_128x128x8_32x64x8_nn.cu | Bin 1648 -> 0 bytes
 ...mt_128x128x8_32x64x8_nn_splitk_parallel.cu | Bin 1587 -> 0 bytes
 ...trix_mul_fp32_simt_128x128x8_32x64x8_nt.cu | Bin 1651 -> 0 bytes
 ...mt_128x128x8_32x64x8_nt_splitk_parallel.cu | Bin 1590 -> 0 bytes
 ...trix_mul_fp32_simt_128x128x8_32x64x8_tn.cu | Bin 1651 -> 0 bytes
 ...mt_128x128x8_32x64x8_tn_splitk_parallel.cu | Bin 1590 -> 0 bytes
 ...trix_mul_fp32_simt_128x128x8_32x64x8_tt.cu | Bin 1654 -> 0 bytes
 ...mt_128x128x8_32x64x8_tt_splitk_parallel.cu | Bin 1593 -> 0 bytes
 ...atrix_mul_fp32_simt_128x32x8_64x32x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_128x32x8_64x32x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_128x32x8_64x32x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_128x32x8_64x32x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_128x32x8_64x32x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_128x32x8_64x32x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_128x32x8_64x32x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_128x32x8_64x32x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...atrix_mul_fp32_simt_128x64x8_64x32x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_128x64x8_64x32x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_128x64x8_64x32x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_128x64x8_64x32x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_128x64x8_64x32x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_128x64x8_64x32x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_128x64x8_64x32x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_128x64x8_64x32x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...atrix_mul_fp32_simt_16x128x8_16x64x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_16x128x8_16x64x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_16x128x8_16x64x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_16x128x8_16x64x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_16x128x8_16x64x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_16x128x8_16x64x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_16x128x8_16x64x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_16x128x8_16x64x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...matrix_mul_fp32_simt_16x32x8_16x32x8_nn.cu | Bin 1646 -> 0 bytes
 ...simt_16x32x8_16x32x8_nn_splitk_parallel.cu | Bin 1585 -> 0 bytes
 ...matrix_mul_fp32_simt_16x32x8_16x32x8_nt.cu | Bin 1649 -> 0 bytes
 ...simt_16x32x8_16x32x8_nt_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_16x32x8_16x32x8_tn.cu | Bin 1649 -> 0 bytes
 ...simt_16x32x8_16x32x8_tn_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_16x32x8_16x32x8_tt.cu | Bin 1652 -> 0 bytes
 ...simt_16x32x8_16x32x8_tt_splitk_parallel.cu | Bin 1591 -> 0 bytes
 ...matrix_mul_fp32_simt_16x64x8_16x64x8_nn.cu | Bin 1646 -> 0 bytes
 ...simt_16x64x8_16x64x8_nn_splitk_parallel.cu | Bin 1585 -> 0 bytes
 ...matrix_mul_fp32_simt_16x64x8_16x64x8_nt.cu | Bin 1649 -> 0 bytes
 ...simt_16x64x8_16x64x8_nt_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_16x64x8_16x64x8_tn.cu | Bin 1649 -> 0 bytes
 ...simt_16x64x8_16x64x8_tn_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_16x64x8_16x64x8_tt.cu | Bin 1652 -> 0 bytes
 ...simt_16x64x8_16x64x8_tt_splitk_parallel.cu | Bin 1591 -> 0 bytes
 ...atrix_mul_fp32_simt_256x32x8_64x16x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_256x32x8_64x16x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_256x32x8_64x16x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_256x32x8_64x16x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_256x32x8_64x16x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_256x32x8_64x16x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_256x32x8_64x16x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_256x32x8_64x16x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...atrix_mul_fp32_simt_256x64x8_64x32x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_256x64x8_64x32x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_256x64x8_64x32x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_256x64x8_64x32x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_256x64x8_64x32x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_256x64x8_64x32x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_256x64x8_64x32x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_256x64x8_64x32x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...atrix_mul_fp32_simt_32x128x8_32x64x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_32x128x8_32x64x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_32x128x8_32x64x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_32x128x8_32x64x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_32x128x8_32x64x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_32x128x8_32x64x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_32x128x8_32x64x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_32x128x8_32x64x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...atrix_mul_fp32_simt_32x256x8_16x64x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_32x256x8_16x64x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_32x256x8_16x64x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_32x256x8_16x64x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_32x256x8_16x64x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_32x256x8_16x64x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_32x256x8_16x64x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_32x256x8_16x64x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...matrix_mul_fp32_simt_32x32x8_32x32x8_nn.cu | Bin 1646 -> 0 bytes
 ...simt_32x32x8_32x32x8_nn_splitk_parallel.cu | Bin 1585 -> 0 bytes
 ...matrix_mul_fp32_simt_32x32x8_32x32x8_nt.cu | Bin 1649 -> 0 bytes
 ...simt_32x32x8_32x32x8_nt_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_32x32x8_32x32x8_tn.cu | Bin 1649 -> 0 bytes
 ...simt_32x32x8_32x32x8_tn_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_32x32x8_32x32x8_tt.cu | Bin 1652 -> 0 bytes
 ...simt_32x32x8_32x32x8_tt_splitk_parallel.cu | Bin 1591 -> 0 bytes
 ...matrix_mul_fp32_simt_32x64x8_32x64x8_nn.cu | Bin 1646 -> 0 bytes
 ...simt_32x64x8_32x64x8_nn_splitk_parallel.cu | Bin 1585 -> 0 bytes
 ...matrix_mul_fp32_simt_32x64x8_32x64x8_nt.cu | Bin 1649 -> 0 bytes
 ...simt_32x64x8_32x64x8_nt_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_32x64x8_32x64x8_tn.cu | Bin 1649 -> 0 bytes
 ...simt_32x64x8_32x64x8_tn_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_32x64x8_32x64x8_tt.cu | Bin 1652 -> 0 bytes
 ...simt_32x64x8_32x64x8_tt_splitk_parallel.cu | Bin 1591 -> 0 bytes
 ...atrix_mul_fp32_simt_64x128x8_32x64x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_64x128x8_32x64x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_64x128x8_32x64x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_64x128x8_32x64x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_64x128x8_32x64x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_64x128x8_32x64x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_64x128x8_32x64x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_64x128x8_32x64x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...atrix_mul_fp32_simt_64x256x8_32x64x8_nn.cu | Bin 1647 -> 0 bytes
 ...imt_64x256x8_32x64x8_nn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 ...atrix_mul_fp32_simt_64x256x8_32x64x8_nt.cu | Bin 1650 -> 0 bytes
 ...imt_64x256x8_32x64x8_nt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_64x256x8_32x64x8_tn.cu | Bin 1650 -> 0 bytes
 ...imt_64x256x8_32x64x8_tn_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...atrix_mul_fp32_simt_64x256x8_32x64x8_tt.cu | Bin 1653 -> 0 bytes
 ...imt_64x256x8_32x64x8_tt_splitk_parallel.cu | Bin 1592 -> 0 bytes
 ...matrix_mul_fp32_simt_64x32x8_64x32x8_nn.cu | Bin 1646 -> 0 bytes
 ...simt_64x32x8_64x32x8_nn_splitk_parallel.cu | Bin 1585 -> 0 bytes
 ...matrix_mul_fp32_simt_64x32x8_64x32x8_nt.cu | Bin 1649 -> 0 bytes
 ...simt_64x32x8_64x32x8_nt_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_64x32x8_64x32x8_tn.cu | Bin 1649 -> 0 bytes
 ...simt_64x32x8_64x32x8_tn_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_64x32x8_64x32x8_tt.cu | Bin 1652 -> 0 bytes
 ...simt_64x32x8_64x32x8_tt_splitk_parallel.cu | Bin 1591 -> 0 bytes
 ...matrix_mul_fp32_simt_64x64x8_32x64x8_nn.cu | Bin 1646 -> 0 bytes
 ...simt_64x64x8_32x64x8_nn_splitk_parallel.cu | Bin 1585 -> 0 bytes
 ...matrix_mul_fp32_simt_64x64x8_32x64x8_nt.cu | Bin 1649 -> 0 bytes
 ...simt_64x64x8_32x64x8_nt_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_64x64x8_32x64x8_tn.cu | Bin 1649 -> 0 bytes
 ...simt_64x64x8_32x64x8_tn_splitk_parallel.cu | Bin 1588 -> 0 bytes
 ...matrix_mul_fp32_simt_64x64x8_32x64x8_tt.cu | Bin 1652 -> 0 bytes
 ...simt_64x64x8_32x64x8_tt_splitk_parallel.cu | Bin 1591 -> 0 bytes
 .../matrix_mul_fp32_simt_8x32x8_8x32x8_nn.cu  | Bin 1644 -> 0 bytes
 ...2_simt_8x32x8_8x32x8_nn_splitk_parallel.cu | Bin 1583 -> 0 bytes
 .../matrix_mul_fp32_simt_8x32x8_8x32x8_nt.cu  | Bin 1647 -> 0 bytes
 ...2_simt_8x32x8_8x32x8_nt_splitk_parallel.cu | Bin 1586 -> 0 bytes
 .../matrix_mul_fp32_simt_8x32x8_8x32x8_tn.cu  | Bin 1647 -> 0 bytes
 ...2_simt_8x32x8_8x32x8_tn_splitk_parallel.cu | Bin 1586 -> 0 bytes
 .../matrix_mul_fp32_simt_8x32x8_8x32x8_tt.cu  | Bin 1650 -> 0 bytes
 ...2_simt_8x32x8_8x32x8_tt_splitk_parallel.cu | Bin 1589 -> 0 bytes
 ...mv_batched_strided_1x128_16_tt_align2x4.cu |  31 ++++++++++++++++++
 ...mv_batched_strided_1x128_16_tt_align4x2.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x128_2_tt_align1x1.cu |  31 ++++++++++++++++++
 ...mv_batched_strided_1x128_32_tt_align4x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x128_4_tt_align1x2.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x128_4_tt_align2x1.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x128_8_tt_align1x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x128_8_tt_align2x2.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x128_8_tt_align4x1.cu |  31 ++++++++++++++++++
 ...mv_batched_strided_1x32_128_tt_align4x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_16_tt_align1x2.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_16_tt_align2x1.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_32_tt_align1x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_32_tt_align2x2.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_32_tt_align4x1.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_64_tt_align2x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x32_64_tt_align4x2.cu |  31 ++++++++++++++++++
 ...gemv_batched_strided_1x32_8_tt_align1x1.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x64_16_tt_align1x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x64_16_tt_align2x2.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x64_16_tt_align4x1.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x64_32_tt_align2x4.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x64_32_tt_align4x2.cu |  31 ++++++++++++++++++
 ...gemv_batched_strided_1x64_4_tt_align1x1.cu |  31 ++++++++++++++++++
 ...emv_batched_strided_1x64_64_tt_align4x4.cu |  31 ++++++++++++++++++
 ...gemv_batched_strided_1x64_8_tt_align1x2.cu |  31 ++++++++++++++++++
 ...gemv_batched_strided_1x64_8_tt_align2x1.cu |  31 ++++++++++++++++++
 ...imt_gemv_batched_strided_1x128x16_1x2x4.cu |  26 ---------------
 ...imt_gemv_batched_strided_1x128x16_1x4x2.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x128x2_1x1x1.cu |  26 ---------------
 ...imt_gemv_batched_strided_1x128x32_1x4x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x128x4_1x1x2.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x128x4_1x2x1.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x128x8_1x1x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x128x8_1x2x2.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x128x8_1x4x1.cu |  26 ---------------
 ...imt_gemv_batched_strided_1x32x128_1x4x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x16_1x1x2.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x16_1x2x1.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x32_1x1x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x32_1x2x2.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x32_1x4x1.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x64_1x2x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x32x64_1x4x2.cu |  26 ---------------
 ..._simt_gemv_batched_strided_1x32x8_1x1x1.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x64x16_1x1x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x64x16_1x2x2.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x64x16_1x4x1.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x64x32_1x2x4.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x64x32_1x4x2.cu |  26 ---------------
 ..._simt_gemv_batched_strided_1x64x4_1x1x1.cu |  26 ---------------
 ...simt_gemv_batched_strided_1x64x64_1x4x4.cu |  26 ---------------
 ..._simt_gemv_batched_strided_1x64x8_1x1x2.cu |  26 ---------------
 ..._simt_gemv_batched_strided_1x64x8_1x2x1.cu |  26 ---------------
 665 files changed, 844 insertions(+), 709 deletions(-)
 rename dnn/src/cuda/matrix_mul/{fp32_simt/matrix_mul_float_simt_cutlass_wrapper.cuinl => cutlass_matrix_mul_wrapper.cuinl} (100%)
 rename dnn/src/cuda/matrix_mul/{fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl => cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl} (100%)
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_tt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_nn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_nt_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_tn_align1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_tt_align1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nt_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tn.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tn_splitk_parallel.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tt.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tt_splitk_parallel.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2.cu
 create mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x2x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x4x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x2_1x1x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x32_1x4x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x1x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x2x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x1x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x2x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x4x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x128_1x4x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x1x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x2x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x1x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x2x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x4x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x2x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x4x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x8_1x1x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x1x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x2x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x4x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x2x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x4x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x4_1x1x1.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x64_1x4x4.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x1x2.cu
 delete mode 100644 dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x2x1.cu

diff --git a/dnn/scripts/Makefile b/dnn/scripts/Makefile
index 88076331..e852e7b4 100644
--- a/dnn/scripts/Makefile
+++ b/dnn/scripts/Makefile
@@ -37,21 +37,21 @@ all: ${PARAM_DEFS} ${ELEMWISE_IMPL} ${CUDA_CONV_IMPL} $(CUDA_MATMUL_IMPL)
 ../src/cuda/elemwise_multi_type/kimpl: gen_elemwise_multi_type_kern_impls.py
 	./$^ --type cuda $@
 
-../src/cuda/conv_bias/int8/kimpl: gen_cuda_conv_bias_kern_impls.py cutlass_generator
+../src/cuda/conv_bias/int8/kimpl: gen_cuda_conv_bias_kern_impls.py cutlass_generator/generator.py
 	./gen_cuda_conv_bias_kern_impls.py --type dp4a $@
-	python3 ./cutlass_generator/generator.py --operations all --type simt $@
+	python3 ./cutlass_generator/generator.py --operations conv2d --type simt $@
 
-../src/cuda/conv_bias/int8_imma/kimpl: gen_cuda_conv_bias_kern_impls.py cutlass_generator
+../src/cuda/conv_bias/int8_imma/kimpl: gen_cuda_conv_bias_kern_impls.py cutlass_generator/generator.py
 	./gen_cuda_conv_bias_kern_impls.py --type imma $@
 	python3 ./cutlass_generator/generator.py --operations conv2d --type tensorop8816 $@
 
 ../src/cuda/batch_conv_bias/int8/kimpl: gen_cuda_batch_conv_bias_kern_impls.py 
 	./$^ --type dp4a $@
 
-../src/cuda/matrix_mul/fp32_simt/kimpl: gen_cutlass_matmul_kern_impls.py
-	./$^ $@
+../src/cuda/matrix_mul/fp32_simt/kimpl: cutlass_generator/generator.py
+	python3 ./cutlass_generator/generator.py --operations gemm --type simt $@
 
-../src/cuda/matrix_mul/fp32_simt_gemv/kimpl: gen_cutlass_gemv_batched_strided_kern_impls.py
-	./$^ $@
+../src/cuda/matrix_mul/fp32_simt_gemv/kimpl: cutlass_generator
+	python3 ./cutlass_generator/generator.py --operations gemv --type simt $@
 
 .PHONY: all
diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu
index e4e04e8413e468a5171f0b387ea027383dbe86eb..828ad12a3bd149b7e1abd585f761ae4585089bde 100644
GIT binary patch
delta 91
zcmZ3)_mX$RWR}U3SfVC>Vle_@<;lLRqF}n4RdDhmR)fjPY+{q&v5E<1=9OqEl;;;^
l7Z)TZr|KwhO;%)c2Fo_E=}z9vCIMzYXOm>)n*5(l834#I9sd9T

delta 156
zcmaFKyNGYYWR}TOSRz>zfMBvLtLkI{R(=@A3dT^KT*WGg;H+ciWd*5Mm^=Zf;XW&e
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6Q3-=rVZC5F*%4$2V!0gn-r4pS~iJ^{^FDG
Hv2g<c9z!IP

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu
index 228a55f3f08c47d3cdeb1ecb3ec57d71da12f69c..5fb1087fd5a34415c6a607c68765d953b28e48cd 100644
GIT binary patch
delta 102
zcmZ3$_nddbM3%`DSfVC>U@-z><;mWxqF}m{RdDhGR)fikY+{q&u!;$0=9OqEl;;;^
w7Z)TZr|KwhO_pbK2Fup5=}z9rCIMzYWs_v&n&>CNU65bErJS0Vl9|Q@02PNIt^fc4

delta 156
zcmaFPyMS-QM3%{uSRz>zfMBvTtLkJvR(=@A3dT^KT)`@c;H+WgWd*5MnEZi7Zt^u&
zemO8tAv3Q;OQAf!D7&~IF*#L7feRuGQYJo`k4+n{Nn&yUn-0XhDmE!3;ni#s6aB>}
I-(lkh09G|6<^TWy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu
index 42e7b2174f259d35964b1476682a7b8dc8152a1e..60ed11c6db3f2cfc58ac9e574c37b6d064a4e363 100644
GIT binary patch
delta 102
zcmZ3$_nddbM3%`DSfVC>U@-z><;mWxqF}m{RdDhGR)fikY+{q&u!;$0=9OqEl;;;^
w7Z)TZr|KwhO_pbK2Fup5=}z9rCIMzYWs_v&n&>CNU65bErJS0Vl9|Q@02PNIt^fc4

delta 156
zcmaFPyMS-QM3%{uSRz>zfMBvTtLkJvR(=@A3dT^KT)`@c;H+WgWd*5MnEZi7Zt^u&
zemO8tAv3Q;OQAf!D7&~IF*#L7feRuGQYJo`k4+n{Nn&yUn-0XhDmE!3;ni#s6aB>}
I-(lkh09G|6<^TWy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu
index 170b469b45c0a5e6b3df184bc93ca752d0f33a73..c6b29e41e0e3dd48a011e09be14149ef1a8c53c5 100644
GIT binary patch
delta 91
zcmZ3;_kwrBB$mk&S)wL?WHAC_<;gy*qF}m<RdDh`R)fh(Y+{q&vWf|2=9OqEl;;;^
l7Z)TZr|KwhO;%uY2Fup7=}z9nCIMzYW0Pd$n*5JV834pq9qa%A

delta 160
zcmaFCyO3|gB$mmOSt3~!fMBu=tLkKaR(=@A3dT^KT*)ek;H+ikWd*5MnEa7NZt_}I
z_R05HIpn}13YmE&S_<X)McKs#iOH!t3S1CjkW%r<{A}8AjS`as*>oUgR<lVV39n(3
MnCLG)`7Rqb01#*=M*si-

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu
index 14394cdb50ad7a2b58ec178368cb2bfd8a48edf0..57c1f91aa447cfaa87580404a6a3c85f1b05fd71 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu
index 1535407af0c1a9c5216dbcc22c91797c5833a0ab..f97f8c721183296f49fa29314c41d97b3c1e1c73 100644
GIT binary patch
delta 102
zcmZ3$_nddbM3%`DSfVC>U@-z><;mWxqF}m{RdDhGR)fikY+{q&u!;$0=9OqEl;;;^
w7Z)TZr|KwhO_pbK2Fup5=}z9rCIMzYWs_v&n&>CNU65bErJS0Vl9|Q@02PNIt^fc4

delta 156
zcmaFPyMS-QM3%{uSRz>zfMBvTtLkJvR(=@A3dT^KT)`@c;H+WgWd*5MnEZi7Zt^u&
zemO8tAv3Q;OQAf!D7&~IF*#L7feRuGQYJo`k4+n{Nn&yUn-0XhDmE!3;ni#s6aB>}
I-(lkh09G|6<^TWy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu
index 4e41d46c53deea28d7f1eae223b228fb96cc2626..c9346d31a97befe9c2976c3fc19198cfba68b2f6 100644
GIT binary patch
delta 117
zcmbQo_mp=-Kg;AkmZ-_^Sd4&Jd9o*~D41?%6`VYe)nKwbo7m(AR(1uK;u0-|l=zh5
z5*-CD1%=E!Ah$ffD7&~IF*y||G+CC-8LYU5O?UEoHVH8MF`FbK*F--F?t=URF6Gp`
Il*}|P0Os-}IRF3v

delta 168
zcmaFLJCAQeKg;9^ERie<KrlIwRdq5CD?fr`$0`crn86sTlUK3wLO2uHBqtZJvI)Bs
zmuM-Z#HSRO=qPZ3Oahwq5T<nko5W-uHf@9sKQ<jDh@#}ul*HhYqSVCP_!5O;Fau%0
P1UAEo{^FBwv2g<cH_$0_

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu
index eb7799906b8fe3dda51cb8d1dfa0582a85e1e1ea..82895299bec0dfaa0b80da7978bca55020fddb5f 100644
GIT binary patch
delta 117
zcmbQo_mp=-Kg;AkmZ-_^Sd4&Jd9o*~D41?%6`VYe)nKwbo7m(AR(1uK;u0-|l=zh5
z5*-CD1%=E!Ah$ffD7&~IF*y||G+CC-8LYU5O?UEoHVH8MF`FbK*F--F?t=URF6Gp`
Il*}|P0Os-}IRF3v

delta 168
zcmaFLJCAQeKg;9^ERie<KrlIwRdq5CD?fr`$0`crn86sTlUK3wLO2uHBqtZJvI)Bs
zmuM-Z#HSRO=qPZ3Oahwq5T<nko5W-uHf@9sKQ<jDh@#}ul*HhYqSVCP_!5O;Fau%0
P1UAEo{^FBwv2g<cH_$0_

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu
index 2cf18b92e99726bb7685daca4f9eb94f69e7f959..152a17bee6fe919828de3e6d5b8e26b4d83ec75d 100644
GIT binary patch
delta 102
zcmZ3$_nddbM3%`DSfVC>U@-z><;mWxqF}m{RdDhGR)fikY+{q&u!;$0=9OqEl;;;^
w7Z)TZr|KwhO_pbK2Fup5=}z9rCIMzYWs_v&n&>CNU65bErJS0Vl9|Q@02PNIt^fc4

delta 156
zcmaFPyMS-QM3%{uSRz>zfMBvTtLkJvR(=@A3dT^KT)`@c;H+WgWd*5MnEZi7Zt^u&
zemO8tAv3Q;OQAf!D7&~IF*#L7feRuGQYJo`k4+n{Nn&yUn-0XhDmE!3;ni#s6aB>}
I-(lkh09G|6<^TWy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu
index 70d1149d659f4f42a50b79df12eb2823595de9cb..eab74ead9a40e9150337e3b544f6c66c908dacef 100644
GIT binary patch
delta 117
zcmbQo_mp=-Kg;AkmZ-_^Sd4&Jd9o*~D41?%6`VYe)nKwbo7m(AR(1uK;u0-|l=zh5
z5*-CD1%=E!Ah$ffD7&~IF*y||G+CC-8LYU5O?UEoHVH8MF`FbK*F--F?t=URF6Gp`
Il*}|P0Os-}IRF3v

delta 168
zcmaFLJCAQeKg;9^ERie<KrlIwRdq5CD?fr`$0`crn86sTlUK3wLO2uHBqtZJvI)Bs
zmuM-Z#HSRO=qPZ3Oahwq5T<nko5W-uHf@9sKQ<jDh@#}ul*HhYqSVCP_!5O;Fau%0
P1UAEo{^FBwv2g<cH_$0_

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu
index fca726f20a0bb28f1b82049b9f099fd72f82ba82..c05e4e9dbfafe4f16b1a2cd1a55316d2c2f38580 100644
GIT binary patch
delta 117
zcmbQo_mp=-Kg;AkmZ-_^Sd4&Jd9o*~D41?%6`VYe)nKwbo7m(AR(1uK;u0-|l=zh5
z5*-CD1%=E!Ah$ffD7&~IF*y||G+CC-8LYU5O?UEoHVH8MF`FbK*F--F?t=URF6Gp`
Il*}|P0Os-}IRF3v

delta 168
zcmaFLJCAQeKg;9^ERie<KrlIwRdq5CD?fr`$0`crn86sTlUK3wLO2uHBqtZJvI)Bs
zmuM-Z#HSRO=qPZ3Oahwq5T<nko5W-uHf@9sKQ<jDh@#}ul*HhYqSVCP_!5O;Fau%0
P1UAEo{^FBwv2g<cH_$0_

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu
index 6f3c2bf7c81d3868662d6c44c3964faa6f2929bb..e5e41b335e02427f08840249dc3104588a1531cb 100644
GIT binary patch
delta 117
zcmbQo_mp=-Kg;AkmZ-_^Sd4&Jd9o*~D41?%6`VYe)nKwbo7m(AR(1uK;u0-|l=zh5
z5*-CD1%=E!Ah$ffD7&~IF*y||G+CC-8LYU5O?UEoHVH8MF`FbK*F--F?t=URF6Gp`
Il*}|P0Os-}IRF3v

delta 168
zcmaFLJCAQeKg;9^ERie<KrlIwRdq5CD?fr`$0`crn86sTlUK3wLO2uHBqtZJvI)Bs
zmuM-Z#HSRO=qPZ3Oahwq5T<nko5W-uHf@9sKQ<jDh@#}ul*HhYqSVCP_!5O;Fau%0
P1UAEo{^FBwv2g<cH_$0_

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu
index 3e7dc0361a1af28ff21df3d7de1121bb1b23ee39..35c48f8eb640a755dd850fb592fcbb9a627f8cf8 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu
index 7aa181061659beb5bbde061510a377fa86c6f7b9..50b324d0a50d6d033eb16a6f7fd400a6713560bc 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu
index b1c7e2e8d4f80930d3afc6cc642fe542eae1643b..8e749a6cb244586af7489cbf67a15e59fa097c2d 100644
GIT binary patch
delta 106
zcmbQs_k?#tAIs!kmZ-_etjd!GSoy)U2dgNMHUYB_u<}m6%&H@pnOCBvP@Z3uU0jfu
yoT{V1HTfc|#AFjTZJ@09<Qg`e$?Mo8!0g9t5{z6E{Uo>x@(Z|>Q}a?X)3^X8)*+(+

delta 165
zcmaFDJC|=mAIs!^mPi%_AebD$sydmQl^?;eWfg^S%wP=F$tziTA)J0T$;tVwY{D+Z
zC0Yt8@hQb6ItpAMlYnMDfNAY#lbFoSrj5|y%ci3QQIuSok{Dc4l$w|uU!qV9W*`jc
LXEU69h)oFqv|1==

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu
index 51b82ca72c3790666bd4cc0e41af95a2af0b7be7..a81e5ae844f5f8a589006d50d1cf4dbf5fc4991b 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu
index ab877a149e41c22bcf179a8e6638726187b77379..66bfdd0adda1da611e7687669661cf43c6b7b6ad 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu
index 6fa4962bf5460ae4444ef8b2bdf972913cbed2bf..0e0f2263be8689ab34ebb2ef7fce1dcad489ee2c 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu
index b3db80f3f119bb98e9ea123a6e4db307b89bb4c5..f06c69bda0738768c751f1ac32f95ad3e884c048 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu
index b71c04461204c894839c61878f1b922af590769a..7f43a2c237f3377df607c31435997c8d8bc913da 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu
index a54b21f203aba0924731a47630f3569248d73eb5..95ef360946a9519902440e2cfc5400b6f1d3192c 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_identity_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu
index e8a7ea07d31778c108fa347e58d0c2bba28c3744..1e2a14b8ecbbaf0e48d38cb4e9b13213ba650ddb 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu
index 1e2500e103b67d49bf60a4100f4669fd6f7d83eb..7106d1f7c0d01ecb0e563da1128c0b3ca66dd1b8 100644
GIT binary patch
delta 117
zcmbQo_mp=-Kg;AkmZ-_^Sd4&Jd9o*~D41?%6`VYe)nKwbo7m(AR(1uK;u0-|l=zh5
z5*-CD1%=E!Ah$ffD7&~IF*y||G+CC-8LYU5O?UEoHVH8MF`FbK*F--F?t=URF6Gp`
Il*}|P0Os-}IRF3v

delta 168
zcmaFLJCAQeKg;9^ERie<KrlIwRdq5CD?fr`$0`crn86sTlUK3wLO2uHBqtZJvI)Bs
zmuM-Z#HSRO=qPZ3Oahwq5T<nko5W-uHf@9sKQ<jDh@#}ul*HhYqSVCP_!5O;Fau%0
P1UAEo{^FBwv2g<cH_$0_

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu
index 1b139e635123f1e06159e50afe6fc256a804d441..ecf89ca6187b72eb8ad16627d8008fef8ba75a95 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu
index 5ce46a975a27f5bd41115b5597d1e6aa563a72f5..c1d06a193795a77d2234843381f3aaaa63a42cc2 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu
index 64669859f7649dde63c4dea4be8d7b937db26185..eeb92cda4a7b42b999f51359090f113f67b6988e 100644
GIT binary patch
delta 106
zcmbQs_k?#tAIs!kmZ-_etjd!GSoy)U2dgNMHUYB_u<}m6%&H@pnOCBvP@Z3uU0jfu
yoT{V1HTfc|#AFjTZJ@09<Qg`e$?Mo8!0g9t5{z6E{Uo>x@(Z|>Q}a?X)3^X8)*+(+

delta 165
zcmaFDJC|=mAIs!^mPi%_AebD$sydmQl^?;eWfg^S%wP=F$tziTA)J0T$;tVwY{D+Z
zC0Yt8@hQb6ItpAMlYnMDfNAY#lbFoSrj5|y%ci3QQIuSok{Dc4l$w|uU!qV9W*`jc
LXEU69h)oFqv|1==

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu
index c1bf656194b27f7d5502aa2ba542d11f6d21133b..defd1f2da49725db8b1eb270d15d8c77de61c88f 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu
index 8145c4ed795f19adbed7b2e55159370373d2ad60..79f65f6c59a1435256d5a5a700092cee91770e2b 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu
index 818d658f8cc9a59e74a482e6be768811757de478..cff3a8df7b757cb5383f5b15c0731daab0e5265c 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu
index 21d069214b9b10a19a2ffee897a041b239b616f2..0b56bcf55d8e035cde8caf0a0901cd290d7a50e8 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu
index 4113852bdfad3bcdc0495ed42c60bbed3a9f6702..e4d88dd97895f3704889eedb132ccf54e4ebfa5d 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu
index ca6df441bbdc50ee74e02e25e84d672328438b40..ea8722723e03324ae0e6bcf466c9ec4748d83a4f 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu
index 5df08dfa226977dfaea2cb03a1a5232a60e5fc21..6ab659be92cb140b8263125d23ec56d41233fab0 100644
GIT binary patch
delta 107
zcmbQm_mFo(H_PNMmZ-@}tjd#lS^0sq1(@B;DhQ_cvhq$&ViTWi&&oFWEl{3`O&G`*
xn{3FY4WymLl1oz(gG-816LaHB6pFzN9R;q*32c&+AFxR<a!vG;n9R@44FH|n9^L=|

delta 175
zcmaFJJBx2aH_PN6mPi%_Aeh|9sydm2l^?;eVikpRM4d7di?tL|;*)^1jsh1*2Uw30
zM9D^0Jz0oYW?qSwLV12sc5y*saw<aUMplW*9BkSU<%VpoN)YAAr74NQB}J);x$z|m
T#b5@q9?8i|*(4_KXHx<I{ah@Q

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu
index 7ae71bac5fce607341d9631a788c9eb81ac323b8..742ed499341e4f646caaa0a5c87959c380585d66 100644
GIT binary patch
delta 106
zcmbQs_k?#tAIs!kmZ-_etjd!GSoy)U2dgNMHUYB_u<}m6%&H@pnOCBvP@Z3uU0jfu
yoT{V1HTfc|#AFjTZJ@09<Qg`e$?Mo8!0g9t5{z6E{Uo>x@(Z|>Q}a?X)3^X8)*+(+

delta 165
zcmaFDJC|=mAIs!^mPi%_AebD$sydmQl^?;eWfg^S%wP=F$tziTA)J0T$;tVwY{D+Z
zC0Yt8@hQb6ItpAMlYnMDfNAY#lbFoSrj5|y%ci3QQIuSok{Dc4l$w|uU!qV9W*`jc
LXEU69h)oFqv|1==

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu
index a1c93fbc0fa54fb24cb4fc47932161d5099a6bb5..049b42c38fe2899ec933ad7639a250da4738f819 100644
GIT binary patch
delta 88
zcmbQu_lS2x56k3kmZ-_ftjd%5Sowjp1(@B!DhQ_cvGPt%W)q+6z{)oH9Z;T`O&G`*
en{33U4WykXuVIq_%Rgk3VC0(UCox%oof`mf)fij=

delta 174
zcmaFFJDYDq56k3UmPi%_AeijOsydmIl^?;eW)+2T%wP=F$;(-JA)Jq_5|bCO@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uC<d3Y*2yI?$x=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aOW7nRA7E1g0IhN@CIA2c

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu
index b4289ce0b54c28726bab3738e2df3a1d36a8aeb1..79b40aadaaea8c9c76cdecdadaeba8a8c0d99b49 100644
GIT binary patch
delta 88
zcmbQu_lS2x56k3kmZ-_ftjd%5Sowjp1(@B!DhQ_cvGPt%W)q+6z{)oH9Z;T`O&G`*
en{33U4WykXuVIq_%Rgk3VC0(UCox%oof`mf)fij=

delta 174
zcmaFFJDYDq56k3UmPi%_AeijOsydmIl^?;eW)+2T%wP=F$;(-JA)Jq_5|bCO@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uC<d3Y*2yI?$x=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aOW7nRA7E1g0IhN@CIA2c

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu
index 230c1530b46455104d57a6307b1e38f6bf907f98..3072bdb4bd252bf7f8745f10c2eccce5c76140bf 100644
GIT binary patch
delta 107
zcmbQk_n3D>FU#Z}mZ-@|tjd%5S^2@VJF6&=HUYEuv+_>9#Hu5dnOCBvP@Z3uU0jfu
zoT{V1r7-y;i}++?HtorufOIvR&g8Xh5@7ZtHVH<qiGC8?1^ESB%BguNnQ2@AN5>)#

delta 165
zcmaFNJBM#WFU#aUmPi%_AeijWsydmAl^?;eVHJgO%wP=F$tzfSA)G!o$;o-FY{D+Z
zC0Yt8@hQb6ItpAMlYnO3hiUC&lbFoKrj5|y!=|GIQIuSok{Dc4l$w|uU!qV9W*`jc
LV>6t5kWC2ytY0Wp

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu
index 931c330a1dc8d0cf3a975df098535b2d9a9cc9eb..842ca3044a35272fcea478e59f3dfbd16f130094 100644
GIT binary patch
delta 114
zcmbQjcbj)ZE6d~-mZ-@xtjd$wS^0sq1(;pSDhQ^xv+_<p%qBkhA*-lhW?qSwLV12s
zc5y*sa;lC3*W`n25|g#rw81Kh*>uE`OH&eqONvqxbK^@CiopzsGDAkL$sgI20qCkD
A=>Px#

delta 175
zcmcc3JB4pUE6e0ImPi%_AehY0swx~@l&qzY5?@@DtfRmM5(SG}!4*u-VHHGh7O?WN
zLe%)N%1vIt%C44DTmsjqppcnYqNPxtUzA;3keHl`keKYpDn6NsO&hLRVzLXH4#eC%
THYp_G`D_vs{lzC=VB-b==YA)~

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu
index a22f895f4adfd4d0a03948bbae893eb8264b0fe3..d2c18579a431649618353e71268e31788fdfe1c8 100644
GIT binary patch
delta 88
zcmbQu_lS2x56k3kmZ-_ftjd%5Sowjp1(@B!DhQ_cvGPt%W)q+6z{)oH9Z;T`O&G`*
en{33U4WykXuVIq_%Rgk3VC0(UCox%oof`mf)fij=

delta 174
zcmaFFJDYDq56k3UmPi%_AeijOsydmIl^?;eW)+2T%wP=F$;(-JA)Jq_5|bCO@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uC<d3Y*2yI?$x=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aOW7nRA7E1g0IhN@CIA2c

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu
index 16e07bb81211d1fd7021b49be527fb80e6e190f9..831e696c51e271603527d3875cfcf1323c2c94ba 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu
index bbf08a89d70e41e762984f588af88718867985b7..302935c5db2aca3cbc744e81c1332498cd06083d 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu
index 180f9490fd4c6f9d170c01ec55037ef2a408ba22..26c6ada9ec635b9ed431c4710577bc9df30cfc55 100644
GIT binary patch
delta 88
zcmbQu_lS2x56k3kmZ-_ftjd%5Sowjp1(@B!DhQ_cvGPt%W)q+6z{)oH9Z;T`O&G`*
en{33U4WykXuVIq_%Rgk3VC0(UCox%oof`mf)fij=

delta 174
zcmaFFJDYDq56k3UmPi%_AeijOsydmIl^?;eW)+2T%wP=F$;(-JA)Jq_5|bCO@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uC<d3Y*2yI?$x=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aOW7nRA7E1g0IhN@CIA2c

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu
index da81563fe6336d59e416ac509c7b1fb209f3ec8b..3b419be37e741918b11327c0544b341eebf77d5a 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu
index 70db02bac0db53c8167d01b38c744c832958144c..e99a68521965933b073781f298754e3dd099ea28 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu
index 9cb0312b52de12ad985846b147d04c72a7d3e64f..a4fad1bf9516dae4fbb1071e244ac3f44db7158f 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu
index 9dcbc0e967de30958ae03157921895c4d653726d..e35218285c92b22246fc0b332bc8ba2a999927fd 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu
index aa06ab816bbc5521abf566b98d01f5f8ac3aec4a..fbf8c3b9ea553d64bc0a0d413298343e81a7a0d0 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu
index e2ee8d5bbed6885805674830869acb640a696e0f..73cd3839de13e639ff2f77bdecef0d7676205efd 100644
GIT binary patch
delta 129
zcmbQicb|7dC(GmxmZ-@Jtjd$QS^0sq1&Gb>l$ltprH~Sz1f+EoxF*Z7s!ra`$~!rM
zO?>iGR#Cysyb>*i^8BLg;)2BFRFH}|Hi^mlY}!B-&SJ@>DT%=)MX8Co@g)kyU<O2q
T<m7v75{z6E{Uj#yvU39f(8MNQ

delta 179
zcmcc5JA-dSC(Gn6mPi%_Aej7+#RSGsoovA>ir^Hm3L-e?SlPL%bQHKidVsptv+Bu0
zn3;JcS_<X)McKs#iOH$RDkLVev1vn0&}Va1f+$ZeO-T$cDN0SujW1Cs1~ZWLNKRhN
VCNa@poVy^ufJ-?wFC{aL3jle(FDd{4

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu
index b6e41082e0332b8041f671b3dd871656c66f1736..b3d47b020e0058555201e0e520c422f1bbb0df41 100644
GIT binary patch
delta 102
zcmbQhcb#`bBg^ClmZ-@OSd4&Jd9pRDD44Ef6`VYQ)nKw9o7m(#tYU(hc_ms3<@rU~
w#RZAUsX7W=llj@4!LoU5x|0{ONr2f`*(4dcCi+Qm7vvXkDW~S8WTtTe0L!Q!jsO4v

delta 156
zcmcc4JArRQBg^C_mPi%_AehX}syg`}3qOow1!JgA&R`WpaOSY`vVznrOn$&3H~APV
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHEUkk5wD4Nn)}Cn-0XhEH)`5;n{2w6aB>}
IpJC$$0GOdBlmGw#

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu
index 1563792c526217d0726976e54cc5eee4141aeac1..2f26acf8f00972cc0be39c876f2d76214cd5a6be 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu
index 5dfc96fa0f5ce1ac3d6863a6e653e835d29be98a..7b9219be72e6ffe8ee48361a8adaafdd20f21158 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu
index f0f7aa164c8524c4f4820e4819b40bfbde32d6dd..e5b3eb1e45197bd7d8506164e55e93bff444ed36 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu
index 84fab7d2ef71b7e8d91f797b601965d700c09570..2cd897a8d8e884e788247deb15001a8956a33076 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu
index d26dfab162ab79ddd8df10ef27c20c037ccf4aad..29e25395c40e5f84accf1abad8c9b66bb975d65f 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu
index 05ab9918a166889be3406d0f5e9df6f2e1fca4c8..386de0770143ea297726b38c35dbc6a7a6c17534 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nchw.cu
index 26a9fff78f7ef1bf5046d3a773171377cc0bccbf..27bdaeb55b389616281d2e438dfcfa0a59ea13b7 100644
GIT binary patch
delta 119
zcmbQq_kedp7t7>MmZ-^!tjd#lSowjp1&Gb>l$ltprH~Sz1f+EoxF*Z9s!ra+$~!rc
zO?<K)E8FBZK(&l)!a%;*WCJ#BAnh!cT$+*?TvC*pm>XZBPz+{(w8pbZPQK43!N@hy
KPhv73J2wCtcp@$U

delta 186
zcmaFBJCkoi7t7>smPi%_Aeh|1sydmSl^?;eWEF*TM4d7di?tL|;*)^1jsh1*2Uw30
zM9BtLJz0oYW?qSwLV12sc5y*saw<aU23Cp5>}=W)<pyl7N)YAAr74NQB}J);x$z|m
e#b5@q9?8i|*d!+Ui*py`7jP-3=A~q&aRC7E7B80o

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nchw.cu
index 514d679899118f7749afae1ab5aaf41fe98a2671..f3f73e9479d619a74cb32180e24ce510b8c0a2c4 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nchw.cu
index c9537b49b548862866669bf56c584f3ffe1e0fc7..2bbee6fdcdc8178084082cee2e1b328076591f66 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4_nchw.cu
index d3a814d8f3bb660dd92f2fd6f43dafdf2fa48060..ba87340723e2fcaf05f64d1d9dfadd1b6fa34aa8 100644
GIT binary patch
delta 129
zcmbQicb|7dC(GmxmZ-@Jtjd$QS^0sq1&Gb>l$ltprH~Sz1f+EoxF*Z7s!ra`$~!rM
zO?>iGR#Cysyb>*i^8BLg;)2BFRFH}|Hi^mlY}!B-&SJ@>DT%=)MX8Co@g)kyU<O2q
T<m7v75{z6E{Uj#yvU39f(8MNQ

delta 179
zcmcc5JA-dSC(Gn6mPi%_Aej7+#RSGsoovA>ir^Hm3L-e?SlPL%bQHKidVsptv+Bu0
zn3;JcS_<X)McKs#iOH$RDkLVev1vn0&}Va1f+$ZeO-T$cDN0SujW1Cs1~ZWLNKRhN
VCNa@poVy^ufJ-?wFC{aL3jle(FDd{4

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4_nchw.cu
index 7446a44550811c453a2d89cb5979ca3989de8f00..09082101cfc837e952eb948afa7710a20ed71908 100644
GIT binary patch
delta 102
zcmbQhcb#`bBg^ClmZ-@OSd4&Jd9pRDD44Ef6`VYQ)nKw9o7m(#tYU(hc_ms3<@rU~
w#RZAUsX7W=llj@4!LoU5x|0{ONr2f`*(4dcCi+Qm7vvXkDW~S8WTtTe0L!Q!jsO4v

delta 156
zcmcc4JArRQBg^C_mPi%_AehX}syg`}3qOow1!JgA&R`WpaOSY`vVznrOn$&3H~APV
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHEUkk5wD4Nn)}Cn-0XhEH)`5;n{2w6aB>}
IpJC$$0GOdBlmGw#

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nchw.cu
index 842249dd683fd9373cb2a05a6a61a0cbe35b903f..84b1ffbafd051cf5ed3abff2881d8312c46c3652 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nchw.cu
index b955bfed242acc1a3aa9063b5cbce76a3998aed9..28a74223541617348c33b7449afff48cbbaec734 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nchw.cu
index 48ed0e5b0d9be511ba24fc7d9273a9c7e0edd601..fafc7a187557da12f18f1a5e34dbefae650b7058 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nchw.cu
index 36a1438a4a56b05657d0bc5312e348907a58ff22..8e1835f814b06a961de1f1b27cf7b338705a7908 100644
GIT binary patch
delta 117
zcmbQvcaL{N2g~GkmZ-_{tjd$QSowjp1(@ByDhQ@`vGPuiXA__NgjG~9Gp|HTp*+7R
zySN}RIaNo2YjP}`#AH1-ZJ-KgvE<T}#Nd*m)WqEQ5`|(g1ENH7@?ACwMy`o|5|eq@
FxdA6PBIN)8

delta 170
zcmcb|JDqPs2g~G6mPi%_Aej7s#RSGsoovo3is0n43L-dXS=qU(bQHKidVpYZAgkQu
zv#k7b5N>8(iIzfneo=ODL1J<$iZb!ZtZdq>FijGZ-Pv>?rWUeEAqg*HlbGl)&RvjS
Nz@?m;my(&r1psB`DU|>K

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nchw.cu
index 7bfded1c1d4e9abc3f1465439f0206c62d770309..a5f3721ebe04ef63fc072537f9061d7e29383d29 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_f32_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nchw.cu
index 509dbff0f411388db0db40a45e48ae5194366478..1401390e883dabf6c997ae3c619f9f8601e3ba2d 100644
GIT binary patch
delta 123
zcmbQrcZYXF8_VQYmZ-_Htjd!)Sowjp1(;pODhQ@`u<}k$WR;!#f|Xw=Gp|HTp*+7R
zySN}RIaNo2OJQ;XtN3IcHf^91@yR7@I^xNtDT%=)MX8Co@g)kyU<Op3#N^v-5{z6E
L{Uj!Hv2z0e<Uu4L

delta 184
zcmcb^JC$!k8_VQ&mPi%_Aebz`swx~@l&qzY5?@@DtfRmM5(SG}!4*u-Wfg>Tgj|YC
zK&q?YY858?v&v0A&B`wa(VLkER8XE@lwDkqn4F5DOnfpkn>H)N27gwG$*ycV5QFpC
aq>zLcut`kx7w0a>FW^#6%}dEl;{pI^Tq;xm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 5f413f7a035c8c28e77d8002f5c2a964ce7927d7..41d64cb9379f604eaf99d2fc8ef269e8ce02e6f7 100644
GIT binary patch
delta 88
zcmdnZ*TlDB4a?-!EK!r4S(PX2vGN0H3ov^Lt00)Z$I3gonN56h0xR2OJ~sZz%51_w
fzS!g-Hf<p7JoyZp1X!MtU4oHoqMyWM19olznp_y4

delta 174
zcmZqT+s(IO4a?-UERie<KrlIvRduo^D?fr0%_<7xn86sTlaI6VLO6nK5|a<G@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uCWI;A(gtja;T_uR}<kFPH;F6-$#N7B2g<>!R
QS&zizqim9sAFwF_0BZ;<3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu
index b3e51ecfe5b1b3b2ef7ee32f8a525edbb51e9329..a41c02948452abcfcf417a392ffaab621f0b2824 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu
index f1fe8fee5c515e975032cf72fd242162bba6f89f..566dc284a6ce0f29ab6e0dbee84dfb879f4a154d 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu
index 2c11c4956d30ab3f6a9ad747f8d365677399212e..2467cc4ed014c1b1be99f740cebe8c01b500b7f3 100644
GIT binary patch
delta 106
zcmdnR*T}bFHOu5xEK!r4Sd}O1vho9I3ov^zt00)Z%gQ^siA{WRJS*E|UN-*8N^HVF
xzS!hIHf<p7ES6lFk{Dc4l$w|uU!qV9X6PtzO>SV5oWw4{$TiVVVzNFvHvqOU9{>OV

delta 175
zcmZqV+r_tGHOu5RERie<KrneBtLkJ8R(=F0id7WO5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B`^<*JpnRz8z3g!7l*~JBk$*BmX7g;4HYp`iUln1i8DnXPdm!>2JmlUNY=Ej#O
T6oVPadL$<wWs{hEpG^q>i1{uw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu
index ae9957f3d5c8b0913b518b742f1331dcb8f3140e..c4d1697edeb254bb4cb048063960d6a77a622671 100644
GIT binary patch
delta 91
zcmdnQ_mg+SVwTB^SfVB~u^Iuf^5j@nQ7}E5RdDhqR)fjLY+{rDv5E<1=9OqEl;;;^
l7Z)TZr|KwhO*Uk62Fp%h)17>nO#;mR&L+voHJP7X82~1%8#4d^

delta 156
zcmey#yNPeZVwTBESRz>zfMBvNtLkJ0R(=@A3dT^K+{G%0;Ot}NWd*5Mn7ja};XNyd
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6Q8WWrVZC5F*%7%2V!0in-r4pUN(t|{^FD0
Hv2g<cks~GJ

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu
index fa7eab0805957d270fa26bf79672c72012fc51dc..0514f278163df46c7a0de4ecc58475b22d582812 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu
index b9af9eacd45734d382a4d119587232e60d852aff..a86e72b10f5a437535be0e1dd83a5054ab943790 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu
index 8f63112ee36e5b3471c6dae246db8ef63f6029ee..ae88eaf21a1fe6c72e6e989f138cd20a9c4835fb 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 9900626d5e841bc35527fb26298576f4b5fd8613..ab6c8b00485a21f2ebeee71a7eff7667d9581ccf 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 0c48730efd6409021cf6c76959777505da9dca83..3ff004f9b6d505c3ee4aa743a3f1a4903492c808 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 3ec3a99d00519a6459389356ca1b2dc8da5f64cd..de94428e1978ff13cffa7f78e7e9de7d35aab98b 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu
index abcbbe0fb7fe30cde888e28ad384b88ba1e214e0..86859c9a827f139d0f51ed37c1de186c5670a471 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 15c6b1bd44dd9310aac065e045fb95bebf8cf400..724f1026114a3889051d376a5ef1d2ea96f05fa3 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu
index f9923db3a5fbe8694bbb05ff733f0dbc1ed8a9a4..7b28b0d5f56f77079e4654b12fe3d994448bcbc3 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu
index cd4b2c1c33612ba082c611d99e3b88ec1e860b31..2f5bfcfc8b0c8f5f336c689226ca38623730806b 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu
index 6ce490e1f90118962b6c99c8a3ae22b82fc3ddad..e5e7a1445b8395d0ae2cf3c5bf1040991cdd6e4c 100644
GIT binary patch
delta 117
zcmZ3-_my|Ue3r@cSfVEXV=)3^<;jt(qF{PDtKj5ytOk?y*~BJKU}aZuDK61cNQqA=
zF40loQc%du19Hpri?WLg5|dMbLX&mboWY8F*mNiFXOjT4KeI_Pa!vG;;4a87;8IS_
JOUX>*0suS_C0PIf

delta 168
zcmey$yN++ee3r=zSRz>zfM9YWtLkJKR(=G>k5v@LF@rHwC+}kAg>V+INltEHWfOKO
zF40m*iBBmm(NW+6nFKWJBTVZ8Hi^kHY}yDNacnwD5JkzQDT%=)MX8Co@g)kyU<Sf~
P1#E^B{lzE0V&et?yAUd~

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu
index cb6a447d650894914747cda7f9bd3498c0ca23f2..089cb2082759c14f347506192ee97a74b174ba43 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu
index 4638be4850c56f215c8e5326cda0933fb0b42199..1bd0a97f5607e09956ec3580ba5452f9842c93d7 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu
index 00b183041b68d2a50dfcab59182c0f775713ffed..4a5a33fc568b639075a27bd0a16a858a85ef0924 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 7d62cdee8e10a0b5c697e83d18c353c4eaf998fa..c20d58475d3c87964bf6e67fbc6e61be41978a46 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu
index bde2cae9044296e777f3a1e3b5d6dc031670f1f5..747219ed588803e852309b0c703c9c527cfef3e4 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu
index e86ebdbf501ad6226e8c0aecf693c96e9582dded..a7b322a56829b8ae7d1ab66151fe6f6452918192 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 8f0174024bbeab8df718380e7e7e24ce8d07c81a..fe01d0b800933b85538c13fab98d87c55cd4259b 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 270f05b331ce222e31e937f2a3a3e273bcb8dd97..1737acc2ece05ecc377d201d30ad5b410754f6e8 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu
index ad695f14bee5cd30b8c66b58abd4d134bf939203..e8f671ced486e72855fe4fad626ab0d6439ad941 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu
index b2d58453f4ace71c2a77822323b2ae7c4fadf75e..d4bcd815899662b99870cbacf3775794a6bfdf51 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu
index d1ca3656cfd27704aed52b92a9553a429f42ab5e..a925dde66952d895fb878077b534982c92f2f0e9 100644
GIT binary patch
delta 117
zcmZ3-_my|Ue3r@cSfVEXV=)3^<;jt(qF{PDtKj5ytOk?y*~BJKU}aZuDK61cNQqA=
zF40loQc%du19Hpri?WLg5|dMbLX&mboWY8F*mNiFXOjT4KeI_Pa!vG;;4a87;8IS_
JOUX>*0suS_C0PIf

delta 168
zcmey$yN++ee3r=zSRz>zfM9YWtLkJKR(=G>k5v@LF@rHwC+}kAg>V+INltEHWfOKO
zF40m*iBBmm(NW+6nFKWJBTVZ8Hi^kHY}yDNacnwD5JkzQDT%=)MX8Co@g)kyU<Sf~
P1#E^B{lzE0V&et?yAUd~

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu
index 9923bb4bd0526998c4269d3d04094c3dfc52fc70..fe55edfe17a57af1ec9590921a50cc4ab356d69f 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu
index 788940cb1600fd16752c84dcbccc82f1bd3aa287..9f5e15d54aea5c662f5371a59ab04f504ac689bb 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu
index bbae6c49111393251747ac6e086ead11aab6ac7c..03b3dd1e7a266aec9772b95f331db7cf06671d23 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 65e571ffbed9dca77f977e4fb144f99f9b30677c..df33dc24f44f55911a0d4ce93f0f7e7d17208f2b 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 3b30ce4d06e30776ae32cd42cf0f3212b70f97d8..2cd0a451d0fc770624a28de5ba44d889cbb8d3ed 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s4_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu
index dabc15a994f1f1e07cf852ece4503cbe050e3851..c92680aa369aa0d82f6a028c3ca79a6cc908a86d 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x128x32_64x32x32_2_nc4hw4.cu
index 1a6b0c287c04155d64ffd8d7e6d50f5bf18e2399..eb5f8857a96776f58d1eded83bb45ff6c475f8b9 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 6a0c4006f4fc15be2062632b1c5b37115845e9fb..119ca59e2348ab6235d42f3071d8c49399eb3c59 100644
GIT binary patch
delta 107
zcmdnP*UYzJEz9IJEK!r2Sd}O1v+{%KbXHLyZ31TBXXTyziB(4^Gp|HTp*+7RySN}R
zIaNo2OJTAgtN7$#HtoqmKzcTt&g8Rf5@0qHy96WGL_Z1cg8Tw5<<z{C%rq_lIL9CJ

delta 165
zcmZqX+rzhEEz9I}ERie<KrlI<Rduo!D?fr0!zv2nn86sTlTWbnLOAQ#Bq#T=vI)Bs
zmuM-Z#HSRO=qPZ3OahwqAEtF3o5W--Hf@BC95x*#h@#}ul*HhYqSVCP_!5O;Fau%0
LIyS?}580FeS@J4X

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x32x32_64x32x32_2_nc4hw4.cu
index 23f650f326b0e8a4b468f40037ff6065759740d3..f06f8f31c6abad7184003202a2d55ec1b9336432 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 0935981426b1d601781a9239f424c5014a2e4a79..ec713ff7f8c479783f67a9bb5b0ed5d5954a296b 100644
GIT binary patch
delta 106
zcmdnR*T}bFHOu5xEK!r4Sd}O1vho9I3ov^zt00)Z%gQ^siA{WRJS*E|UN-*8N^HVF
xzS!hIHf<p7ES6lFk{Dc4l$w|uU!qV9X6PtzO>SV5oWw4{$TiVVVzNFvHvqOU9{>OV

delta 175
zcmZqV+r_tGHOu5RERie<KrneBtLkJ8R(=F0id7WO5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B`^<*JpnRz8z3g!7l*~JBk$*BmX7g;4HYp`iUln1i8DnXPdm!>2JmlUNY=Ej#O
T6oVPadL$<wWs{hEpG^q>i1{uw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x64x32_64x32x32_2_nc4hw4.cu
index 1ae71af530ee23a8ba65f43ada6f49e125b5d220..9affaa3cc2db7a7a088f7f21433ef17928b30b6f 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index c0039b40c33ede6067a2945f05d4937edfe995c9..92afe9742e7ae37955acde964f2409f4522b5225 100644
GIT binary patch
delta 106
zcmdnR*T}bFHOu5xEK!r4Sd}O1vho9I3ov^zt00)Z%gQ^siA{WRJS*E|UN-*8N^HVF
xzS!hIHf<p7ES6lFk{Dc4l$w|uU!qV9X6PtzO>SV5oWw4{$TiVVVzNFvHvqOU9{>OV

delta 175
zcmZqV+r_tGHOu5RERie<KrneBtLkJ8R(=F0id7WO5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B`^<*JpnRz8z3g!7l*~JBk$*BmX7g;4HYp`iUln1i8DnXPdm!>2JmlUNY=Ej#O
T6oVPadL$<wWs{hEpG^q>i1{uw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_16x128x16_16x128x16_1_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_16x128x16_16x128x16_1_nc4hw4.cu
index b33e34fa426eb0a7c35c06a966c942e4084fd8c7..9e331632fba0d2ae3dc8a85dcbf6061216db26b2 100644
GIT binary patch
delta 99
zcmdnM_nmjcLYB!3SfVDe8ckwVo*d083ZiDR3Qpd@YB1T5O>FWXRx!cMyb>*i^8BLg
v;)2BFR2>Db$@*;0VA(!4-N^^pB*5&iY?6#z6a6H(3-SxNlvDFkGSj#KPCXvZ

delta 152
zcmey)yMb@RLYB#kSRz>zfMBvVtLkJqR(=@A3dT^K+`%e{;Ot@LWd*5Mn8YeK`57y}
z9GIh!nOCBvP@Z3uU0jfuoT{V11rY|S5}z!`rVY~~F*$)v2Vz(kn-oHHH=D#nfAPt0
G*th|wI3qRy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_16x64x8_16x64x8_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_16x64x8_16x64x8_2_nc4hw4.cu
index e6a7fd337ecdbd74c867583a73bdfdf5ea9d8ec6..026d72a924780fdcb92beac45e4f93d497d61e21 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x128x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x128x32_32x64x32_2_nc4hw4.cu
index b615514f4ae0f36e07a172769b0e829f22eea49b..f9311df3d26a654472f6a4fb7430a552d5a3bf68 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 5df14d2268122af633d341ac30c677bfdeed2695..65ae55c58560d7fb419fe2b8421d19a672232edb 100644
GIT binary patch
delta 106
zcmdnR*T}bFHOu5xEK!r4Sd}O1vho9I3ov^zt00)Z%gQ^siA{WRJS*E|UN-*8N^HVF
xzS!hIHf<p7ES6lFk{Dc4l$w|uU!qV9X6PtzO>SV5oWw4{$TiVVVzNFvHvqOU9{>OV

delta 175
zcmZqV+r_tGHOu5RERie<KrneBtLkJ8R(=F0id7WO5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B`^<*JpnRz8z3g!7l*~JBk$*BmX7g;4HYp`iUln1i8DnXPdm!>2JmlUNY=Ej#O
T6oVPadL$<wWs{hEpG^q>i1{uw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4.cu
index 245921f09f6dbdfda1ead827bb35fe1b70a5b006..d9267ca2f98d12d7b8deba9e89fd02140b7e67d0 100644
GIT binary patch
delta 106
zcmZ3>_l0-EJeJ9GS)wKvvno$kVC4tX5v-y>+62tLz{)%MF{_SXW?qSwLV12sc5y*s
za;lC3*W`z+5|drnw1KkXlY7{7ChudD0JA@{NicFv^poH&$S>ehPR&cnOydFoc4i{e

delta 165
zcmeyuyOwXmJeJAxSt3~!fM9Y0tLkKFR(=G>msJ$TF@rHwC+}qCg>dGxNlvb3WfOKO
zF40m*iBBmm(NW+6nFKWJ15E3DHi^m7Y}yDNv1~d@5JkzQDT%=)MX8Co@g)kyU<Sf~
M`D})hFR>{B05lmXr~m)}

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu
index a5d7831ed54b7bea18dbcbfea557dea7567a59e0..cb957cd373aa4e63db10d43f78f4d55255731669 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4.cu
index 487b2b1230a9c56d6dbe3c0c2685410343802dec..53f215f1d520af7c36a586ca90ee6d04b7306c78 100644
GIT binary patch
delta 106
zcmZ3>_l0-EJeJ9GS)wKvvno$kVC4tX5v-y>+62tLz{)%MF{_SXW?qSwLV12sc5y*s
za;lC3*W`z+5|drnw1KkXlY7{7ChudD0JA@{NicFv^poH&$S>ehPR&cnOydFoc4i{e

delta 165
zcmeyuyOwXmJeJAxSt3~!fM9Y0tLkKFR(=G>msJ$TF@rHwC+}qCg>dGxNlvb3WfOKO
zF40m*iBBmm(NW+6nFKWJ15E3DHi^m7Y}yDNv1~d@5JkzQDT%=)MX8Co@g)kyU<Sf~
M`D})hFR>{B05lmXr~m)}

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 99f78418b098fe7d2dec9c9be0c7ef696d593d16..c865ecbca9ad414330cce1fcbd0dbbf49fb21066 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x128x32_64x32x32_2_nc4hw4.cu
index e00d4cf5df04dafd5e4f43d23bb9b501daf397f8..a6fcb3eb8224cb18173c5b7e218ef86b87dcd363 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 2af0e3842c461517b38646f37e167486b1bb8cfd..0008c79f681c2f3b4e24975e6adb15feeb9c1343 100644
GIT binary patch
delta 106
zcmdnR*T}bFHOu5xEK!r4Sd}O1vho9I3ov^zt00)Z%gQ^siA{WRJS*E|UN-*8N^HVF
xzS!hIHf<p7ES6lFk{Dc4l$w|uU!qV9X6PtzO>SV5oWw4{$TiVVVzNFvHvqOU9{>OV

delta 175
zcmZqV+r_tGHOu5RERie<KrneBtLkJ8R(=F0id7WO5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B`^<*JpnRz8z3g!7l*~JBk$*BmX7g;4HYp`iUln1i8DnXPdm!>2JmlUNY=Ej#O
T6oVPadL$<wWs{hEpG^q>i1{uw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4.cu
index c85127be1ddc4e6d6abebdc77ecd1e1eb8dc7591..36d4ab6e8615d9805c2803d52a5fd8e2e757a733 100644
GIT binary patch
delta 106
zcmZ3>_l0-EJeJ9GS)wKvvno$kVC4tX5v-y>+62tLz{)%MF{_SXW?qSwLV12sc5y*s
za;lC3*W`z+5|drnw1KkXlY7{7ChudD0JA@{NicFv^poH&$S>ehPR&cnOydFoc4i{e

delta 165
zcmeyuyOwXmJeJAxSt3~!fM9Y0tLkKFR(=G>msJ$TF@rHwC+}qCg>dGxNlvb3WfOKO
zF40m*iBBmm(NW+6nFKWJ15E3DHi^m7Y}yDNv1~d@5JkzQDT%=)MX8Co@g)kyU<Sf~
M`D})hFR>{B05lmXr~m)}

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 3d675e636efb9c61d772a6c3f4934f27b1849d40..707e4e72f520d685ce0045d891d985903d27fac9 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4.cu
index aef4c3dc5a62529ca6c27634f2dbd583d7882d85..77b89b0348cbbada9e359b0e18c0336c5d58c269 100644
GIT binary patch
delta 106
zcmZ3>_l0-EJeJ9GS)wKvvno$kVC4tX5v-y>+62tLz{)%MF{_SXW?qSwLV12sc5y*s
za;lC3*W`z+5|drnw1KkXlY7{7ChudD0JA@{NicFv^poH&$S>ehPR&cnOydFoc4i{e

delta 165
zcmeyuyOwXmJeJAxSt3~!fM9Y0tLkKFR(=G>msJ$TF@rHwC+}qCg>dGxNlvb3WfOKO
zF40m*iBBmm(NW+6nFKWJ15E3DHi^m7Y}yDNv1~d@5JkzQDT%=)MX8Co@g)kyU<Sf~
M`D})hFR>{B05lmXr~m)}

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 98aaf39ad03f90f77cd7d35de67f48ad4988cc6c..287d21c26774d164431f804a33fb09af07f0cfc4 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x128x32_64x32x32_2_nc4hw4.cu
index 07f655c7250ad139b6ae80c1e5dd8b93d7b14691..cd8282937254c74560704cab7852d45b7729b869 100644
GIT binary patch
delta 106
zcmZ3>_l0-EJeJ9GS)wKvvno$kVC4tX5v-y>+62tLz{)%MF{_SXW?qSwLV12sc5y*s
za;lC3*W`z+5|drnw1KkXlY7{7ChudD0JA@{NicFv^poH&$S>ehPR&cnOydFoc4i{e

delta 165
zcmeyuyOwXmJeJAxSt3~!fM9Y0tLkKFR(=G>msJ$TF@rHwC+}qCg>dGxNlvb3WfOKO
zF40m*iBBmm(NW+6nFKWJ15E3DHi^m7Y}yDNv1~d@5JkzQDT%=)MX8Co@g)kyU<Sf~
M`D})hFR>{B05lmXr~m)}

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 5e4591f174c7ba5d21ba332108c274bef0445d8e..06575697c08f31e78d1650240a82ce9acbb0fb76 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x32x32_64x32x32_2_nc4hw4.cu
index f5db58c89fe17a853c7b63dec9b7e63976dd84d5..27f290f840b7bb2bea13845e8e38368ee433e60f 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 7119977b062fc3392786aad85caa24bde2b85d51..d3cfd4b3deeb408ef3027837d9fa678d1a4a48d9 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x64x32_64x32x32_2_nc4hw4.cu
index 0d2dce3d8e3ac359fa05ba06649e63bc3fc0dc1d..5da3327bc3e9ae5c5c69034c10dcb610f416ff7c 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 2b283b3521128a576d5a58487600eef671790e8c..869fac226cbeac140307ebbda37d70d0d7a31631 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_16x128x16_16x128x16_1_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_16x128x16_16x128x16_1_nc4hw4.cu
index c3d3fc967b2754d62e26ee31053ff1cc0c6706ee..a8db4021b662394a652a16fb91d42140d9d258f4 100644
GIT binary patch
delta 107
zcmZ3(_nCLYT$agmSfVBuu_{lNXXOXe;jE%S+62r#&&oUb5vz_+W?qSwLV12sc5y*s
za;lC3m%?O5R`JQsY}%8VfOI#T&g8vp5@7ZxHVH<qiGC8?1^ESB%BguNnQ2@AFnl0E

delta 165
zcmey&yM}MWT$ai6SRz>zfM9YwtLkJaR(=G>hgB5DF@rHwC+}e8g>dGvNlva~WfOKO
zF40m*iBBmm(NW+6nFKWJJxuF7Hi^knY}yDNF>E?Y5JkzQDT%=)MX8Co@g)kyU<Sf~
Md2EK0FS02C04yFUlmGw#

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_16x64x8_16x64x8_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_16x64x8_16x64x8_2_nc4hw4.cu
index 850ff01b270f5cc69d29f4e4b1552329760460e9..c0c2308026dc2d40eae70be996505b43bde6bab7 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x128x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x128x32_32x64x32_2_nc4hw4.cu
index 377146347a9067b4a9fef9582d2eaa38889bf938..9271b3b3bbaf6636decf0a78baf8223e7b46f917 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 3634e7f9e5df6f65bc54ad4cd183c156e1cd008c..0e37f1c74093ec189f3b50919281585101fd6bf7 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x32x32_32x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x32x32_32x32x32_2_nc4hw4.cu
index 4fa7e22420e375600b9f0c9c32b81ac647a83cfd..8d5d9743df352484ddc0d9b39b71f0d68250d4e9 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu
index 167b18ff1635cebc31c4cec517bc965e9ac21b79..ad4aca7b51321907f1234449d3d60c5774548351 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x64x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x64x32_32x64x32_2_nc4hw4.cu
index 649d3ca6d216b355a6d1e47e864147b5a2ecef91..27263d129e678eaa3434c79d3e71bab1d0bb07f3 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 6fcfcde44ef020028047a56a4941d81b55d772a4..f1b452ea75dc331e2bbfb5b953ebc6c327f0020d 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x128x32_64x32x32_2_nc4hw4.cu
index 6990d171bb9061b1214f73276f545781532abeed..859887dd76660a34aff0b18314fcfee5eecd25ec 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 41e38dfeb48f119becf141497ad1c83782178824..a377250dbcc70ae824bf8c024586f38416130be1 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x32x32_64x32x32_2_nc4hw4.cu
index 8bb0d7a727a2f8f689b47836660184566441e98c..7b259d5928da62c51ae77fc0b7cfd11cbf3f33c1 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index d0f8a53f9d3793a2198dc1ad2d83376a109fa444..73a472e7591d8d9c082975f6cfb46f79b1b2e4e5 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x64x32_64x32x32_2_nc4hw4.cu
index a98f74414371e953fddd10c73b221c0f1ed86a86..8e9ad219d555b4bb25fb7a4b68ee67847bc329b5 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_identity_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index d524567f80963aac5940c5dc333738d15088e0d9..9a22a896f2062468a5a12c8432409941a89c4976 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x128x32_64x32x32_2_nc4hw4.cu
index 371ca3f38da74f177b5799dda8755367fc1a3669..948d86fa050897b7c832acf2776e3d1491f57bcb 100644
GIT binary patch
delta 106
zcmZ3>_l0-EJeJ9GS)wKvvno$kVC4tX5v-y>+62tLz{)%MF{_SXW?qSwLV12sc5y*s
za;lC3*W`z+5|drnw1KkXlY7{7ChudD0JA@{NicFv^poH&$S>ehPR&cnOydFoc4i{e

delta 165
zcmeyuyOwXmJeJAxSt3~!fM9Y0tLkKFR(=G>msJ$TF@rHwC+}qCg>dGxNlvb3WfOKO
zF40m*iBBmm(NW+6nFKWJ15E3DHi^m7Y}yDNv1~d@5JkzQDT%=)MX8Co@g)kyU<Sf~
M`D})hFR>{B05lmXr~m)}

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 21deb1d2803328459c5315c469a76f2aeac9538f..d03293a22a07a5f0b9b2b182851e5e4c9fdd3d26 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4.cu
index 197da7ddcccdddb006a2a8c9cd1ffc7f5caef90a..54c059adc5aa6230f15d6c0eb65ec930975c76a2 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 3108af793481c287b212234bebe574e1d8e74ebc..0ae92d4f02f84cbb24a54c3be2169e4d3c7cda80 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4.cu
index e20c66b21372eda8afca895bd1df0ef2390ad0eb..abe5e521409d6d6b5f37fde25403d32b660fec91 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 681d138b0fe2162611c4c9becdd74bdb93fa4afc..c1b497ace9ac4f9e8a9a3496af67c198b8237589 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_16x128x16_16x128x16_1_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_16x128x16_16x128x16_1_nc4hw4.cu
index 6726c54ee2115cd28c30b8b8b993ecfa294db17e..cfd0926b49ea2d472ef3f73d3d54e355fb2f5545 100644
GIT binary patch
delta 107
zcmZ3(_nCLYT$agmSfVBuu_{lNXXOXe;jE%S+62r#&&oUb5vz_+W?qSwLV12sc5y*s
za;lC3m%?O5R`JQsY}%8VfOI#T&g8vp5@7ZxHVH<qiGC8?1^ESB%BguNnQ2@AFnl0E

delta 165
zcmey&yM}MWT$ai6SRz>zfM9YwtLkJaR(=G>hgB5DF@rHwC+}e8g>dGvNlva~WfOKO
zF40m*iBBmm(NW+6nFKWJJxuF7Hi^knY}yDNF>E?Y5JkzQDT%=)MX8Co@g)kyU<Sf~
Md2EK0FS02C04yFUlmGw#

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_16x64x8_16x64x8_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_16x64x8_16x64x8_2_nc4hw4.cu
index e5ebd2790a4c5a6f798023701406add94ed20609..bb989bf77bbfff7e98a13a89a2f448f609f792b6 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4.cu
index d377705223fb18b1a7faec9d1e8c9e2edd5443d6..c48fb744e9e05238a68b1584e14f949ed5999aa4 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 267c16d8df5a3ec4155a1e01617536e2f5d4db6f..68f9d8ccdd43a02ad5dfe60ad5c35ddf08b99eb1 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4.cu
index 8fd7746d695d2d2149a8fd53cb9e9e7004badd58..90a17d4dbc5b8c08d8df76b3c51cb5847df90e93 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu
index 56bb24fee310d81c364cebf801dbaa9d4f84b923..b40946224f9ca5461862464e892aef5310b3d677 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4.cu
index adbdd0c42de2772bebac137729bdff3388d5450e..05e3e2b60560d05481b8cc068ba2c45a055cbf9e 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 602fbd424ec4e1ab4275a080dcda79e4ec27d55e..ba2ef184c886506990ad05ae81c44ca35286cec3 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4.cu
index 52a7d8634d384600642ffedc76e4f9fd40f08dc7..ed2e4f271e3769ee2bba9f9494e775e0dbd50084 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 029d6c070dcae3990a0806e4a2175af9c402b341..e214104496db7c7483e0123522c26af1bd94bb62 100644
GIT binary patch
delta 123
zcmdnS_m_9Wa+b-<SfVD|u_{m2WaS6a7GU;#RzWa*la+UJ6RYfGPBwm_%)AmUh4TEO
z?BasN<WwC6E``aBtm2b>*|dR5#3xT>(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl1lVIeU
L=qE8*o1Gf~Ul}E}

delta 184
zcmey%yNz$da+b*}SRz>zfMBvAtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+k5v%P5ppRm
z0jaKnt5uj>z$!QS4J*GKL~mvuP(gWqQFd`bVsa{qGV#eOY}%|48wyw@Ca1CKKn$M1
aCWRz?kWFHuzc_b6egT(qYF<ia8W#Xs!z`u%

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4.cu
index 97e8c50ff86f3ffa0c9a14257da1243067753e04..06e5b01f85cd135c044ccb6b9360e55b0f2e778a 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 264e20d9c7f4083ba41309ffb6621637e9dc936e..9b5a5b064c01953c4797f944f31b5806a16b53ad 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4.cu
index c2a7d416c897b736bdbbc2a47b8f5651b4392c47..4fde39a8f32ec1dd27ef1cd89ee9af7f907afd95 100644
GIT binary patch
delta 119
zcmZ3<_knlAESAYLS)wKzvMNuOVdV$X79cjiQ)XhZmO@H=5|GwW;F_$@syg`$EAQk&
zHu1@RtZbA20M!bz2?P0JlO5Q!fwZ$&a%oCpa7j^WVs3niLNS;D(wfgEIr%-C1S8i(
KKZ(h5?A!ozs3UFw

delta 186
zcmeysyOM9iESAZ$St3~!fMD_jR@KSkto#U$C#xu&BkGiySgfUx5}yR5briTjI>362
zAW9Cf>d8XHGV@Bb6w339vWp86lT#5&53ov17H89jD0g6URe~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-<M!X`1%U!1!jzko|QH7_MIjSB#5B`}u&

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_1x1_relu_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 9e3724984f503e992f28123a587d39579a54d0ca..8b13b712fa6da5cc71acae81db53bd3f6796b786 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4.cu
index cf81352682d0b35e7ec7396ff11fa695edeefa88..8b8f3ac42b65bc00b3205f9d7afe456e19a66375 100644
GIT binary patch
delta 107
zcmZ3(_nCLYT$agmSfVBuu_{lNXXOXe;jE%S+62r#&&oUb5vz_+W?qSwLV12sc5y*s
za;lC3m%?O5R`JQsY}%8VfOI#T&g8vp5@7ZxHVH<qiGC8?1^ESB%BguNnQ2@AFnl0E

delta 165
zcmey&yM}MWT$ai6SRz>zfM9YwtLkJaR(=G>hgB5DF@rHwC+}e8g>dGvNlva~WfOKO
zF40m*iBBmm(NW+6nFKWJJxuF7Hi^knY}yDNF>E?Y5JkzQDT%=)MX8Co@g)kyU<Sf~
Md2EK0FS02C04yFUlmGw#

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index b7ff053a0809eb5ca91551446ae1a3ecb71f46ae..c4a85c476e49d54abcccc425351edc9fa3059d73 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4.cu
index 52e59525fb0bd7edcf5472b84f5278d3a023fb0a..971d50169b50c2d855bd94ee03760ed3c6c99d04 100644
GIT binary patch
delta 107
zcmZ3*_mOwQY?jHhSfVByu_{lNW#tFb7GU;dRzWa*mX&vM5u5mAe^$21e}VEsY{Edk
x*kngGZ6NI|mRy>W7+g}6nwT43qEHNG=qPYaE?|?K{DDn^k!zx##AJDPZUFWBAT9s^

delta 175
zcmey!yNYkaY?jG$SRz>zfMD`OR@KQ8to#U$7po|oBkGiySgfUx5}yR5briTjI>362
zAW9Ch>d8XHGV@Bb6w339vWp86lT#5&53)*3mSEF{D0gIYRe~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-<M$|f=SJev{#ZksKm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index e943d4a4c8d7c86623709127acedda4b956abc1a..5d5fb2c612dc49da328ef90d0ccde0e0e152ff84 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4.cu
index 048db4ad7ee7697193050c05b27a48e878b1e4ce..ee0c2a2e2056fa240a052e319bcd07815e2859ce 100644
GIT binary patch
delta 107
zcmZ3*_mOwQY?jHhSfVByu_{lNW#tFb7GU;dRzWa*mX&vM5u5mAe^$21e}VEsY{Edk
x*kngGZ6NI|mRy>W7+g}6nwT43qEHNG=qPYaE?|?K{DDn^k!zx##AJDPZUFWBAT9s^

delta 175
zcmey!yNYkaY?jG$SRz>zfMD`OR@KQ8to#U$7po|oBkGiySgfUx5}yR5briTjI>362
zAW9Ch>d8XHGV@Bb6w339vWp86lT#5&53)*3mSEF{D0gIYRe~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-<M$|f=SJev{#ZksKm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index c1188478229517fa0d9ae2cf680a6a40a9dce7c1..26d1bd97bb02305b9f530919f203a52393db5b6a 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4.cu
index 8419e72370f7de1f800c5d490bfb3216590a3769..68585a3a886bbf02e7526ffb6f7096a70bcf0fd3 100644
GIT binary patch
delta 88
zcmZ3@_lbAI9G1zmS)wKzvno%PW90|Z7GU-iRzWa*j+J+EF`M}009Lli|A6wsY{Edk
e*kmU*Z6NJDc@LWeSpFlM1S8i(KZ(f-?A!pf)fv11

delta 174
zcmeywyP9vq9G1y*St3~!fM9YQtLkJ)R(=G>n^hFXF@rHwCvRuvg>V?zBqncQ<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$&75y2yIbpx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aTiGNhUtm)L06|+SS^xk5

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4.cu
index e4e4cd1b16f8a9a8d29cafde284b5fefd9f65943..6111f919728c22c2ec7f60fdbb98b0119400131f 100644
GIT binary patch
delta 109
zcmZ3?_lkGJ6qd=8S)wL?W-$U{<;i}mqF}m*RdDiRR)fix*u*D)U=<b2%q!7SD9<m-
zE-pw+PSsK1ntXvxVzL#RHdsXyn~qp=X-Z;nNl|KIZhVPCF_-~SX2{4jiCq~0kLV?>

delta 167
zcmaFGyO?jo6qd<TSt3~!fMBv5tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+npF_NS<lML
z3Q;qWRdw<MRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}iLBz21=+OWnj|I%v*|$0t7Vfy
Q5?;q9G0|Uq@_jaL07z*l5&!@I

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4.cu
index 5567c7d8b95a6c81413a9f2f20e5db59386fbb05..68794f6b575cdcbdd429229d244f7ce5f96f1f62 100644
GIT binary patch
delta 107
zcmZ3*_mOwQY?jHhSfVByu_{lNW#tFb7GU;dRzWa*mX&vM5u5mAe^$21e}VEsY{Edk
x*kngGZ6NI|mRy>W7+g}6nwT43qEHNG=qPYaE?|?K{DDn^k!zx##AJDPZUFWBAT9s^

delta 175
zcmey!yNYkaY?jG$SRz>zfMD`OR@KQ8to#U$7po|oBkGiySgfUx5}yR5briTjI>362
zAW9Ch>d8XHGV@Bb6w339vWp86lT#5&53)*3mSEF{D0gIYRe~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-<M$|f=SJev{#ZksKm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu
index aa24cf728f86cefd378886970d3e4c2ddfce6eb0..16e415f6456ab4ce510c3c5e8e75280d938a07ae 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4.cu
index 5bce7038679b63cdc61b99cef299c47b0a0e2e62..01b92bc1f3edbf13848a5a348e29f665775c2f0e 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu
index a0e5066b63666bba29808f2b0f4a989df21190cc..d0620ca07ec2c3f2eadf863375c0fc7a148b9070 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4.cu
index 087e818955ec590d0ce206eb98291c2b27dc85cd..5cdcce09615d2267d37629c58eb880bdf0bdc48e 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 57ddadc2c3d5f4f3b1969249dab2ac1e67f8b029..a633169aebb03f1e151ad5ba08d4a4db41e35533 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4.cu
index 44120943354c2d02607357752c1f32ca2fd83961..9e7ae5fd4438ebe7e5bff59fc6561e521b0a6b74 100644
GIT binary patch
delta 107
zcmZ3*_mOwQY?jHhSfVByu_{lNW#tFb7GU;dRzWa*mX&vM5u5mAe^$21e}VEsY{Edk
x*kngGZ6NI|mRy>W7+g}6nwT43qEHNG=qPYaE?|?K{DDn^k!zx##AJDPZUFWBAT9s^

delta 175
zcmey!yNYkaY?jG$SRz>zfMD`OR@KQ8to#U$7po|oBkGiySgfUx5}yR5briTjI>362
zAW9Ch>d8XHGV@Bb6w339vWp86lT#5&53)*3mSEF{D0gIYRe~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-<M$|f=SJev{#ZksKm

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 204ba5d0e41cb5c7f2432d6fba539be575af3e8c..5897f989e82827c335c09ec5171dab4f692980bd 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4.cu
index 38ced9378e80e9dffe3535327f0cfbfe62eadd27..9c85633972545ea2060535aad7e1b54063b25c80 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 7273648498ddc43eb17e387938712fb23b2be7b1..3277092dcdd849ecded1f354b35cc81fe17b6563 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4.cu
index d0b493332fd26f38a556d374c3b4a6feb11db08a..a1f282e9cb05e37981cf6a139ba4594e7bb818e5 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index b037361101ef734b92342d3fbbe80252ece4680a..ba6e50459be0b0a9c68f82172595fda30abb63bf 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4.cu
index 0992c97b05f3b40d7648fd46e2829ba4354dacf2..812274a743983b6ff8a58370810c5ba26b2cf04d 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 9a37bc4b132746e55911dd99618607a248e25302..d37d0edb3b49d965018ee1cc206f769d8f657215 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4.cu
index 1354f552d15876c9e1635674a6887a94279a349a..837f1704579a1c833800c743f0454127661d569b 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 55927c781b70062a1a3174b2967869639349c7db..f7856b22c88cf244aafbcba4b3820cf5193e535a 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4.cu
index 3c1f051da6e8d962acb1ae8d4a0263b377a1274b..341fd2e5ea225a42fb6c5d91bba1d299e737da8d 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 31233faf5b89f605113ec55fb6784549c8c73496..a318b38c7415d397068169045389ecd7c2663073 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4.cu
index 6adbbb06926fe40220f653e1d30b2355d920993d..8e0176529ec4080907343009dd23a22b9bf58334 100644
GIT binary patch
delta 117
zcmZ3^_l|eN43^2$S)wNEvno%PV&w<Y7GU-SRzWa*ij{YAKAZUDFRY@1nRz8z3g!7l
z*~JBk$*DRDT$6LzBqrOjX#-U_izSz)BnFohr6%Uamnam284x9sli#vQFmg@wlb9^S
G&J6&7S0ohx

delta 170
zcmaFIyPR*s43^0=St3~!fMD_m784jlb+S9FD1uYZDv03RWo75C(ox_7=>dYtiL7#y
z@3QjCLAaTDC0YvQ`9;~q1&PV2D9Xeqi?V66!Zb-t4rkMWnA*rDg(SR*O=6<IICnvQ
N0he-WUP@*f7XapED%Ai0

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4.cu
index fd247cf895e0ca8405590032c4fe3a412bcbfe52..79e3d032a50c88376c34cf6ac88efc04b5e6023f 100644
GIT binary patch
delta 102
zcmbQw_l$SL1eVGDEK!r+vls!f@?<YoQ83-XDmZyQtHERiHnGXCS;Yi1^GdW7%JYk|
wiwhEyQ*{)$Cd;uogJo;kbSH0MlK``yut_p<P4tuCF32z7QclfF$xPz{01)aRoB#j-

delta 169
zcmaFHJD+dE1eVDYSt3~!fMBu|tLkK4R(=@A3dT^KT+S+p;H+llg>WXaNlre`Dk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uQAeO=2=Hn>Ip=KbwvcL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@+P50845q<NyEw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4.cu
index 9096edb55d93bc0037ea16b395630d67879443f3..00847daa5513f7601afcc2d7510f04730cc42bc2 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 4f6ce00bd9afcd69b6eed38adb99943d1df1d616..a9aa737ece968d5b481627988805f39ff43c340d 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4.cu
index 4eb167ca107d2e8e5dff9dd4aa3a0c88049cb930..e3c88e3dfd237b0c7ddb93bef51bfbf492c4a083 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu
index 5ea27ad9ff7d8184aae9d7d0fbf84597910f2db7..ecaa42c04e0aaf4a4f9455f31e95d88a627b8678 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4.cu
index 428d6cac9b37228536f7a514bf3ba37056b4fb52..9a6c225db4dc194304c3b1b97b410190e1166605 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 677c5124a35bc42157cfa6225924684bd755cd04..9eab2b78078540adef7e5390e39fc07c2a79550f 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4.cu
index fc5ed0bc9c467797172cb6085f3480f3c4e4b247..67eed08e4fcb33c43aaad9001a18acca0043248c 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 6d9e2533d92f5bb51d00d9dda5f5173abfcc77de..125506b0ef3d3a0a094bbaa061dfe79271b7c869 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4.cu
index acfdecd2766d1473ed9a397eba03ffca0663c6ca..c81ee566747f7ac65ac5239858f8395cef56d006 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 47928b7a79bdaf587afba20807c2255fc03a3357..bbc3e0625a43608f7b098a996a11c3ad88a5a730 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4.cu
index a077119bc411ce90ff58079003dd507e1393248d..3b04adaaec068f062a7a0eb768008c1ee5acea7d 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 7eb3b6eff95e3ee6aa307342a4bd5056cea024fc..54730939a65c21841719edcf31fe03e99cd217a0 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4.cu
index 67f88e60337898ec342a6480000722bccb9fd01e..a639f5bd750a3f6c398180670fbfdf10fc70b446 100644
GIT binary patch
delta 129
zcmZ3%_nvpdOqR(rSfVByuqscMX5|Oc79cjiQ)XhZmO@H=5|GwW;F_$*syg{JEAQk2
zHu1?{Sw#gi^GdW7%JYk|iwhEyQ$Z^7*d!*~vuOiWIEy8hrX&WJ6s0ES#+N7*gBcJd
Tl9S)DNicFv^plt@%gzk|Dq|;p

delta 179
zcmaFQyMk}SOqR*BSRz>zfMD`R784jlb+QMmD1y_#Dv03RV`b;6(ox_7=>h86&#EU2
zVP@u)XepHE7iAY0BqpaKtB{y1#-<H1!Jf@k38Fl?G$k>(q$o8pH@-xn7|cM{BRP39
Vo5Vzaaqfcr0xsp$yp+r|E&%y{FggGL

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index e58863fa9b236170abaa0647e2995bf15d3a0605..043533beeb46f322724fdd84e8ae5276c314a50f 100644
GIT binary patch
delta 109
zcmdnY_ltMK5|+t}S)wL0vl;=h^5i&HQ7}D+RdDiVR)fip*u*EXi3(=sm1rrH=NDxc
z7bGU9>L_qce!wO%*^5mZq+s$SHXX6#(v-yDlA_ea-1riOVlV@u%#e|5vH-g>0G(7K
A(EtDd

delta 167
zcmeyxyP0pp5|+tJSt3~!fMBv7tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+n^h3O+0V+$
z3Q@C=Rdw<QRt`BZPa!j}L`$JOzbL!7ATc==Zj!>}g{<O}71^}mnj|JCv*|$0>t&Nd
Q65huqG0|Uq@_ROJ0JcdfQUCw|

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4.cu
index 2afb875349723705772c28cb26d6e1aabf62c117..c1f70a4336dd086045d656dda301d7ab631916dd 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 246dce8849520b21e73c2690f4400e42e2b56595..5ad993005a5c749b75be735f314363d38abc339c 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4.cu
index 2a5a1643a3593ef5eea55e8c3ab2ba6dc70b1adc..6968d4fcbc41b04bc69c575d5d474e9d26ecdd98 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index f11c76bf595fdcfe1dc9249b30ad5b710f93e9d7..2bfdea160219cb9a494c867594b44e7f462055b5 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4.cu
index 8f591465fd8677fb70bbd9a9acc9ef96283df9cc..c458632a521dc26d2d2f9853ab4e169afde4bbea 100644
GIT binary patch
delta 117
zcmZ3^_l|eN43^2$S)wNEvno%PV&w<Y7GU-SRzWa*ij{YAKAZUDFRY@1nRz8z3g!7l
z*~JBk$*DRDT$6LzBqrOjX#-U_izSz)BnFohr6%Uamnam284x9sli#vQFmg@wlb9^S
G&J6&7S0ohx

delta 170
zcmaFIyPR*s43^0=St3~!fMD_m784jlb+S9FD1uYZDv03RWo75C(ox_7=>dYtiL7#y
z@3QjCLAaTDC0YvQ`9;~q1&PV2D9Xeqi?V66!Zb-t4rkMWnA*rDg(SR*O=6<IICnvQ
N0he-WUP@*f7XapED%Ai0

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4.cu
index 60a4325915f86fa2b62a1a3f7c403a2982dce9c3..f1023cbd6b5913bf7eebb0870ea2e1da682c5bf7 100644
GIT binary patch
delta 102
zcmbQw_l$SL1eVGDEK!r+vls!f@?<YoQ83-XDmZyQtHERiHnGXCS;Yi1^GdW7%JYk|
wiwhEyQ*{)$Cd;uogJo;kbSH0MlK``yut_p<P4tuCF32z7QclfF$xPz{01)aRoB#j-

delta 169
zcmaFHJD+dE1eVDYSt3~!fMBu|tLkK4R(=@A3dT^KT+S+p;H+llg>WXaNlre`Dk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uQAeO=2=Hn>Ip=KbwvcL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@+P50845q<NyEw

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4.cu
index b890da51e9a3494f0ba22a6c6d2d89b46e2b9bb0..26af7b6cdabb2ae20788822094f023ef18271eee 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 3fd2cd723164c6becfc28617d276b77f55b8d3ed..baf6788eee55f4d2606a99bf6692141272fd7562 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4.cu
index 1e6323ed57b46ddaab2d658ccf813f794ade4048..8651eeaff0cc8a1ab87d337728a1a2f705fb38b5 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nc32hw32.cu
index f13f09ae12675b3c5036f277c550a7fd28775b6b..ab66f27747df7d6a778b3c4591ebf8e01b1d3fe0 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4.cu
index 4fab26dd33885d3c1545271e73b6494b5e1b0608..1adccb33861084a8946588f755505d5ec4812a84 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nc32hw32.cu
index 6a9a80b38a356bd9d9c3e35632532ceb04dac91e..cfbc9dc7b222282c4c04dee21eaea7f944e23378 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4.cu
index f150bf3298185cf6f28e9b1851f65665f349c946..86073427b837546835f3248c112469fded5ba29b 100644
GIT binary patch
delta 123
zcmZ3+_m+3Vbe74}SfVEDu_{lNWaS6a7GQQit00&@$;vyqh*fs-PgZ`R%)AmUh4TEO
z?BasN<WwC6E``a3tm2bx*|dR5#3#41>4+znrX&WJ6s0ES#+N7*gBehD5|iJsNicFv
L^plt@&CU$~OdBP1

delta 184
zcmaFMyNqwcbe738SRz>zfMBvBtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+j#UuO5ppRm
z0jaKnt5uksz$!QS4lBPLL~mvuP(gWqQFd`bVsa{qGV#eGY}%|48xmM0CWo=<Kn!kR
alR^^S$R;t-U!1!jzko|QH7_MIjSB$fG%JPx

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 545fb2592fe5db47f3c12994e020c69be72881fe..624df6b1714f9897a19877e5f2f2a9b5c6f280e3 100644
GIT binary patch
delta 91
zcmdnU_k(xCB9_SuS)wL0vKj%g^5hs+Q7}D=RdDh~R)fh#Y+{rDvWf|2=9OqEl;;;^
l7Z)TZr|KwhO*UY22Fv!d=}tbxCIM!DW0Pd$n#{+p3;-h18z2Ax

delta 160
zcmeytyOD3hB9_UESt3~!fMBu?tLkKVR(=@A3dT^K+{r44;Ou4PWd*5Mn9Rs3H+e5B
z`{Z}59CBb0h0MGXErs&@qU_>=#N<>R1ulp%NU8W_c{XjhMv2LZY&sA#yV<0Wg!iyX
MO!OC@{FaRy0LYmns{jB1

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4.cu
index 3592fbcf3d5fcf1dfe1925edba33e1740441b0dd..9ce8d0676c65d5f246f1636889def8526e356a42 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nc32hw32.cu
index fd25f52091229714f125eb4290c19d2ac2577bcc..dd78af304ab200056a340ce3ec70fbc63f3fd8d8 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4.cu
index b2ca7d5c3b452036fcb9bc4fed74cb2574f5c4db..7f2d171b92d297310f955631132c2e2f16170c89 100644
GIT binary patch
delta 114
zcmZ3&_nLRZRF=t8SfVEDuqsa$XXOXd7GQQSt00&@&dNLaGMo71kF27CnRz8z3g!7l
z*~JBk$*DRDT$3-dNldn8(*~<(X44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CNr`t0{}eh
BBpLt!

delta 175
zcmaFOyM%AURF=upSRz>zfMBvbtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hE)*3*}%%n
z3Q-fsDmQrpE4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|ptN3IgHf^|OiOC^sIuLW~
T*rbqz*Rx4X^cSD}fQ=gfTWu)@

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_s8_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nc32hw32.cu
index 9c7813d8c916f36b7f543f2800f0cba27573ae47..408169ddefa8f86e3b3f9f0b1242e201b8c9cfea 100644
GIT binary patch
delta 102
zcmZ3__l<YM0+z}1S)wNYXE6d|<;hX3qF{OktKj7ItOk<}*u*CPW)&06%q!7SD9<m-
wE-pw+PSsK1nykm>43_O>)17>PO#;mR!Y0YcHPKIkyCA=SOF1<!B{Pi+09v{syZ`_I

delta 169
zcmeyyyPj{u0+z`OSt3~!fMBu~tLkJ~R(=@A3dT^K+|DY9;Ou7Qg>V+KNlw1cDk=-o
zte}vYSE8j*o?nz*T#%TYs-wUK5uUt|O=7Yvn>IpAJe!UZL@v2BB{8_9C^a!RzC@uI
Q%s|#>IMH8x@@qD30LpqR6aWAK

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu
index a8815802196032953b034ab1ac5ee2e1a17fa052..c1f9f0cc5c25f8a81a0e2d45e1b253448873808a 100644
GIT binary patch
delta 106
zcmdnX*TT199n0jkEK!r2S(PUnu=0cH3|3JfZ31RLVC9|snN>$HGp|HTp*+7RySN}R
zIaNo2Yw|}{iOC^s+CW+H$#d9rCZA)I0JE9dB^bFT`blsX<QH%$r{<+(rf~rPesCg%

delta 164
zcmZqS+sn6M9n0kPERie<Krp$0Rdup9D?fr0%PI=vn86sTlTWhpLOAQ$Bq#T?vI)Bs
zmuM-Z#HSRO=qPZ3Oj1yo#0J&5o=sx1Hk&p=LoS<+5=2dMX-Z;nNl|KIZhVPCF_;0@
NKY2Zy;p9hbN&o{LDQN%z

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 3d2e4396340d51e8ca86d5167b833b4fa4455950..42cce86819c178a625a127bde5fa232fc7d37912 100644
GIT binary patch
delta 88
zcmdnZ*TlDB4a?-!EK!r4S(PX2vGN0H3ov^Lt00)Z$I3gonN56h0xR2OJ~sZz%51_w
fzS!g-Hf<p7JoyZp1X!MtU4oHoqMyWM19olznp_y4

delta 174
zcmZqT+s(IO4a?-UERie<KrlIvRduo^D?fr0%_<7xn86sTlaI6VLO6nK5|a<G@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uCWI;A(gtja;T_uR}<kFPH;F6-$#N7B2g<>!R
QS&zizqim9sAFwF_0BZ;<3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 0ec64ab721458e73db8b8b0409fb6a9f41144661..ce2faaf9571981f2d69cd25242e65cd2d7680db8 100644
GIT binary patch
delta 88
zcmdnZ*TlDB4a?-!EK!r4S(PX2vGN0H3ov^Lt00)Z$I3gonN56h0xR2OJ~sZz%51_w
fzS!g-Hf<p7JoyZp1X!MtU4oHoqMyWM19olznp_y4

delta 174
zcmZqT+s(IO4a?-UERie<KrlIvRduo^D?fr0%_<7xn86sTlaI6VLO6nK5|a<G@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uCWI;A(gtja;T_uR}<kFPH;F6-$#N7B2g<>!R
QS&zizqim9sAFwF_0BZ;<3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu
index c5f51e5d04ad13b901ca9a077708d3e0ce05eec7..a8b5ef0f837d4126149b316305a3fc84fc1019c4 100644
GIT binary patch
delta 107
zcmdnP*UYzJEz9IJEK!r2Sd}O1v+{%KbXHLyZ31TBXXTyziB(4^Gp|HTp*+7RySN}R
zIaNo2OJTAgtN7$#HtoqmKzcTt&g8Rf5@0qHy96WGL_Z1cg8Tw5<<z{C%rq_lIL9CJ

delta 165
zcmZqX+rzhEEz9I}ERie<KrlI<Rduo!D?fr0!zv2nn86sTlTWbnLOAQ#Bq#T=vI)Bs
zmuM-Z#HSRO=qPZ3OahwqAEtF3o5W--Hf@BC95x*#h@#}ul*HhYqSVCP_!5O;Fau%0
LIyS?}580FeS@J4X

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu
index d4e66f20380028a0e59007042a59ca023e6489fd..0ba74f4ca52c66007fa3c237178c4c5c4f0a5940 100644
GIT binary patch
delta 114
zcmdnO_nUXaQkKa}SfVD|uqsbhXXOXd7GU;VRzWa*ot1a;V>a>0jBKKUnRz8z3g!7l
z*~JBk$*DRDT$3NNNlf-;(*~=U%%&rjT$+*?TvC*pm>XZBPz+{3lo>K|O%`NV1^`ZA
BBufAQ

delta 175
zcmey(yM=GVQkKcfSRz>zfMBvdtEzBtQL>goN_=rqvW@~5NE9q?1y?Y+hgA^4Il#)x
z3Q?2CDmVE6E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|rtN3IkHf^|OiODH!IuLXF
T*rbqz_p?b%^cSD}fsGpg&rK>u

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu
index 7af638ac4d80a681193f2bbff1e747f2edf75aa7..61e4ebae70b825148723f08262fcb650d96794c0 100644
GIT binary patch
delta 88
zcmdnZ*TlDB4a?-!EK!r4S(PX2vGN0H3ov^Lt00)Z$I3gonN56h0xR2OJ~sZz%51_w
fzS!g-Hf<p7JoyZp1X!MtU4oHoqMyWM19olznp_y4

delta 174
zcmZqT+s(IO4a?-UERie<KrlIvRduo^D?fr0%_<7xn86sTlaI6VLO6nK5|a<G@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uCWI;A(gtja;T_uR}<kFPH;F6-$#N7B2g<>!R
QS&zizqim9sAFwF_0BZ;<3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu
index 291f63ba2eaa85025a470116587748856df01737..a01dc2b983754110fcdb8090ee532c20e9e46e32 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu
index 4782581d86a7bf60df788388a5fb537608fd2afa..968403a595dff0592fd44ad0ed8e71e5e8c173f7 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 504bcdffe5288e4a5b7e8e6c7b90afe65029ba7b..65b8157ff419601a097b27813e4204ff23918030 100644
GIT binary patch
delta 88
zcmdnZ*TlDB4a?-!EK!r4S(PX2vGN0H3ov^Lt00)Z$I3gonN56h0xR2OJ~sZz%51_w
fzS!g-Hf<p7JoyZp1X!MtU4oHoqMyWM19olznp_y4

delta 174
zcmZqT+s(IO4a?-UERie<KrlIvRduo^D?fr0%_<7xn86sTlaI6VLO6nK5|a<G@~Ng2
zm*^;Pfs6ow%)AmUh4TEO?BasN<W#uCWI;A(gtja;T_uR}<kFPH;F6-$#N7B2g<>!R
QS&zizqim9sAFwF_0BZ;<3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 427608a9091651483f07b0f61f2c180f008fc068..0742f4c76588461b33874bd716acf93238aacc14 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_hswish_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 4e10da328710fbc1d6c698a84c7dc9cfee174abd..9641af3e2efae5fb68d61f7e872afc6c709a5f8e 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 0761465afafea173edcbdf605d8e7bd1ca5a7bf6..ad8152a177ff225bf333e147a58b66009a163fa3 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 38789e9f4bc263ca8798f11f0d86c0ef344f6e55..e2612b5dfc5b157163f3a5ff7a4d337698d7ff75 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 1b34206f4ea2a0a704d74d1a317d2187a3b1cf9c..1b168e3d92905d428e94affd2e72a49e6feafd8a 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu
index 79a0ebbf4f30f1e64cffd87d55db6d11e3cd721b..13cca83e6eaa1500bc6568228366f47f4b4d9171 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu
index e527fc27c39b5d3a010d746bdcb12b23a01c0bf6..d93d719192c7894b719e1f2a6ac989ba893baf66 100644
GIT binary patch
delta 99
zcmdnM_nmjcLYB!3SfVDe8ckwVo*d083ZiDR3Qpd@YB1T5O>FWXRx!cMyb>*i^8BLg
v;)2BFR2>Db$@*;0VA(!4-N^^pB*5&iY?6#z6a6H(3-SxNlvDFkGSj#KPCXvZ

delta 152
zcmey)yMb@RLYB#kSRz>zfMBvVtLkJqR(=@A3dT^K+`%e{;Ot@LWd*5Mn8YeK`57y}
z9GIh!nOCBvP@Z3uU0jfuoT{V11rY|S5}z!`rVY~~F*$)v2Vz(kn-oHHH=D#nfAPt0
G*th|wI3qRy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu
index 1fd9b4564196e2e588c47aa9bdaad4832512ed2e..031ad7e8eef592b4a1f77b2054fe92061ab6ddc7 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu
index c9e707cc59aef49695dec3fab4d14b69e1071c6d..082e7f9c9afc79fa0937c4de709e80123ba69054 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu
index 3ce84e92a1c9118d3012452d6767238bf9373d1b..c5c705283324e9979b5e6be115b5f07da096fa3c 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu
index c4fe56c7ecab33f7fe721c3530091e71f966ae31..01bd059754e7a4d685ef84a9c6581644b1920cc0 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 72ca8757f180c3773b8df07e849731654010b9ac..d1643f9a5e7c37456f077dfb7870f6b4da8f7f9a 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_identity_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 7e44eb402a47f08250f7cf58d38d862abb86bce6..40231a90ceb879b6664f1d604ab3b61438d9bf8e 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_128x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 26ca4d5c9a593fb3b833030c0d7419bf9c4924f9..11cd57221e0a3bf5e62785a717a6937688dd523d 100644
GIT binary patch
delta 119
zcmdnV*TA=770cw6EK!pkS(PX2u<`?G3lN*%DKoKHOCcpb2}tWGa80&nRh@i?m3ML@
zoA~57R<_AJZ2XfI*@S_7vB?2!+CbV_EV(o#F}S2CH8D57M4=eW0BNmflbrmYO@fhY
LqMyWMJ$7yYSOz07

delta 186
zcmZqR+sU_K70cw+ERie<Krnd$tLkKRR(=F0l2sJW5p~K;EY?y;iBAI3ItpAM9bi31
z5G5B_^<*JpnRz8z3g!7l*~JBk$*BmX7g!}GtFviCln1c6DnXPdm!>2JmlUNY=Ej#O
e6oVPadL$<wVUw8XFV0<%U%;iDnwOH9#svV2-Z2;e

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_128x32x32_64x32x32_2_nc4hw4_nhwc.cu
index a3cdef8bbfd157d3492672e79431bb991a3d0d32..50e30b607519d18bca3be7f1f3a16d8ba15aeab7 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_128x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 3be02f58f193df27a61d4849ba908d9b9724e2b3..8ae67566254f51a03118bf8d8289f53ea5d8454d 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_16x128x16_16x128x16_1_nc4hw4_nhwc.cu
index b27c4b29b4267ce95df3cb747d60d7d95f634e22..73fed81f9b89f25107ccb10dc66e2a6ff8d3204c 100644
GIT binary patch
delta 129
zcmdnN_n&veN|wnhSfVC7uqsd1X5|Oc79cjiQ)XhZmO@H=5|GwW;F@g5syg{LEAQk6
zHu1@<Y@&jhc_ms3<@rU~#RZAUsUQ_~Y!Z|G*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;toNBpA6S`bkXIW#<L}J3A+z

delta 179
zcmey*yMu4TN|wp1SRz>zfM7Bss|k#uIyr(>6v3ImDv02`V`b;6(ox_7=>h6G&#EU2
zVP@u)XepHE7iAY0BqpaKtB{zi#-<H1!Jo}l38Fl?G$k>(q$o8pH@-xn7|cM{BRTmn
Vo5Vzaaqfcr0xsp$yp+r|E&w%gElvOc

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_16x64x8_16x64x8_2_nc4hw4_nhwc.cu
index 43d7beebf065c6e281409f51eb0396f4222fc6d3..cc8985f328c3b960ffd0ec9202b991df8bffeba3 100644
GIT binary patch
delta 99
zcmdnM_nmjcLYB!3SfVDe8ckwVo*d083ZiDR3Qpd@YB1T5O>FWXRx!cMyb>*i^8BLg
v;)2BFR2>Db$@*;0VA(!4-N^^pB*5&iY?6#z6a6H(3-SxNlvDFkGSj#KPCXvZ

delta 152
zcmey)yMb@RLYB#kSRz>zfMBvVtLkJqR(=@A3dT^K+`%e{;Ot@LWd*5Mn8YeK`57y}
z9GIh!nOCBvP@Z3uU0jfuoT{V11rY|S5}z!`rVY~~F*$)v2Vz(kn-oHHH=D#nfAPt0
G*th|wI3qRy

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_32x128x32_32x64x32_2_nc4hw4_nhwc.cu
index 893c0afadeced249b3020d8c30193ee80d8728f7..882ea15c2dae70562b761894aa45e6706400b5cf 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_32x32x32_32x32x32_2_nc4hw4_nhwc.cu
index afc5ccc66c44af4292d5cc8c3155c94d83f8d986..10464380d7e21aa879148abac25c2ef9530d8208 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_32x64x32_32x64x32_2_nc4hw4_nhwc.cu
index b5bbead4aa8ea0bd6f7731292b25af5d677e961c..768771c2c9ccc58d2f08f32fe522ad2c3e441ecf 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_64x128x32_64x32x32_2_nc4hw4_nhwc.cu
index 19d24977abb1f8de1737c340369054da834e26da..f09590a20eb54d6c4f19719ef46d5c8d21c60fa4 100644
GIT binary patch
delta 117
zcmdna_m6kO3YN*sS)wM}vno&4V&w<Y7GU-QRzWa*i<NhBJ)8Js7B*4A%)AmUh4TEO
z?BasN<WwC6uF17*5|jPdw1Fy|#ga=?5`#;MQWJCIOB9O142TlR$$!}-7`Z0;NleyZ
G=LP_fza&Ng

delta 166
zcmeyzyPa>t3YN($St3~!fM61<36xfy9L_2VXZN!T!r5<G*}1E96u3a@fnahWtK8(b
zto(8iZf0JImO^=cQFd`bVsa{qGV#f(Y}%|aO%jvS*>u2$PM*jng(Q54O=6<IICnvQ
N0he-WUP@*f7XTu0C=~zz

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_64x32x32_64x32x32_2_nc4hw4_nhwc.cu
index 3dffec8883af0c757847bb16a2c569434713cc93..57fbd2f360643b50a0be642c7e378adf99fbe1fd 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu b/dnn/src/cuda/conv_bias/int8/kimpl/cutlass_simt_u4_ifprop_relu_s8_64x64x32_64x32x32_2_nc4hw4_nhwc.cu
index 9d025a4e643a477267eaec1a5900e7457e977e5b..afbdbbbbc23d04ee9b20d4c2b0b28c6ad21d7452 100644
GIT binary patch
delta 123
zcmdnW_lI}GGM33pS)wM}vMNv3VC4tW7GU-~RzWa*gOzu3BdhFW4mN(F%)AmUh4TEO
z?BasN<WwC6E``Yrtm2b>*tCI4#3xT-(-BWDO-T$cDN0SujW1Cs1~Z`QBqsl6lVIeU
L=qE8*i=7()SpFrU

delta 184
zcmeyvyOnRlGM359St3~!fMBu#tEzBtQL>goN_=rqvW@~5NE9q?1y?Y+msJqX5ppRm
z0jaKnt5uks&nh?hH7mayL~mvuP(gWqQFd`bVsa{qGV#gEY}%|48}eBtCa1FLKn(6@
alR^?cz$P)#U!1!jzko|QH7_MIjSB!%Yb=xi

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x128x64_64x64x64_2_nc32hw32.cu
index 167422bfc2063eb5b8f1c1184638cb5ca89fd268..8c2e425a341265f3dd8b830efe8f36144db849d2 100644
GIT binary patch
delta 106
zcmX@hH-&G*K9<RQS)wLSW>uc-z{(G%D_BK=v<aB~ft7bMGn<ZJW?qSwLV12sc5y*s
ya;lC3*JMUEiODH!+CW+H$!pkjCf@_{L2O}m2}Z7oeiGaT`2}3csd*`xX<Ps#rXRTg

delta 165
zcmbQjcb0F%K9<S*St3~!fM9Y1tLkKHR(=F0msJ$TF@rHwC*Ne{g>d$>Nlu>6$|mem
zT%x6r5}#6BqNBhCG6`sw02@^6em058)@<4c9kpyaN)ScKr74NQB}J);x$z|m#b5@)
Nfc<QSlRvR30RWlgDyjeg

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 14a012133d78ced56909ba6b31f8d5f03756abc1..db1c950cc05a6f3e36903d8e7e2bd8727f9facae 100644
GIT binary patch
delta 91
zcmcb_H<NF}VV22<SfVB?u^Iuf^5j}pQ82xmRdDhpR)fjGY+{q;*u(@g^GdW7%JYk|
liwhEyQ*{)$CI_-PgJn0c=}vykCIM!Pvr95^P1a{u1^_w!8x{Zn

delta 156
zcmbQqcZqMqVV229SRz>zfMBvOtLkJ2R(=@A3dT^Kyoyy2!MVrE%L-DjF!=yb13w#w
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6QAtBrVZC5F}aCN2V&kDHYp_GyKE8@{lzEq
Hv2z0e(A6de

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x256x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x256x64_64x64x64_2_nc32hw32.cu
index 5cfa3b57f5d59d50398ed1600b12a96484f2df6a..99e633809aeb5ab8ba5ded6aca5ea015f460a4bc 100644
GIT binary patch
delta 106
zcmX@hH-&G*K9<RQS)wLSW>uc-z{(G%D_BK=v<aB~ft7bMGn<ZJW?qSwLV12sc5y*s
ya;lC3*JMUEiODH!+CW+H$!pkjCf@_{L2O}m2}Z7oeiGaT`2}3csd*`xX<Ps#rXRTg

delta 165
zcmbQjcb0F%K9<S*St3~!fM9Y1tLkKHR(=F0msJ$TF@rHwC*Ne{g>d$>Nlu>6$|mem
zT%x6r5}#6BqNBhCG6`sw02@^6em058)@<4c9kpyaN)ScKr74NQB}J);x$z|m#b5@)
Nfc<QSlRvR30RWlgDyjeg

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 74c16e5762cf13e0ed6c261393e2a04db5ade6cd..9b646f5ab2764c7ac184aa19a693e4f41b811697 100644
GIT binary patch
delta 91
zcmcb_H<NF}VV22<SfVB?u^Iuf^5j}pQ82xmRdDhpR)fjGY+{q;*u(@g^GdW7%JYk|
liwhEyQ*{)$CI_-PgJn0c=}vykCIM!Pvr95^P1a{u1^_w!8x{Zn

delta 156
zcmbQqcZqMqVV229SRz>zfMBvOtLkJ2R(=@A3dT^Kyoyy2!MVrE%L-DjF!=yb13w#w
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6QAtBrVZC5F}aCN2V&kDHYp_GyKE8@{lzEq
Hv2z0e(A6de

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x64x64_64x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x64x64_64x32x64_2_nc32hw32.cu
index 0454cb47dbd64de2c10e3f4696f6365c04d9cdae..f27777189457326d7a855b40b6671746d187038c 100644
GIT binary patch
delta 88
zcmX@jH;He<9+t_wS)wKfvno%vW90|Z7GU-kRzWcRj+J-vWH#~11*~k7<=FTq8?y-m
f`C^lk*tCJP^W-~h5@2~jb_qtViGC839oV@6-dq{~

delta 174
zcmbQlcbad*9+t^_St3~!fM9YRtLkJ+R(=F0n^hFXF@rHwCtqjfg>V$vBqm>A<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$%<^w2yIntx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aSJ@;de_&Gr0P6@WI{*Lx

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu
index 638946d6a6e9245bb5b37655d81c2ceae1654f3e..52bf3538c5d6e2d94c91c6af4b0b5276066f09ca 100644
GIT binary patch
delta 102
zcmcb>H=S?8L6*q}SfVB?uo?le^5kk(Q82xeRdDhJR)fibY+{pT*u(@g^GdW7%JYk|
wiwhEyQ*{)$Ci}BFgJsvT=}vygCIM!PvP&{@P4tuCF32z7QclfF$xPz{0CJWdlmGw#

delta 156
zcmbQvcY$xiL6*sfSRz>zfMBvWtLkJsR(=@A3dT^Kyn<B_!MVfA%L-DjFj;|BZZaDi
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHES;$EFR}Br&;xO$TD$DmE!3;oEEy6aB>}
I^RROR07-)*T>t<8

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_256x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_256x128x64_64x64x64_2_nc32hw32.cu
index a21d6ad33fa537d7af809277556e8e74a1ded9a6..6adce8136bf8e4dcdc57afebfc7c4e233853707c 100644
GIT binary patch
delta 106
zcmX@hH-&G*K9<RQS)wLSW>uc-z{(G%D_BK=v<aB~ft7bMGn<ZJW?qSwLV12sc5y*s
ya;lC3*JMUEiODH!+CW+H$!pkjCf@_{L2O}m2}Z7oeiGaT`2}3csd*`xX<Ps#rXRTg

delta 165
zcmbQjcb0F%K9<S*St3~!fM9Y1tLkKHR(=F0msJ$TF@rHwC*Ne{g>d$>Nlu>6$|mem
zT%x6r5}#6BqNBhCG6`sw02@^6em058)@<4c9kpyaN)ScKr74NQB}J);x$z|m#b5@)
Nfc<QSlRvR30RWlgDyjeg

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 72ed7beda8f29875b6541e0a0924b7a831c43599..94d1442388b21e038962849750506e6ccaa8779d 100644
GIT binary patch
delta 91
zcmcb_H<NF}VV22<SfVB?u^Iuf^5j}pQ82xmRdDhpR)fjGY+{q;*u(@g^GdW7%JYk|
liwhEyQ*{)$CI_-PgJn0c=}vykCIM!Pvr95^P1a{u1^_w!8x{Zn

delta 156
zcmbQqcZqMqVV229SRz>zfMBvOtLkJ2R(=@A3dT^Kyoyy2!MVrE%L-DjF!=yb13w#w
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6QAtBrVZC5F}aCN2V&kDHYp_GyKE8@{lzEq
Hv2z0e(A6de

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu
index 2e5ab843038ecedffa2cb417ee68b0badf769c42..9127e532c075e8cd66d26124ecb87f02697b6ded 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_32x64x64_32x16x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_32x64x64_32x16x64_2_nc32hw32.cu
index be006ff82a849c626ac4b25e26b19ce2fc709715..1089e31f69d993a41a4def4d5d573a6b6d31e4cf 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x128x64_32x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x128x64_32x64x64_2_nc32hw32.cu
index 2f7c8265ec9a3712098b17a54daaadd5f1806c77..676de64e02abff8b75d0dba19cab6235b08091e4 100644
GIT binary patch
delta 88
zcmX@jH;He<9+t_wS)wKfvno%vW90|Z7GU-kRzWcRj+J-vWH#~11*~k7<=FTq8?y-m
f`C^lk*tCJP^W-~h5@2~jb_qtViGC839oV@6-dq{~

delta 174
zcmbQlcbad*9+t^_St3~!fM9YRtLkJ+R(=F0n^hFXF@rHwCtqjfg>V$vBqm>A<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$%<^w2yIntx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aSJ@;de_&Gr0P6@WI{*Lx

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu
index 4b05fa6ea4cb2a1d3feb7d2f569c594fb2c1c2e1..ac1ea8b0e1c0022f46ee45710b0a4fadc4619fe4 100644
GIT binary patch
delta 102
zcmcb>H=S?8L6*q}SfVB?uo?le^5kk(Q82xeRdDhJR)fibY+{pT*u(@g^GdW7%JYk|
wiwhEyQ*{)$Ci}BFgJsvT=}vygCIM!PvP&{@P4tuCF32z7QclfF$xPz{0CJWdlmGw#

delta 156
zcmbQvcY$xiL6*sfSRz>zfMBvWtLkJsR(=@A3dT^Kyn<B_!MVfA%L-DjFj;|BZZaDi
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHES;$EFR}Br&;xO$TD$DmE!3;oEEy6aB>}
I^RROR07-)*T>t<8

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x64x64_32x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x64x64_32x32x64_2_nc32hw32.cu
index 0c54c5e9ab614be59b032d192128f229cb86c3a8..be1cd355cfa82565936ff006faf28f9f8d254f8b 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_hswish_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu
index 0662b46ac01d400c4146d9a9c2af44a7c54bb6b6..58b209be3baa95b5a9eed928f760e0b6e12c976b 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x128x64_64x64x64_2_nc32hw32.cu
index b84211621c6559ec496d40e8c5b89d846db6c6a2..0dd9d49a838edfc55dd387ff7a7a6185fd4f45a6 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index ae73171ec34cf70bf1734bf6934b7401207dfa87..7a9c681beb34818ecde569dc8dd67455a206b056 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x256x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x256x64_64x64x64_2_nc32hw32.cu
index 03f894cd237fabb3a67366dff8e79170bfd1c7a2..264516f36977a9e9c3449781721c004039465f34 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu
index b5379a2f684cbee05d287bbe022389d8ebd687d4..5c7d5a8194cfeaa231bff1b0c29ff7482ccc668a 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x64x64_64x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x64x64_64x32x64_2_nc32hw32.cu
index 5d6380f19d42120b39f14bf6d88b2f1790b64d7f..f43d76a616d64753f20545d85bdd41770b8e62b2 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu
index 3ea95e5f018cddee97277e0188df0bac93f43dce..5981be60db40eea7c162096f4e885ff185a9d095 100644
GIT binary patch
delta 107
zcmX@ZH<@q4UY5ywSfVCRVpX1O&&m&`%UMN%v<aB~o|Shp6Pu1uW?qSwLV12sc5y*s
za;lC3m%?O4R`JQnY}%8Rfb?oMoym9EB*1JTb_qtViGC8?1^ESB%BguNnQ2@AMp+;v

delta 165
zcmbQtcZP4nUY5!GSRz>zfM9YxtLkJcR(=F0hgB5DF@rHwC*NS@g>d$<Nlu=}$|mem
zT%x6r5}#6BqNBhCG6`rFKO0o*J~oNTR&3e`9W`t^N)ScKr74NQB}J);x$z|m#b5@)
NfPHL+lRvU40RWNdDwY5M

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_256x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_256x128x64_64x64x64_2_nc32hw32.cu
index bfbcfc0045cda65c6269768ec160c072a4ecf26e..051fe0aae0d9a6a33d58fe626ee7b7d6e9e5adba 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index b688db3c3c59f87eb06a6f73ab0ba6e8a8d671a7..61c208631534fd4343b281bc28bf414aba574c93 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu
index 63f144700496314d31d4c9af4dc586123cdeb599..94c98d8a0062124596de0db8b7dade48e3350273 100644
GIT binary patch
delta 107
zcmX@bH<53{ZkEZrSfVBeu_{ltW#tFb7GU;fRzWcRmX&w%BsTHM`K)Y{W!d;A8?gxk
y`C^k3*|dSQvsiLzN@8$HQEFmte2GFan4zP<HF*M?<YWPM2}Z7oeiD=I*|`BLcOX#!

delta 175
zcmbQpcZzSrZkEY=SRz>zfMD`QR@KQCto#U07ON<nBkGiySgfUx5}yR5briTjI>362
zAW9yx>d8XHGV@Bb6w339vWp86lT#5&AF@hJwqVnSC{JW_Re~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-;>$|f=SJ)05$`YA6&

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_32x64x64_32x16x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_32x64x64_32x16x64_2_nc32hw32.cu
index 08f6849bd735a375b47bb9fa32aac1d625117f39..259fa2b46fcdbfd7efacb80e1341b6290ba6b2cb 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x128x64_32x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x128x64_32x64x64_2_nc32hw32.cu
index 6f835a47514e6ff528432e47342b5f35079e99d4..fdb3e383fa22a56015e7b273d232750c5ecab08f 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu
index 366677b449ddb679fc85f583c76b82869f62ffe1..f499f162a2340d0606ec5d2a641be361d9595513 100644
GIT binary patch
delta 107
zcmX@ZH<@q4UY5ywSfVCRVpX1O&&m&`%UMN%v<aB~o|Shp6Pu1uW?qSwLV12sc5y*s
za;lC3m%?O4R`JQnY}%8Rfb?oMoym9EB*1JTb_qtViGC8?1^ESB%BguNnQ2@AMp+;v

delta 165
zcmbQtcZP4nUY5!GSRz>zfM9YxtLkJcR(=F0hgB5DF@rHwC*NS@g>d$<Nlu=}$|mem
zT%x6r5}#6BqNBhCG6`rFKO0o*J~oNTR&3e`9W`t^N)ScKr74NQB}J);x$z|m#b5@)
NfPHL+lRvU40RWNdDwY5M

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x64x64_32x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x64x64_32x32x64_2_nc32hw32.cu
index cc2b54cf8ad3074e6cdbf3e633c2a695d886b07b..4b5ce90c0390c061b8073df5ae6d55049ec6f68f 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_identity_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu
index 82de0bee74dcdc84e76f5a258259a1aa0c213c6d..2ea466682162639f62e8473447bd824c7bf9f9d2 100644
GIT binary patch
delta 107
zcmX@bH<53{ZkEZrSfVBeu_{ltW#tFb7GU;fRzWcRmX&w%BsTHM`K)Y{W!d;A8?gxk
y`C^k3*|dSQvsiLzN@8$HQEFmte2GFan4zP<HF*M?<YWPM2}Z7oeiD=I*|`BLcOX#!

delta 175
zcmbQpcZzSrZkEY=SRz>zfMD`QR@KQCto#U07ON<nBkGiySgfUx5}yR5briTjI>362
zAW9yx>d8XHGV@Bb6w339vWp86lT#5&AF@hJwqVnSC{JW_Re~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-;>$|f=SJ)05$`YA6&

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x128x64_64x64x64_2_nc32hw32.cu
index 01f8721206016d34b7a329ce40f5585bff814466..57a858e8e096ee453931c7422dd8d7805fe1b332 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 78df98c313d7070dc8a86e12796cdde284a39a9a..24be928057cdf9eb340bcf475ce2875ee4360659 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x256x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x256x64_64x64x64_2_nc32hw32.cu
index 400a2ffe5a339cc6bb665ba37b02c9c5a3d37cb0..4861c0ba9caf76aaeb8bd496dcbd0fc9c284f858 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu
index f327f180018cd8fdc12bc91f092486d42e736563..5f5efcc6a15c1dc33cd3c3790bda0f3fe36bd4f3 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x64x64_64x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x64x64_64x32x64_2_nc32hw32.cu
index 825c44f31ce499c758e71ce4013ad8e473241b69..a71bf73ae94158fa7cb9c232a98d4bc8a7e3d76f 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu
index 0c52462d950de21b9d38868444dbfaa7e93ec1b1..bc85e8e976b8d7f17502fc307a34d74262ad0c1a 100644
GIT binary patch
delta 107
zcmX@ZH<@q4UY5ywSfVCRVpX1O&&m&`%UMN%v<aB~o|Shp6Pu1uW?qSwLV12sc5y*s
za;lC3m%?O4R`JQnY}%8Rfb?oMoym9EB*1JTb_qtViGC8?1^ESB%BguNnQ2@AMp+;v

delta 165
zcmbQtcZP4nUY5!GSRz>zfM9YxtLkJcR(=F0hgB5DF@rHwC*NS@g>d$<Nlu=}$|mem
zT%x6r5}#6BqNBhCG6`rFKO0o*J~oNTR&3e`9W`t^N)ScKr74NQB}J);x$z|m#b5@)
NfPHL+lRvU40RWNdDwY5M

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_256x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_256x128x64_64x64x64_2_nc32hw32.cu
index f835d111c3a22562649e4ca62c5ae6b3fb229ae3..7f6d69a539ff80ab85085646e5d87f70a1da4bb5 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index e2ee3f2b70a3dffd25f0488e94ca3439cab6f739..bd99ad629e0bd2e994a3fcf127944958dc817230 100644
GIT binary patch
delta 117
zcmX@dH<fS0ewNAmSfVD&u^Iuf^5jZZQ82xoRdDh-R)fj@Y+{o)u(B(-6qjfzq{OEb
zm*^;PDJW#-0lDS*McKs#iOH!zp~=2%&S1rB*mNh~XOjT4h1n$;xhDEaa2Mnka4Dze
JrDUdY0RV4LBOU+%

delta 168
zcmbQrcaCqvewN7xSRz>zfM9YXtLkJMR(=F0k5v@LF@rHwC*NY_g>VkANlsqC$|mem
zT%x6r5}#6BqNBhCG6`swARAQc0XB)rHf-7m9d&FvN)ScKr74NQB}J);x$z|m#b5@)
QfCFrX6aB>}bFp&+03ebowg3PC

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu
index 83644d8729dca58b2d8e5c51304eb3742c933ffa..1cde89557037b1b6ac954129e0218c72f6649b77 100644
GIT binary patch
delta 107
zcmX@bH<53{ZkEZrSfVBeu_{ltW#tFb7GU;fRzWcRmX&w%BsTHM`K)Y{W!d;A8?gxk
y`C^k3*|dSQvsiLzN@8$HQEFmte2GFan4zP<HF*M?<YWPM2}Z7oeiD=I*|`BLcOX#!

delta 175
zcmbQpcZzSrZkEY=SRz>zfMD`QR@KQCto#U07ON<nBkGiySgfUx5}yR5briTjI>362
zAW9yx>d8XHGV@Bb6w339vWp86lT#5&AF@hJwqVnSC{JW_Re~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-;>$|f=SJ)05$`YA6&

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_32x64x64_32x16x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_32x64x64_32x16x64_2_nc32hw32.cu
index 462f9a7572b6ec0c8a3bd4177aab183b4de5e0fb..e9c07ff1215a39e41275fc4576360f29caa6dcfd 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x128x64_32x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x128x64_32x64x64_2_nc32hw32.cu
index d778c9a01c75539cc617414890ba6d3c2855ce51..e579272659ec9149a41c84d77d4d219d4ae77f12 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu
index 50a93f1226b864ad9d5f91739b1bda3dbd104bb9..2f6b5d1a478f426d46e541d1979bfcd2b9697cdb 100644
GIT binary patch
delta 107
zcmX@ZH<@q4UY5ywSfVCRVpX1O&&m&`%UMN%v<aB~o|Shp6Pu1uW?qSwLV12sc5y*s
za;lC3m%?O4R`JQnY}%8Rfb?oMoym9EB*1JTb_qtViGC8?1^ESB%BguNnQ2@AMp+;v

delta 165
zcmbQtcZP4nUY5!GSRz>zfM9YxtLkJcR(=F0hgB5DF@rHwC*NS@g>d$<Nlu=}$|mem
zT%x6r5}#6BqNBhCG6`rFKO0o*J~oNTR&3e`9W`t^N)ScKr74NQB}J);x$z|m#b5@)
NfPHL+lRvU40RWNdDwY5M

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x64x64_32x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x64x64_32x32x64_2_nc32hw32.cu
index be55de213d53c486f4c1c3f6d9d4d92f9d5353b1..f216358a4382ef1532dcd86767cab0315b9c4c21 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_1x1_relu_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu
index cbeb94450d34659e938209f4e0c662a2197b9d3d..8cd3ff76e39b811aa35e6342cfc4a1c2034e6495 100644
GIT binary patch
delta 107
zcmX@bH<53{ZkEZrSfVBeu_{ltW#tFb7GU;fRzWcRmX&w%BsTHM`K)Y{W!d;A8?gxk
y`C^k3*|dSQvsiLzN@8$HQEFmte2GFan4zP<HF*M?<YWPM2}Z7oeiD=I*|`BLcOX#!

delta 175
zcmbQpcZzSrZkEY=SRz>zfMD`QR@KQCto#U07ON<nBkGiySgfUx5}yR5briTjI>362
zAW9yx>d8XHGV@Bb6w339vWp86lT#5&AF@hJwqVnSC{JW_Re~r_E=@@cE-6Y)%#ANm
TC<Zf-^+-;>$|f=SJ)05$`YA6&

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x128x64_64x64x64_2_nc32hw32.cu
index fb1d5c21f911dcc97285177be8793ead9d1fd5e1..f1476e65620b34f4479327615fe060d330df6895 100644
GIT binary patch
delta 129
zcmX@X*Uz_MC(Gm=EK!pKSd}MRv+@IJ3lN*%DKoKHOCcpb2}tWGa834ORh|5rm3Q(4
zHu1@#Y@&jhc_ms3<@rU~#RZAUsUQ`7Y!Z{>*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;o`|5{z6E{Uj#avU39fNz^An

delta 179
zcmeC@JHfYMC(GnrERie<KrmU5)da>+ot(icir_3@6-03Uv9fbj=_qi4^Z<3;XVsI1
zFf;Q?v=qwoi?WLg5|dMrRY*)WW7CG15YOhS1W}$`nvxh?Qk0sQ8(*SO3}ztfk(_*)
VO=6<IICnvQ0he-WUP@*f7XVyiE#CkD

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 381141f5435a77995dcc345754f20ce63c5b9400..36c0437db73054fcb8135b8f48405b182f8d03c3 100644
GIT binary patch
delta 106
zcmX@hH-&G*K9<RQS)wLSW>uc-z{(G%D_BK=v<aB~ft7bMGn<ZJW?qSwLV12sc5y*s
ya;lC3*JMUEiODH!+CW+H$!pkjCf@_{L2O}m2}Z7oeiGaT`2}3csd*`xX<Ps#rXRTg

delta 165
zcmbQjcb0F%K9<S*St3~!fM9Y1tLkKHR(=F0msJ$TF@rHwC*Ne{g>d$>Nlu>6$|mem
zT%x6r5}#6BqNBhCG6`sw02@^6em058)@<4c9kpyaN)ScKr74NQB}J);x$z|m#b5@)
Nfc<QSlRvR30RWlgDyjeg

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x256x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x256x64_64x64x64_2_nc32hw32.cu
index 3f4257295b94c0b954b89d95d3c13f8e0fbd1d55..954f44e81e0b94069d596595f3b87ed4e34ccd6f 100644
GIT binary patch
delta 129
zcmX@X*Uz_MC(Gm=EK!pKSd}MRv+@IJ3lN*%DKoKHOCcpb2}tWGa834ORh|5rm3Q(4
zHu1@#Y@&jhc_ms3<@rU~#RZAUsUQ`7Y!Z{>*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;o`|5{z6E{Uj#avU39fNz^An

delta 179
zcmeC@JHfYMC(GnrERie<KrmU5)da>+ot(icir_3@6-03Uv9fbj=_qi4^Z<3;XVsI1
zFf;Q?v=qwoi?WLg5|dMrRY*)WW7CG15YOhS1W}$`nvxh?Qk0sQ8(*SO3}ztfk(_*)
VO=6<IICnvQ0he-WUP@*f7XVyiE#CkD

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu
index e78bddfcb02aca94d2ccfe98002d1da43fb6379d..3bbe65d5ea722b0c141c2bf2afff22796b558fa9 100644
GIT binary patch
delta 106
zcmX@hH-&G*K9<RQS)wLSW>uc-z{(G%D_BK=v<aB~ft7bMGn<ZJW?qSwLV12sc5y*s
ya;lC3*JMUEiODH!+CW+H$!pkjCf@_{L2O}m2}Z7oeiGaT`2}3csd*`xX<Ps#rXRTg

delta 165
zcmbQjcb0F%K9<S*St3~!fM9Y1tLkKHR(=F0msJ$TF@rHwC*Ne{g>d$>Nlu>6$|mem
zT%x6r5}#6BqNBhCG6`sw02@^6em058)@<4c9kpyaN)ScKr74NQB}J);x$z|m#b5@)
Nfc<QSlRvR30RWlgDyjeg

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x64x64_64x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x64x64_64x32x64_2_nc32hw32.cu
index 59091861054fdf5027545984b9b29bb6df3d323a..e9ab71c6cf494580278007e987352b5c70406ffc 100644
GIT binary patch
delta 123
zcmX@c*UPtIJImy4EK!sFSd}MRvho9I3ov^<t00(u$;vx<607WFNj83=%)AmUh4TEO
z?BasN<WwC6E``YxS;Z&EvS|aAh)-V1rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNpmtf?Y
L=qEARnw=W}c+4et

delta 184
zcmeC>JI1$RJImx9ERie<Krq>nRaH2+C|OG(CBC>QSx12jBnlR{f-9Ijk5v%P5ppRm
z0jaKnt5ulXz$!QS4=cYML~mvuP(gWqQFd`bVsa{qGV#eKY}%|48yZ+8CYQ14Knz~M
aCWRz?kxgQvzc_b6egT(qYF<ia8W#X``YlHQ

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu
index 810e07f27d8d50318868f9ed99916b17c2875b13..47ff8c2816ac5fe384c241f39544e0c59ba5aa43 100644
GIT binary patch
delta 88
zcmX@jH;He<9+t_wS)wKfvno%vW90|Z7GU-kRzWcRj+J-vWH#~11*~k7<=FTq8?y-m
f`C^lk*tCJP^W-~h5@2~jb_qtViGC839oV@6-dq{~

delta 174
zcmbQlcbad*9+t^_St3~!fM9YRtLkJ+R(=F0n^hFXF@rHwCtqjfg>V$vBqm>A<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$%<^w2yIntx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aSJ@;de_&Gr0P6@WI{*Lx

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_256x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_256x128x64_64x64x64_2_nc32hw32.cu
index d18b49752da94f1826402518b427d27920512369..f6a8fea0b7b7739a55feb38fbb3a80d63783014d 100644
GIT binary patch
delta 129
zcmX@X*Uz_MC(Gm=EK!pKSd}MRv+@IJ3lN*%DKoKHOCcpb2}tWGa834ORh|5rm3Q(4
zHu1@#Y@&jhc_ms3<@rU~#RZAUsUQ`7Y!Z{>*|dQwoW+t$Qxbzqic%AE<4Y8Z!3>BJ
T$;o`|5{z6E{Uj#avU39fNz^An

delta 179
zcmeC@JHfYMC(GnrERie<KrmU5)da>+ot(icir_3@6-03Uv9fbj=_qi4^Z<3;XVsI1
zFf;Q?v=qwoi?WLg5|dMrRY*)WW7CG15YOhS1W}$`nvxh?Qk0sQ8(*SO3}ztfk(_*)
VO=6<IICnvQ0he-WUP@*f7XVyiE#CkD

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 3faea2710fedb75934b12d75d9691a2d4c86daef..be9d5f0086fd2fdaee013b1e3058729efd285a80 100644
GIT binary patch
delta 106
zcmX@hH-&G*K9<RQS)wLSW>uc-z{(G%D_BK=v<aB~ft7bMGn<ZJW?qSwLV12sc5y*s
ya;lC3*JMUEiODH!+CW+H$!pkjCf@_{L2O}m2}Z7oeiGaT`2}3csd*`xX<Ps#rXRTg

delta 165
zcmbQjcb0F%K9<S*St3~!fM9Y1tLkKHR(=F0msJ$TF@rHwC*Ne{g>d$>Nlu>6$|mem
zT%x6r5}#6BqNBhCG6`sw02@^6em058)@<4c9kpyaN)ScKr74NQB}J);x$z|m#b5@)
Nfc<QSlRvR30RWlgDyjeg

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu
index 3d8cd19a2d39a585f948cf2906da6a64b37dca1b..7f9b454f5c18d0a0855c0c5e3c46fe16d8a4338e 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_32x64x64_32x16x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_32x64x64_32x16x64_2_nc32hw32.cu
index 71c6b1d51669a47f4baeb5238cd16b90b5235c42..e49d4672258e8642818a09b38ade176466272b0c 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x128x64_32x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x128x64_32x64x64_2_nc32hw32.cu
index 72ba2cc6dc6184f398321d1a24a05f160ac9db0b..ed2411d3eedd3428a6f895b8606d445646840c7f 100644
GIT binary patch
delta 123
zcmX@c*UPtIJImy4EK!sFSd}MRvho9I3ov^<t00(u$;vx<607WFNj83=%)AmUh4TEO
z?BasN<WwC6E``YxS;Z&EvS|aAh)-V1rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNpmtf?Y
L=qEARnw=W}c+4et

delta 184
zcmeC>JI1$RJImx9ERie<Krq>nRaH2+C|OG(CBC>QSx12jBnlR{f-9Ijk5v%P5ppRm
z0jaKnt5ulXz$!QS4=cYML~mvuP(gWqQFd`bVsa{qGV#eKY}%|48yZ+8CYQ14Knz~M
aCWRz?kxgQvzc_b6egT(qYF<ia8W#X``YlHQ

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu
index 9bc72ab2d45bfd73a109abd40166424b533e5190..36bd53e1970ef44ba1b60f71480973a70a9a37bf 100644
GIT binary patch
delta 88
zcmX@jH;He<9+t_wS)wKfvno%vW90|Z7GU-kRzWcRj+J-vWH#~11*~k7<=FTq8?y-m
f`C^lk*tCJP^W-~h5@2~jb_qtViGC839oV@6-dq{~

delta 174
zcmbQlcbad*9+t^_St3~!fM9YRtLkJ+R(=F0n^hFXF@rHwCtqjfg>V$vBqm>A<x@>5
zF40lo0vQ1UnRz8z3g!7l*~JBk$*FLO$%<^w2yIntx=Ik`$)zcY!6ikhiMjD53dLXs
QvL1=aSJ@;de_&Gr0P6@WI{*Lx

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x64x64_32x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x64x64_32x32x64_2_nc32hw32.cu
index d0d5c250996d1c0c6e0f22b08e97b818d6d59f24..bf0f2d37ea388f3b12c01a0e01570af3e0045510 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_hswish_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu
index 105e447793edfe20d4330fe7d747aa0a3b1af2d7..a5463e798be346595b1fb20c6847350c8a69d184 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x128x64_64x64x64_2_nc32hw32.cu
index 9dd98512ef13c947195bf7d322aded837c09bcd6..2f7395fed3393b15a5f29e858b281f0932888513 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index cdbbc22620940acb2a3f1472dc4de16764ec7f39..3f3d43b84ab45b7384ccd8f1b70a9c47218d5882 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x256x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x256x64_64x64x64_2_nc32hw32.cu
index 3abb44da0de020f994ce9c101afa6d9db9a00dc5..cfc62fa610f267b2e546e0957d284480610d44cc 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu
index dbf50af082acb96e815f34879b2f3bf1afb07869..3a6c6eb197a38cbd12ed44a364c1bf6c8e6937aa 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x64x64_64x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x64x64_64x32x64_2_nc32hw32.cu
index 0f86dd24953f5ddd1a93e85e2c68c9db73f89ca4..1599f6d766e95b39299c176224225e0cb08dde77 100644
GIT binary patch
delta 91
zcmX@a*U7hGGt1;nEK!q%SdD;Kd2%kRD41T&DmeKNtHESvHnGWkY+{0$c_ms3<@rU~
l#RZAUsX7W=lO5Td!Lke3bSGbClK`{X*(DjdCd;!c0|5L_8Rh^0

delta 156
zcmeC=JH)qPGt1;HERie<Krq>sRduofD?f~51!JgAp2aGN;GARSWd*5Mn7jd~;Xf;f
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6Q69rrVZC5F}a9M2V&kFHYp_GvuqL*{lzE$
HW8($@ww@-m

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu
index cd2614163d7c6f047696e70b31b8bb7fc63ab9fd..6aefb1060b5276f11831a61826c315abe4087e6c 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_256x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_256x128x64_64x64x64_2_nc32hw32.cu
index 1d3ac3724e36b23e9ed282de2a1a3768c1e0d076..54a259e7532b21d25d776a34b4f9f7a87e0605d9 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 5d7c53b4b929ad1593a3a5b8d790bec3034c9be0..7b798cd2326515d646f6f7bf9eaae42edb284eb3 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu
index fb7572d1a0e81de69d0273e7a47e0ab6c374af67..5119b75ff0c9ce9eb782ecd19ece9577555835ae 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_32x64x64_32x16x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_32x64x64_32x16x64_2_nc32hw32.cu
index 29198b66900a8830998029d8eb5a0cd841f57c54..f07ee7af8ee9937e7a7593dcb808b5471ffc161f 100644
GIT binary patch
delta 102
zcmX@W*Uq<LBg^CsEK!pMSdD;Kd2%+ZD41T!DmeK7tHESPHnGV(Y+{0$c_ms3<@rU~
w#RZAUsX7W=lkM4@!Lsw%bSGbAlK`_>*(DjdCi+Qm7vvXkDW~S8WTtTe04T;CbN~PV

delta 156
zcmZqYJHWSLBg^DXERie<Krq>wRduo+D?f~51!JgAp1~@J;GALQWd*5Mm@L35H~AYY
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHETp$EFR}Br&;wO$TD$EH)`5;nQpq6aB>}
I|6$_>0541=3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x128x64_32x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x128x64_32x64x64_2_nc32hw32.cu
index 28add75563b74e78fa8f09506cd886a5a648c7cd..a86754dc5918d75b692fd301bf15219cb6ad3d05 100644
GIT binary patch
delta 91
zcmX@a*U7hGGt1;nEK!q%SdD;Kd2%kRD41T&DmeKNtHESvHnGWkY+{0$c_ms3<@rU~
l#RZAUsX7W=lO5Td!Lke3bSGbClK`{X*(DjdCd;!c0|5L_8Rh^0

delta 156
zcmeC=JH)qPGt1;HERie<Krq>sRduofD?f~51!JgAp2aGN;GARSWd*5Mn7jd~;Xf;f
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6Q69rrVZC5F}a9M2V&kFHYp_GvuqL*{lzE$
HW8($@ww@-m

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu
index 76492138b8851aa22e618687561f80b636a72970..07d3a81d545bb5a148ef4d0f9bbe1db506c46d46 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x64x64_32x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x64x64_32x32x64_2_nc32hw32.cu
index 720b1d78c49a26e41e0ea6aece486bedb33b9819..b32291d8a5a6a6fa05fc14df584394f93ea75451 100644
GIT binary patch
delta 102
zcmX@W*Uq<LBg^CsEK!pMSdD;Kd2%+ZD41T!DmeK7tHESPHnGV(Y+{0$c_ms3<@rU~
w#RZAUsX7W=lkM4@!Lsw%bSGbAlK`_>*(DjdCi+Qm7vvXkDW~S8WTtTe04T;CbN~PV

delta 156
zcmZqYJHWSLBg^DXERie<Krq>wRduo+D?f~51!JgAp1~@J;GALQWd*5Mm@L35H~AYY
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHETp$EFR}Br&;wO$TD$EH)`5;nQpq6aB>}
I|6$_>0541=3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_identity_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu
index cb6f23adf1ff58437638c497a6f2b72ca6bdf147..d5fd88917a13070e55bbe7b627a531f15d7696bb 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x128x64_64x64x64_2_nc32hw32.cu
index 0b576a2d525b6ca33a9a0cec009b81e09d3b2046..a0d811bf4fd523dfd65ea8476c4bbffa5ab67020 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index a49609d6a257184c8cba478ec14a6412dc0991ec..d0e151da5a97d28a37aac3d10fbdbc1f512ff5d5 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x256x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x256x64_64x64x64_2_nc32hw32.cu
index 8eb24cd9afbf273c7efc27b81785d0638ea21320..4f7a3e28a02bd11967f2e82d2671cbadb9c59328 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x256x64_64x64x64_2_nc32hw32_nc4hw4.cu
index ce73b2c327b51a47b0e342e1aab58af06d237749..b5dff9fb9dde6908d86c8be46ef13e854c591516 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x64x64_64x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x64x64_64x32x64_2_nc32hw32.cu
index 15407bb8a5a246d95e0668c0dffa9e3c6832d54f..650b53b7e54303bdd3ef1d75730ee248c7815af2 100644
GIT binary patch
delta 91
zcmX@a*U7hGGt1;nEK!q%SdD;Kd2%kRD41T&DmeKNtHESvHnGWkY+{0$c_ms3<@rU~
l#RZAUsX7W=lO5Td!Lke3bSGbClK`{X*(DjdCd;!c0|5L_8Rh^0

delta 156
zcmeC=JH)qPGt1;HERie<Krq>sRduofD?f~51!JgAp2aGN;GARSWd*5Mn7jd~;Xf;f
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6Q69rrVZC5F}a9M2V&kFHYp_GvuqL*{lzE$
HW8($@ww@-m

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_128x64x64_64x32x64_2_nc32hw32_nc4hw4.cu
index 727839b622565e89b3e3a6d3a5d534c90fc0a670..a6c1709c2c960ad219225a4282541b290c9258fc 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_256x128x64_64x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_256x128x64_64x64x64_2_nc32hw32.cu
index 3c0428f2b8f3a706b6ab257460bbc81b5dabecd8..be070f8b1267d9309993c45a0610e80f020aefb3 100644
GIT binary patch
delta 114
zcmX@Y*Uh(KE6e09EK!qvSd}N6v+@IJ3ov^vt00(u&dNLaGn@EiK{ipr%)AmUh4TEO
z?BasN<WwC6uE`(SBqm3*X@gZPX44T%E=@@cE-6Y)%#ANmC<Zei$_yE~CM&Wl0|0IR
BB>VsX

delta 174
zcmeC?JHoeNE6e0<ERie<Krq>!RaH2+C|OG(CBC>QSx12jBnlR{f-9IjhgA^4xxmWH
z3Q<$XDmVE8E4x}saS2?bf<k6qiIzfneo=ODL1J<$LSk|qtN3IiHf^|OiOD5wIuLW`
Su}L8bpJ$Vp=r2Brof`nZWGV*$

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_256x128x64_64x64x64_2_nc32hw32_nc4hw4.cu
index 14f1f1e98e1952801a1a05ee59a3cc7e7158ee08..0e0f5c4cc0818a30644d5405ef03468508c2400b 100644
GIT binary patch
delta 119
zcmX@fH-T@%E|$qVS)wKfvMNuuVdV$X79cjiQ)XhZmO@H=5|GwW;F|2usyg`%EAQlq
zY~qviSlK4au<=heWD^GR#U>}PX#;6zvE<T}#Nd*m)WqEQ5`|(g1EjT|O>#0ny96WG
LL_dkicI?~$r9mTc

delta 186
zcmbQhcam?zE|$r=St3~!fMD_lR@KSoto#U0CaWl%BkGiySgfUx5}yR5briTjI>362
zAW9yv>d8XHGV@Bb6w339vWp86lT#5&AFxVHHfPg@C{JK>Re~r_E=@@cE-6Y)%#ANm
eC<Zf-^+-;>!X`1%U!1!jzko|QH7_MIjSBz=?J^hu

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_32x64x64_16x32x64_2_nc32hw32_nc4hw4.cu
index 141f4e6c083ca6fcb2152b804cb7658b51f5ee24..b3bba802c7b25f85ca8ad7626e83fd881da7ba10 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_32x64x64_32x16x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_32x64x64_32x16x64_2_nc32hw32.cu
index ae6ce3b871b77d1a2f175a257e66ea9c236564f3..fff4773fa31488b6e46ca0d071a9c4cded52cdc2 100644
GIT binary patch
delta 102
zcmX@W*Uq<LBg^CsEK!pMSdD;Kd2%+ZD41T!DmeK7tHESPHnGV(Y+{0$c_ms3<@rU~
w#RZAUsX7W=lkM4@!Lsw%bSGbAlK`_>*(DjdCi+Qm7vvXkDW~S8WTtTe04T;CbN~PV

delta 156
zcmZqYJHWSLBg^DXERie<Krq>wRduo+D?f~51!JgAp1~@J;GALQWd*5Mm@L35H~AYY
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHETp$EFR}Br&;wO$TD$EH)`5;nQpq6aB>}
I|6$_>0541=3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x128x64_32x64x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x128x64_32x64x64_2_nc32hw32.cu
index dabb3d066a38f3493df8512c7bb93a9cc60f6d23..32455afbf1be5ce2912d57517a1885919cecb07d 100644
GIT binary patch
delta 91
zcmX@a*U7hGGt1;nEK!q%SdD;Kd2%kRD41T&DmeKNtHESvHnGWkY+{0$c_ms3<@rU~
l#RZAUsX7W=lO5Td!Lke3bSGbClK`{X*(DjdCd;!c0|5L_8Rh^0

delta 156
zcmeC=JH)qPGt1;HERie<Krq>sRduofD?f~51!JgAp2aGN;GARSWd*5Mn7jd~;Xf;f
z9GIt&nOCBvP@Z3uU0jfuoT{V11rY`*6Q69rrVZC5F}a9M2V&kFHYp_GvuqL*{lzE$
HW8($@ww@-m

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x128x64_32x64x64_2_nc32hw32_nc4hw4.cu
index 1d7ad4cc18831538f5114201f9dc1a38bac1b19d..169f71792d44b8e843fdacf044a8b75e905003d0 100644
GIT binary patch
delta 117
zcmX@k*T=VE2g~H`EK!sFS(PVSvGN0H3ov^Ft00(u#mYOmpG|zS2%D&2W?qSwLV12s
zc5y*sa;lC3*W_L{iOF$n+CUY~V#%c`iNPgBsfoGqB?`r021JSEWL|a&My`o|5|eG%
FxdEiyBlrLS

delta 170
zcmeC<JI=RZ2g~H0ERie<KrmT=)da>+ot(}pir~y=6-03Uva)km=_qi4^Z>!+Mpn7W
ze_8qEAl%Hn5-o-D{G#mQg2d!h6lLO*P1&?rVVWc+m$T_WOkKz(g(Q55O=6<IICnvQ
N0he-WUP@*f7XWh|DB1u3

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x64x64_32x32x64_2_nc32hw32.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x64x64_32x32x64_2_nc32hw32.cu
index 557459c5c207bf3725b47c9e55369553ea8c772c..50bb89213ae59b196c0aa202c19b8751aa981bef 100644
GIT binary patch
delta 102
zcmX@W*Uq<LBg^CsEK!pMSdD;Kd2%+ZD41T!DmeK7tHESPHnGV(Y+{0$c_ms3<@rU~
w#RZAUsX7W=lkM4@!Lsw%bSGbAlK`_>*(DjdCi+Qm7vvXkDW~S8WTtTe04T;CbN~PV

delta 156
zcmZqYJHWSLBg^DXERie<Krq>wRduo+D?f~51!JgAp1~@J;GALQWd*5Mm@L35H~AYY
zzZ{sSkeOGarBI$<lwDkqn4GGkzy%QoDHETp$EFR}Br&;wO$TD$EH)`5;nQpq6aB>}
I|6$_>0541=3jhEB

diff --git a/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu b/dnn/src/cuda/conv_bias/int8_imma/kimpl/cutlass_tensorop_s8_i8816fprop_relu_s8_64x64x64_32x32x64_2_nc32hw32_nc4hw4.cu
index be153e839b2a7ed9052cb6f4013c84cc55228b95..7c9302c97884a0faf45a9fb890ab0f1328f7fd30 100644
GIT binary patch
delta 123
zcmX@g*Tc7A8_VRaEK!qvS(PVSu<`?G3ov^ft00(u!OA;%BCG6V2{wMA%)AmUh4TEO
z?BasN<WwC6E``YxSj8vDuxSI8h)-U^rX!wQnvxh?Qk0sQ8(*SO3}!&pNlfNumtf?Y
L=qEARik%w(a<L_2

delta 184
zcmeC-JIc3V8_VSFERie<Krq>XRaH2+C|OG(CBC>QSx12jBnlR{f-9IjmsJqX5ppRm
z0jaKnt5uj>&nh?hH!Hs!L~mvuP(gWqQFd`bVsa{qGV#gAY}%|48|qmlCYQ45Kn$MG
aCWRz?flXqfzc_b6egT(qYF<ia8W#X<qAfK5

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/matrix_mul_float_simt_cutlass_wrapper.cuinl b/dnn/src/cuda/matrix_mul/cutlass_matrix_mul_wrapper.cuinl
similarity index 100%
rename from dnn/src/cuda/matrix_mul/fp32_simt/matrix_mul_float_simt_cutlass_wrapper.cuinl
rename to dnn/src/cuda/matrix_mul/cutlass_matrix_mul_wrapper.cuinl
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl b/dnn/src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl
similarity index 100%
rename from dnn/src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl
rename to dnn/src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..8835d03e5e5850f33a373d80c5c3f5ae2bedc417
GIT binary patch
literal 1813
zcmb_d+fExX5PjdT7=eTUZJLr^L|qaoY!RX=O+|Wnw4Ak*xOi>L7eXRFzOy%hmLh1C
zC~>?V&p9*4p4ntq&VkbG$ER_Y(Vu5m^m6=paz!bO-~-&<!Tw*3!y#Jt_Bx&yUu(}H
z3=W|CN&0<|3vHZ$6?0nZ1(-SHF(~GJvTGe%6b#O@47g;t&j*=<jehx*tp?+;)B6>5
z^n&*+bF2_SxSbdH_~2w7dQ3^?F_@RQM2uPni7p$#U*b@(^-T1-Zc^teasfNu<^4Qz
z)-M<ab4!b;@VOF%-Y?OWW7Z1yDvwgDog_&BP|I^s6ku?j1>;&Bsh35det|Z6G&sJ+
zA3eSuP^~FOz0gPK8_RTIQh7?FY0LPWD-2r}LP`QcxVVwIAfycC1d##e%CL~$?^A4T
zVjv_lDi->Z{WdP$&c-XVdIVP?H|Y?<T)re^VzcssO;MMcxnrLe?_PHdb#i4=(<QUw
z1Vv1t8jeTLY<)9G;r-hbp51tai1_W|2`iOZMAS4aonV}hFH#HUGE>Z?W&zKu7P^(X
zN*NHVnbZgH@S&P_dFm8vj+rv~b$y5zT<9Rf`g=uQ8Kx__*(emDff&?G4Po;)XUdC?
zG_CxXQ3Yw$ddzth3J#->c!`53tYSgHjgcG*vEW)0QkFwG)<w|V{QHH+RdMp~7kRXg
zG2}-30AX!~#-8yX<v_@p5(VltJ_Jt3DR}G(G=SnPg{=~tmIS8{2xcji4BH4kE3vZ&
z*m;dDbvT5Tao66mT+|8Ghtd{*Ss$4(j@MG|fpunvieL-cpu-j-Y-(W=gN<Qg3Hes`
xci-~0wbBH~*)(9u6nF&K+HsNsCIQ|m8R#|j3R{&wz?=8ftH#)5S7<Kh$scTjS|9)b

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d80e3da091d2b20a57b83800a9316bc56686e0b9
GIT binary patch
literal 1810
zcmb_dSx*}=5PsiZF$xl*Xw#JR5OqnUutkWfG!^ObXgO;qaq-%g4?-e-d}l9#wxv)+
zlsI0`@y&dmnN4=&0w~SCf1G3){c&<Z&nKUz7nH&n-owoe?EO_Z8liM|w_|zsrM4Ww
z@C9@~$zT9-sf`n`W=>1J1harV2F1KjcC2H|g28E)0hbK*e2_WV=vVj2YG)jJ{hv`s
zFL>WF#|jaI>pjB82PgB;XG$`U!92z!V$?E7G}#LN7=was=Az#<lR8(C3+Q>55Aw*_
zpkNrxH7%mT=ZX+|dqmfcSu5PjJW8#4Ns<5{m#3mAz~DIx#<e_BFN;9^5@qyYczBIJ
zdU!pgI#7&ysSnULmg&N@vXn;C7V#ld7_}&blmLWqaV2v>NEylzdInf1!$Nwir`X2C
zKuBg(Ec7}1WnB7C#S623qE_X$$%PQ+@)aRdo0ZiyLsDwkj(k?Uebo`vnUxvMR?Lbc
zWH5zlIUGNr`g)kcyEiF3sCa-L@!Rz$tW;(hk<hSmf^kAVOD&koOfi?51-z`9<(B6v
zWk6rere^={L$&YX)G5{&b7k_&`UcOq&_RaHw+g%x%+_+dRY*ePVpt<JfX&~6DK9$I
zwDg}x6{J<03FlQPxQstw1qV@B#e#q<BRLde$+ae=?1gfzJD@51+k-z_;^_aYc)W)(
z<VO1dVPl2Hf$@Z1Aml`e0{NQk1E-S|JdOk!KyjABvjQBK0LOO#<|&j2&k=l9`p)k7
z&THRNhkaNZcj+z5MV(N6DQ)MM{gD~tcunOlSZC(Q2+p4^8azXUO)pGiurW+6Az#bk
x?pwUJSDN5Bn+0r{0<Qq)I&M<HB*0rG1HGhP;hgd>u=4JE&lsER2+idp`3=XoSrh;O

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..90615451a3f8a888d356c1676573a1ad9cd3df95
GIT binary patch
literal 1810
zcmb_dSx*}=5PsiZF#-uuv}sCuh`J<F*djz#nu_#zw4Ak*xOi>L2O$wZzO$D=TPSHo
zlsI0`@y&dmnN4=(94O7ce;j8S{c(CpFUFrHmz2T?-ox!J>^~?R4pF+d*ReeRQd<sT
z@B+G@q~8a*(8dW^F{h<ofSE%cgJRw%yVkKq!Qd>*fJ=sYKFAzw^vlO&wKEPoy`ND>
zFL=)~#|jaI+u6d#2PgB;V@fiQ!E9p^F=`nknrsB$#-L#9ndo)Rq|R030(QL1`+4N7
zUoZ^jh89ubb43WfJEAMctQGEM9;H@0Ns<5{muI3Vz~DIx#<e_BFN;9^0%i1YaCCz|
zdUP|OK~s!+p%2kEmg&NzvXn;C7V#-l7`7;clmLWqaV>K}NEym8dIp#)!$Nwer`X!W
zK**(8U9exqrGM4RjEaTcLh&JYmFFfGLYT{!giLH!R@W3ssgXPKY4P?|M^I;0W;9(g
zD~^%D6sqND^n~i`K??8Qr0}HTA$r7b*PpObnMFiG!_o=H3HdCwU@kMoOllVJvTBxF
zo~x7reKnh!{reBqzKc_*SYynT$*<}gJm*3O8P?w_@JcXU$<0O~35|<Ejnn`(e{-h1
z=up$re-TxXR;|aJSE1lC`hXQ2L}3*R0<MkZP>2QBnvk*=%C+u*rtI$y{%nckf3M=v
zKE{w6?E{3h6&eS|fAj(&r%Dva*Z2T99jD-NB+vkgvlN~c;G_gNxd$*yp+tC&;Iq<q
zcF%WS`<6N!z{<EQZ&@ztgz8IaJHPCY%oxXOD)+!TGebsj{%p|T86s?YVG@IlVPXmS
zS`K&L;<dff1jpGlV9OME1vuAnlL96I-YOaB74-_|lz)Mh_t<;J*ko5|F6YT_z(`pX

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..e425c9eea29aed13c54aa51008a5c64eb921d073
GIT binary patch
literal 1807
zcmcIlZBN@U5dNNDaVio5l&+(D5%XxJk|D%2)`{-rqvghK>*3gz?ND0r<9CS@fwCdk
z#H!YHd@s-4<GV|;BNsqv_U*$Y%joyhOL{T+IK8A4#_$eqZ(;9`!qEt&ySp9B^Uu+8
z1jBvkev-ie<Wd_aV9lJCdI@F$c^MS*KH0I3Eei%`Sq5A()bl~+U`xMxNEV%O==Fb;
zy7YqgEpx08LAc%%Y<zGs4}GR2^BBxiOiGMe28kwH!JlGKu+3cbyJk}7s^kKC-sOY5
z<ZMtd4CaOwrNZZ$5PEk+*N#~$+>5-FTJ@470YEO#L{Wgja~6zid8A$zf%+xN=;83_
z27mPEW=KPz81+&gqHS5F3)9+C8ckco$4p_=q7YI65W>Z^%mpD;D97j-V4(~P>7AZp
z8&d{CF3tLa{WLE9Pg=FxCJ{oI%U6U<ZB~`m3>k^A9r>(y^Rgp|X;taWR?LcHq%Vbf
zIT}Br`f8ZM+t(>Ps(6SV@!Rz$tW;)MBAa351mlE!l3FmAnPM(A3wTqJ;+Et(Wk6re
zCQ^U@q270KVu}%Cu1tOvukV}-9c0*it-))-Y%RB2g(NgCh7qX&Z2lHZdC{S!rT?N-
zL0Yw$a9)Rk%lJK(ZxDr5EC{$Zl0zYuTx&wAMyS?U{!Pu_9sJ%8$A4eK<2{TaH`)gX
z8!I$Ui+^YYLQa(^kgv%Ba5_oB<2;}N6lW<sE5JzwaB>e|o<fE29KmOm@9duMJo=V8
z9KhPRD{omYVnXp!+P1IyBQwVFNaZeAXXeNV4xcR=JVS&{FHFl|%P_Tse5oe8Z}Hk*
sX@cWy7O-UsyaF8RxJdz%0B@BH^on|gL(1=C<vsM0F*ex|n#)D<3m)fK2mk;8

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7ccda81074e8fcea3ca28227b2e340247d9eae04
GIT binary patch
literal 1805
zcmb_d+fExX5Pi>AjDmy!ZJH9=in=6H*djz#nu_%DXgO;qaq-%gFN8#Vd}nV0Eky*C
zDB5^EK4)f*XC|E;IR{G9pP$ERN`IYQ(aZ6d$rYtAf{$=_2YdfC4u@#n-EAQ+zE#K}
z4ECY@>Gb;`7uq-hE9SJ+3ovuYVo=Qc&W?3#kux|?Q{a-}IUi&OHu~jLwu+2HxA!~h
z=mqat=2$L*aNR91J~)|$9#fKe3}zch#HeME2-yg}4IpRhndr4)QfDf10bTF1eik|F
z=M00nrFm5NUJ63*x9G|-YlVB0MX6P{)9C=9mggeR!Qeg%#x*)pFY`eC0&VngaD00-
zpvSiZsx`%+7y1yPvB(xCB~Tho8;8#zVc7T}q@X8+iyN5<LW)36kQiXD3=7HqImOl{
z20~J!Vy-XQALEkOIe2AOkLXI~IvYZm%a(*pY+97p6jiA_x9rpW{o9tIO0Gz1x@1<I
zpo|F|4H7sWJ#+HIyDbkMCQy9ae8Ng)77-;4OD7m7<g3(zxzyw{sae3=s&sCYE;9z?
zsuz|14`0f4+fS8Y<zuEyc3s`!1s6KVu>MgxFAdX`+-wwTP*V&lPqoAPXU>!tEomC{
zFQW?5s`Z%jG8BA_K4Aq1kz2)rfEyz@<YK|KCZy<v;#qY-UH11Ik6Ys8#brF&!w@o~
zeSomGLgT!6c`p!hrbLcvjSqm+aRMF(0u7)zOW-y6PYeFj2mG@H3J0$cdRkDY52&+>
zTIz5BE90)cWtphbsV=1H`=T{cV;rw^+y(2*4E4a-vq8ZB2UxekBnBJ9#1itonCrfA
v*R)9;8)wsi-IAmJIMQ*E0OkPRDjDcC^$LfS-^ZeR>MzFF&W_Mr&O3hrR(4o$

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..5bbe80eaf6c39fa9b4986f2c74e497d3438a6305
GIT binary patch
literal 1802
zcmb_d+fExX5Pi>AjDmzH+B7A!6?I9ZutkWfG!^OP(Q?*K;^MU}UkHi#_|D!0+LjVp
zqG;pw%sDf2?3r|S<QynXzkL{|DgAzWNiW79Czq7M2;RZ%E$sc#I2@vNcejN+|6C!5
zFn9s&Pp97pxzNT5STU!iUVxcH7K38mcXq5}i=4q(ngW*${d|xa*yxuJ*(x#)-QJI=
zqZhnqnPa&K!gaU6_~2v~dQ3^?F_~>35wn&-B4i`@Hh`S1XQJ1JNu8<41$4d3`dQ?x
zpEFG6hUQV>dnpLL+oCJStQGEM7Nu6*PNxHaTAqnK2ZQ@87}w}Xz03pk3$)RL!O_j(
zfF9ips16j9Ug!ga#-du7lt5`TZ2~@mgkckdkb<5NF0N%J2q_XdMq+@uGAtx_eu}M4
z41}ac#av&opT;GBb-XmIfAlJ8>rx0|E?W{Zv1xI)rYK1jwq>8@Z(g+wRb@p*(<QUw
z7&T1baFD>!=n>DiueWqONTB$(`Gl3qEF$U|mQFBE$S0`<bE(N^QnP?ZRf*ilTviOo
zRWB;>@4uAmcATohD#lEi?5aAzb1rm{Vg0oXUK*w=x!EYxpr#m9k?Mf;&zvbQTGBM?
zUqlt8RqHY5Wh(d>y~pbtL~a!e0<MkZkc$P^nvkLqif48G>pOq9@q0fUKlu)i_ArIa
zXdfV~t<X3up56$AoGOu{TH}4-bew?4X+Q%g&JuV|{*!|L<R1Slfg->&q@EVk={@SK
zqLw=B!^*fTZ&@a)a;gJqn!ad_)ELJr9e2SxGebRa@N5w9{|VM@Fp0s&FtLPuDTcal
w!ZmGD=f>GIV7KI`KhASpB!D%5w@L<jMZLla<zL{Xd+7hg*v^j7T+Tbc0J*AHWB>pF

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..0d90cfc002acd4c478a69c1de40bc5c59d3def1a
GIT binary patch
literal 1802
zcmb_d+fExX5Pi>AjDmzH+B7A!6?I9ZutkWfG!^OP(Q?*K;^MU}UkHi#_|D!0+Cm8`
zQMB=T=A4;1_DniEat@THKR%7ql>R)uq!;7QlS@ir1Rvn`7WN)A4u@#n-EASyzgEa0
z3|>L|)9Lp?F0^q1R?KOs7hvX)#h{q?ogM4gB4==xrobgbKObZUHu~jbwu+2HxA!aR
z=mqat=2$L*aNR91J~)|$9#fKeOlBKM#H?kI2-yg}4IpRhndr4)QfDf10bTF1eik|F
z=M0m%p?OsJUJ63*w&=<+YlVBAMX6P{)9C=9mS-Z*!Qeg%#x*)pFY`eC0&VnQaCCDx
zphq_Y8Z^bE7y1C9v8Wa%B~Thon}AOsVc5hVq@X8+i))z)LW)F=kr-gE3=7GfpJHnh
z10k1Yb-{icm;BQ!H7e$M3&)4(O6Iy0LYT{zgiLH&+^s1}Qblgrr}?`#EkjjVQPFhC
ztT;vu6F3|sa5Q?t^ZnZ`9S;&HzHL5Xr80|%dWNMFj1%%jYQbD;@|n~u;89f~H!_zM
z19H`iO8omT<+>fGs<4VNQzpBr4)B}{9b{O4FN2qc=}K-k3N@%H234dwVEr>^%8QmX
zjrtc+1!>iK%z2p#K1Lt$`Ua6(#e#rqBRS+^!L=r&XoTWfUH|&d-);Qe5692G!=pV+
zAv4+s2x}`e4vXhE0wJeL<fztoA2=N+;Bgwz0E)8&UXuT$;6J&?KTDtp@B*o)1$BCl
zI;*Iq4*Re&?#f%1iK?9HK$@m6S|c^a@k+;Cu+Gd-4;(xj1pI%3bsJ1#urW+5A>WFj
x?wfE;o7A~+HVxP<IqHw|92W^-4dAVkfnHIsa6<W4c<CPde=)YRBQ%%u&L6TmS7ZPH

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7ac7f3eca4b936b73e5c51b7f447a52f23092aaf
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaVio5l&+&}6Z2@Lk|D%2)`{-rqvghK>fzXy?ND0r<9B%zC>x?^
ztg2GS=jXY*$9LCgM=pTU<om}-lF%P#SM+l7X?jH|jNv`p-ND{pjiV7-cXvC;i!U{D
z1jBvkexktuWTuT1uwqV2oq<_ES_H+sk9MqMS<c`*Nq|d+=X{VU*upO#v(;oAdi|e;
zF1+A<%N)x^5U#fc#s??U&}T|AkHKsMDKKgoBtkZVZv)8LdM^51nAE8%xPYE_=^!mQ
z8{`awxutob@Vyd*-fz*BW7Z1yDlMc|y(o$RP|I_X=U{N31>;&Bsh4@6K0_Nl93I~u
z4e9aikcL1p=u96Xv?#NMX$6!<)7Ie=NEo#~2r20a;o?T7f{-$h6C?&$D8oX0e@?Nr
zDFPu^W_8Ja85jSjQx$EK2O-R*OG2hLDGO_cdem+^_F4Y+b;nSrRi-mrGAm9{z!;8(
zF&vMdIQj0)mIn`GD8F4kVWl!zfntWG6O0q`S!%&tV)D7vEZ{xW3bz_p83S@Pi(2`I
zFV(v1r_QkUF;^zNu5a&x3ms%wf2*8VhS^GPHVQRpD2BDC#$ofbV9JY*G_CrVg$mND
z^@Q^(6nu<7VC@ExTg8Ha8zVX7BI8;UQg%W4tZTn1`1_4No8jcy1w7uv5K^OkfUveg
z<D__g7Z7r$M2>1r4uI213?4@T4WKxS;U)P`Oa9Xb{PP$}2QLtMQc@=msMDHS>Tm!n
z<F37Bsi@PbFQo1GvNaN89ItiU1?$Wl^}wmKLBPKU*tEg42(}1QOUT!9qWjie+a^tH
qoXrAuOOE>EFvmp<m;-pLWT4m7D;!ULAB*m>KNn-89ih2gM85$T*H%~n

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a8dfa50978c2a394f677bcf0095cc951d3834dc1
GIT binary patch
literal 1805
zcmb_d+fExX5Pi>AjDmzH+B7Alh`J<F*djz#nu_%DXgO;qaq-%gFN8#Vd}nV0Eky*C
zDB5^EbI!~hdnTP7IR{G9pP$ERN`IYQ(aZ6d$rYtAf{$=_2YdfC4u@#n-EAQ+zE#K}
z4BkNd)9Lp?F0^q1R?KOs7hvX)#h{q?ogM4gB4==(robgbKObZUHu~jLwu+2HxA!~h
z=mqat=2$L*aNR91J~)|$9#fKeOlBKM#H?kI2-yg}4IpRhndr4)QfDf10bTF1eik|F
z=M0m%rFm5NUJ63*x9G|-YlVB8MX6P{)9C=9mggeR!Qeg%#x*)pFY`eC0&VnQaD01o
zNRMv^RBMV!FZ2OIV^J+kN}x2FHUXbO!mx=!NI_2s7dJ8!gcOOKAThvP85WXzKgHH2
z20~J!Vy-XQALEkOalA6CM|34~T@4}3WlKUPHZ88#6jiArx9rpW!@HKDDy}GMx@1<I
zpo|F|9VT!*dd9PGdOz60@gRZX+vXEiDzk_vX;?bJI3Zu97R;q4pGnOEo>rxEqjXs@
zAXmMp^ndtLuG?{{3ac11WwPt)3@^CQL5B5@GI(j2uH<H;P=lIcP(`W()<1Kmyl6?&
zsDBw%kXEh7oR_KKWAq7ca1gmwEC{$Ul0z;QTx&v#UMQYb2h`X8e&caVoV@rNkM=Ny
z%xE7VtgX;EFJ9gYgq$gnqgvyA;B=gT$ALftD9#diP5#q@|MUU>EP*1xE2N$l)ae82
ztfH1W?8C~qYj0U5s&c9WY5Klsjno*&D;;;iIx|B(aQ18v@c#+cZ7_+!#xSvjd@ts@
xZ^AWgQs>6mG+?*ns6UQ$TqJ-sfVWBpdQH8;A?4rTrF-fx#@Nn|&|J<te*wWfSeO6+

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f9c45771a933c58eeb1a73fd0320b91a74bf7251
GIT binary patch
literal 1802
zcmb_d+fExX5Pi>Aj6gzwHcd$>qArOPwg^#`rXsyOTF%-@T)ejB3n397-`Sf$+fqVH
z6m7hoIcH{$XPnNqoB^fjw-2K<rQgr4=;i3+_=-{(!aKOTgWW$G2LrV3?6i;<pDW}5
z`g_p+bb39Ib8Vb}C39NpIhYw_F(~GJXWKe9&l#MjDR9Zq&j*=-jehZ%ts>*F)%_85
z^n!OSb1WA@xUCH^J~)|$E>n_uOlA{E#H?kI2w4lh2_R>yspz(0QfDf10bAZ>y)1Ip
z%NZtfOY^Aky%dDrZ_%Y=)(ZD3i&CqtPNxHaTAqtM2ZQ@87}w}Xz03pkbF|Te{_*Y6
zAw9nBQynNKJ=X^ajYYLEE`ic$+5~(834<mEAq71lT-?Y^5K<&^g2VtbWmrh={S;f7
z7zjy?in+dIKaETN>Ud?A|L9fH)};`_T(%%&Y}2B*CMZc2wq>8>Z(p|zRb@p*lLfQl
z1T{?H=rDof;S-*P)0_SVjt2=8-!`AHQki)~J;TBY#tHc(wO}qa`BZ8a@Te-08=1?B
z0lDf$CH}*ga@~$oRanKCDwADT2YA7S4l=C1mcdKIWGUBcg&Ncp{VGx&u>P4b<wZ-H
zM*YjEg0yNi;=D`+AH(<9zCq+xu^`~aNDjG}bFB#}2BCOX?O*r&{l@R}aPsUP9`0fa
znbAH#SXrU*vUvU=5OStOj%tnefzwd}9&ZC0KyjA9OY)x<{HG82rwJ4RULf_fpiUo9
zXBD;7VIP*pU3<$iQI%62NHg@sXr#tCUg@|4)|n~lffvsj0so(1JqF_#Yz$*d$d}?$
x_f5EFOzPY?n*^Me9QDWh92W^-4dAVkfnHOu@P_hx*mRHmzZl!u7Mjah=NBYlSBwAv

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..2cfeb57caa0ea4cd21cce52239b90081462750d3
GIT binary patch
literal 1802
zcmb_d+fExX5Pi>Aj6gzwHcd$>qArOPwg^#`rXsyOTF%-@T)ejB3n397-`Sf$TPQ&#
ziZ)))oHH}WGfrn)&VbVN$EQ)6(w}En^m6ohd_^e?;RD>=!S18R!2qp0J1ykJ*9tj+
z{vNbHon8;*TpK4~$()vY4rT^f42pT**|v_&a|Y*W3S2Vu^Fd}{qhCB_tH?NPb$>-2
zz2IHT9Lq%zZfgUK4^C#G%amjuli36kF>4tlLe_$B0?65FD!Of$)R~H0z?OGeFN>V@
za)!y=(mX1BF9o6ZTXgA|wZgs0qSR`u)9C=9mggeR!Qeg%#x*)pFY`eC9BuTVe|&p%
zNRMy(G-!%R&-DR9V^J-POQ1BGHUXbO!k~#kNI_2s7dJ8!gcOOKAThv985WXzKgCui
z212gP@{;{FF8QZdYE;bi29A%>mCSW1gfN#a2pQY7=&cD#QblgrC;9ugEkjjVQPE_<
ztT;gp6F53d;CT3qXW{g&zk%aH0>!t@C#+Ov9#PM*aDs6{zDO;YOHDqNngu+nO5{f7
zvSL84dQpl0@TFY0<5U$^F{a97*VO@DaG`??tM6s-(lA-d^;)3@HATOQR0phoW=wg}
zlBQArGO8f0T8%g_Q^CjZBeri4xm7F(xG|DLF6LZoLW)5so>lwTJ%7LP_dJ}uxQB<k
zm_lZ>4-i&XXuK?5J_v-IDUqXEqkZ6Xlz_+EfCf;UCGeX3rv?A%1O90OMSxdGJuRry
z2h>?bEp^z3rE%BZvP@LvR0q-weK8uTF^*R{?tpb>ihAJ1vqr%GCs>ccI0hTT*b?%s
zxYT_Ut{Ia$H_j#jrzJ=I@jk~z0$2lht7M?p)GNH9{2n&lQ~xi<cD9A)a@P3+9Pw9-

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_128x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..09e1459b8e4e39e4b9a0b0eb091765d2d39f7953
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaVipGC|yU#5c6oIk|D%2)`{-rqvghK>fzXy?ND0r<9B%zC>x?^
ztg2GSch7TokA2r@M=pTU<om}-lF%P#SM+l7X?jH|jNv`p-ND{pjiV7-cXvC;i!U{D
z1jAR*{X~NS$V?k2V8xu4Is>zSv<QlMAMIGjvYf$rk^q+s{d|xq*upO#v(;oAdi|e;
zF1+A<%N)x^5U#fc#s??U&}T|AkI8HUDKKjpBtkZVZv)8LdM^51nAE8%xPYE_=^!mQ
z8{`a=xutob@Vyd*-fz*BW7Z1yIxVDDy(o$RP|I_X=U{N31>;&Bsh4@6K0_Nl7#`mq
z9n$05Aq|0I(wRO$Xi-)R(+Vh!rft9{kT7av5K__;!o`hD1tDc3CrAviP=<y0-cPZ$
zDFPu^W_8Ja85jR2uZp&*gAnG@B_UIrloxA;demV%_F4Y!O~+7|RhBbbGAm9{z!;7W
zV>li^;aNJp9d6-x5JUOx@(C-I$qE!RES+GSkk3*J<`R?7rDg%osaCkvxT+YCt69{_
zKYXdy-8glHb&R<(>2-a27hLEd!}?nlyfVyIa<fsWK|?XDBQ*h=p9NE1bfjt3zbsUc
zR;?$TSE=A*`~mN75V=(>2)HqlLoPC|H6djel+XI^Hy8eX<IiR|dG-Y!?_mn5(LO*}
zTcL4MJiiMFIa4A>wI=((=_Ce^qkslboW<~x{HG=V=>z_G3}t{9NIfa3lLypkO)YiU
zhm~>H-m+BG<<tk#c6`|yi7}4XI_`pXW{!H`)Y%~5-xF-wU|IxQgsCOuYdO(<8?J4W
sCO6Jz0lOtf{c)J%A_lAhyj3#LYw8t_C;tjB-D7_)#zs3rbGe9q1A}2!fB*mh

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..3c3f2e163dfe16aafca0e3ef546dc994c529a2fd
GIT binary patch
literal 1805
zcmb_d+fExX5PjdT7zGIdN}48W5p_wVutkWfG!^OP(Q?*K;^MU}UkHi#_|D!0T8bJ}
zqG;pw_?($Jo|z<jasia4KR!*;l>R)wrdN~C(`!m$3?JbB9uEF$9F5Srzu!V$eyxxr
z7#>3Vll1!_m)bZ1Yv#1nOE3$_Vo=QcWY0Rb%o$vyDR9Z~oDVVs8~y4zTSdm9)B6>5
z^n&*+b1WA@xXun3ADqlWk15GK2D1w!V$?E7glq-h1(37NT=d#7sWTP1fR1-rKZ~68
zbB4j((L5@AF9o3wTXgN1wZgs0qSUIBBnbd&c_H!~4DPdFT%#lPG7r=*(MAWycZ1;x
zJ-HiFttke*)B}XZB3qc2Kxs5>9R33dqs9jz1wA2L+{#Q4QUr2}!~hFrSm-{SQ*2{m
zAS5*^=K6~LHm>_R2d~Zg30=utXF~{c*@}><O^foHp(>T<mVK7Lf7>!t$rVY>R?Ldi
z!EqN*$1a?VcQ|?cZkL0|h~GA!uu_?2L`lQS3C0QeBDG*HHThg>7Vx$zog1agi~+go
zMWz4amvY_qQ)O8Bm@AXrRCjpEg$^=ozL(BR!)z_LTZJ0b6vN6>?Xdn?Fy%!{nnwMr
zsDiX=GvT}p1s~&&SiwQ$R<R)9)<_PySaPiiDSDxJRvl26{lmu7mN<QJ8IKPzgv@9k
zAZ)DAI4@q_3xu32k)v9ZBj9w>1&;%P22h-J;Whcs3jVW4{PQjp4qhSjw4hEOQD+sk
z)Zqx$#@%?!GEt>dT}adSMQfzSI9}<v57wDE>VdOoi-7+Rux^8C3^s<TCFEN%*L~xz
uX_GoO&Sn9-B}e^nq~oFsm;-pLWS}?HD;!e(5R2})zZheaJ)yZ=B!2*kG+2TF

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..960c221ec9ee6d8d8396e351758ca5099c59286b
GIT binary patch
literal 1802
zcmb_d+in^$5PjdT7!fH-qNNnnMyVT+$Tq4{HKhu@JX&ULz>U|od<g;N<2!p(BHFa1
z4ML08Gw00Av1ds3<Qyo?zP=l08U1#CMK8x6CRdcg2;RWm9UT1DI2@vNe}4;k@u@}*
zVQ>iBpQP6VxzNT5STU!iUVxcH9)n`uCwtbhMZw^GmI0Rx{d|x)*yxv!*=jNlo$mLj
zqZhnunPY_r!gY4Q_~2w7x=cytF_~Q;5wn&-B4i`@E`WlqXQI0elR8(C3+Q;4_wvYD
zuV9$WEiIzL_ev0YzeQJ$Su5O&JW8!PNs<7dmhVMTfWdthjB9nIUKWA+1=?u;__jYd
zp(nQkssqKO7rKwoSXK*@3Mh@HZNR@EVc5nXq@*W=iyN5>Ldrx=kr-gE3=8SKpJHnh
z10k7FvCx<7hjHm29k0ylAH6EtrW8V$%a?>qY*yZ_DN0g@-Lg-M*DtpWb!BBm(<QUw
zw11oeikQO5Xa~>ZSGzbOBYwB}gq6xHBI+5IPB2c$N2vvKnJH#cvw%lci`>dwRSd}0
zENbx|zEtb&ICX_}jF~d|b$x&rT<9Rf`b!nOGE7%;vr(u)Loui$H36HSIa6M2Nz<x-
z8C8&0t;d{Kso-Pu7O!s*g;gvFxG|DLAr@R~Ldr%cpY`=`?)?46ul;cP<U2e%z!Y+$
zeSomGLgTP_dLs~Wu0(-qjgNrSaS9%%0S%xyOW`^B&r1HY2mG@X$^g%hdR9_r52*8+
zTIz5FE90)cWx1%!sSl)W`m!}LV;rw_+z0E-4E4alvq8ZBC)l*XBnBJ9#1itk9O}Le
u*S1NM8)wsi-BO_bIL~pB0@eWDDjDcC^$I7HKg3J-*#C>M$)3<$&Xb?*Tvv7g

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..b7a7c1ee1db10b8d71ec26e568711ede93046ad1
GIT binary patch
literal 1802
zcmb_d+fExX5PjdT7zGId+B8knBI=SzVT&rN(p03EN6T3|iHp~^d?6&_<2!qaKwD^o
zN)&Cpo;hb`jy;oPPtJkT?E8mtmeC*QSM+lHX>vs=jNl#I-NC`5#^DgH`}-~A#g`g6
zgux-SKS{3#a-oeAuwqV2y#O<ZJO;(QPxh>1i-N(&ECVhX`uQMpu+cA{vejf9I^Ca9
zM=yBSGRF!LgzM~p@xjSFbeWROV=}uyB4#avM94<)T>u4J&qTKklR8(C3+Q;4_wvYD
zuV9$WEiIzL_ev0YzeQJ$Su5PDJW8!PNs<7dmLEk?fWdthjN9r+y(|Lt3$)Sx@oj%_
zLQif7G-!%RFLWQFv8)y*6;K*Yw*miwgyA*@AtgN_T-?Z95K<;`io^hOWmrh>{S;f9
z7znvCt4sFFxb&}HnNhLOJ2*Z@S1~uG5W-x(BxGW<@@`F0k~(tBJ}ut9ZW-#z%8I5-
zX2og$I0Y0jg_F?^p2u%?aYRP^w)upW$}A%48J12kPRM7e1#_7xW>T|&M^%fwmAR@I
zkgHkL;y-+;*6lcTg>{UXGWm6VfEQfoAjA4w6}&P`S8}sas6j(9s3SE2o1ZyTUbLjy
zs(%?(kXEh7oL8yfWAq-cZxDr5EC{$Ul0zXDTx&wgMkt^4^>6O{{l=gDaQf^!JUYM>
za-)5Ku(m?uuy}qW5OS_WfohG9fYWgb9;X2fpg2q6CHc=v{<8=CvlPkzFOYgxQfCjS
z^O{=fa0DykuDxZssLQDjWZU#*Yh=baUhB9I)|naVfrDp*fd5ahX@f}&Hin5M<ZC(9
x{WjdTO`6;|n+EKb0`<pvj*Aqq2JlwNK(DD+IHCL@Ub?6LUyM!mgywRd{08OhS9SmZ

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..17273792584f8db56a435035ef6cbf84b4c885c5
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaVio5l&)*FA?DFaB}0g5tP|bKN6U@f)WfkY+o81L$M5ncP&Txp
zv8qZPpP%RM9^YM~J-Gx*lW!lUNkYG$U(>7U$JsTdFoAb)e-8(LG>*q;-QVvZFF)7F
zF^mqO`-uhvkeN14z?wNNbp~b$X%Q6jKH9U6WjTY3BmpiNp7TMbU<<!`%2tzc==FaT
zy6}ScEpsdvLAc%y7$2NWL!T+hJO;B1q`;_UkO<idz6&5{n}z6iVN$26-~xKyrGvEK
zY>+by=8oot!uLuL`mjaUj#(?*tF(|>^`a;OKrJsso`b=C7L03kq+aHM`V4J!czib;
zozRoJ5e<Q2(3u`0v?#NMSp}3v)7If%kT7n25K__;!o{sj1tDc1r$`L2RECB4;hbU{
zQv^b;&H9S{G%o&6rz+Ye4?>trSA@)LQWn-6^{Cx;?DPEX>yDvLt4wFUVpg0Ek7Gau
zV>p@YaPs)gE(ehjzg<3Ir7~H8VuqCyj1%%nYQbD$@`cna;62p}w;ER&19CNsTKUH>
z)w=7a&an2eP$s>pZ|{-|9c0*it(;ee`C4wb3N>gbMzyELVe_+O%8QOPt@>Am3eu|0
zl=CVSd`#YB?FNxs#e#raBRS+E<609^c0u{9YriS@hmGHx;q=)BJUPG+Qlou<u(3kp
zq<DT85OS_Wj%rPhfYWIV9!CKUpg4=+CHc=v{<BB?ix^4=FA#cCQYVk7)0$f9a0F}P
zZoFlwsMD!0r0w{!H4<YSuXWr9>&yc6z^SuEz`qCBw85+hwg@vz$d_`W`_^6CCQWRd
p%>#Bzj{4&;$3+a719+=spf}Vj98dlbi|(mE7h|J6p}AZ}zW_{qR%!qM

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..0a0119f2c4a9570d2789b7f65a44e8f442741ed8
GIT binary patch
literal 1797
zcmb_d+fExX5Pi>AjDmy!ZJH*ih`J<F*djz#nu_%DXgO;qaq-%gFN8#Vd}nV0Eu{iM
z6m7g7pEEPZGn3AaTmYr%&(D)IrN7Ru=;h?g^omj#!$-KggS~$mM<cZE?zWH@-zww?
zhWpU|bozaeOKqHhHFH|(C71<dF(~GJXU96W%o&`gDR9Z~oDVVs8~y4jTSdm9+xs1L
z^n&*+b1WA@xb8DBJ~)|$9#fKe4CXnIh*8TR5waEhIe?sP=AzezNu8<41$4d3`dQ?x
zpEC^RmgZ66dnpLL-=b^BtQGEE7Nu6*PNxHaTAqtM2ZQ@87}w}Xz03pkOSI9!(e2@o
z9^VeB))Zr2>H#8Skt|G0oHUv?{{9byQR9J-f}9X8Ze%71DZ)5GUVw!%EF|~m6x)~>
z2uY2KxxQq7j7#3;;FVcFqAQu}WC&p{TM;s~X;EA=)THv<vd{7l?^}i{xgx3Aidk_o
zI7;Afn85M)%?>6oz;ByRSgFi1qM~8t1mlE!m0B>DntU!b3wT$R%#F}x!hl@$qLTmN
zOSx|QsS>Pw%$3Qmt1G<VLI)W(KT7ANVYZgrtwITEiecrcc3A%`nDU|}O(XtgR6$y`
znQ&f)f{*bhEZ-n<t5^_lV<d-MEV<T%6pc_ktMadF{(j?eKb*X@h{t;vL1wfM5H?n5
zoE0x_1VYY~$Wg1w0dP7=z~d~S0TgEmydnK*L4W#yex5+V|N6kwf;oM_oK?(HhXYs}
zckM09M3qc+8BNO<U6C5&cqQU4SZC&_1`eGq0$v?o-2u}WYz$LN$oFEN`^H<-A$4e+
p%>p(`j^g7e$3+5|0(h%rpx4wZ98Z29>+Pw(7Gpa*LUXz3`~_~TR?Pqa

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..37c8eaa6f98f0154f59aef92ee634be315c91971
GIT binary patch
literal 1794
zcmb_d+fExX5PjdT7zGId+B8j25p_wVutgPBX)4moqvfof#Kmh{z7P`e@twU1lokYq
zDB5^EK4)f*XC}#xoCBrVkB{Rlqd(6s>Bac-<dRYt!F#y9g}r|oheNdP?rtH^zt+eh
z4EACBlk|EZ7uq-hE9SJ+3ovuYV^GZdWXC$TC>VUoGT@ToIUi&WHu~j5wwjDXr~51F
z=mqau=2#(uaGfV$d~h-kU8W@S7|c^35u=ttB4i`@Qvd~9&qQ|{CUveN7trx8@8yxR
zUcoS!8(Kt#@0B3*Zi}uQvsSn_d6Zgpk|Y5@EkB8(0E7E17}x4Zy(|Lt3$)Sx(aqt2
z9^VY84isZv=sqH2nJi2yoHUxY{vHRyu=PMlNlpkC*D@D`lwq78FTh+G7Sg+Oimgoy
zgk(m=LSL}o#-)!Qyfmx-JXO&)nGnKUz9eK~v$C?LC`j#g%RVjMz1=d@nUxt$m&}Tj
z{!t2tgA|TOuXZqnK7P0Pgq6xHBFY(-PB2c$7pVnvnJH#cvw#;>Yuu__B@D>bENboV
zzf|jOKXrn&kC`(0RegWwT<9Rf`g`TPGE7%;vr#BPLouj5H4dAfIa6M2Nz;md5mk^@
zt;d{Kq2Ocm0c$si!YUR7TpP)u5DTs~A!Qeo&${-Tg1_7NyBSWNTfw6}j377K2MB8`
zG!BYqcL5=1N))Ko_y9N^r{HlA&;W|F6kd`3w4^`1M?XuU<bQeKS;?H;W6o=4slx%R
zjJxud<)TiezKpit%dW_bal96B7pyZgR0Ai@1_3XQujznE3^s;|CFEN<%zf*v?T{uk
p&ZYqyr9km<j^iQ)OaZ)AGSDmP70xEVkM;J@|BA86j?i4rlRw$gRlxuN

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..9bc2438d93f33bfdf7c34fb0df39fbb9d0aa2660
GIT binary patch
literal 1794
zcmb_d+fExX5PjdT7=eTUZJH*ih`J<F*rJN6G!^OP(Q?*K;^MU}UkHi#_|D!0N&y8y
z6m7g7pEEPZGm~Uj&VbVF*XL1|(ckA+^m6odd_^e?;UnDL!TzJh!2qp$dmG4$?=^A&
z{R7ziB;78^xi(I~k~uB)9Lx;z7!>n9*|m<%3kF}Z47g-?&Ig%;jehZzttR8J)A<v1
z^n!ORbF2_SxScI9J~)|&4pWkO3}zch#HeME2w4lh4WMAFspxFNq|R030(QL1yLsfS
zTQCgfmKIUrdnE|H-=a&$tQGEE9;H@0Ns<7dmS03sfWdthjB9nIUKWA+IofFN`1Ytz
zPj34(Xo@k<bq|rTOcur!P8v;Hf6oJ9(0U-GBqxN68<`72$}mom7ht9g3+eqi#a1Q;
zLaxm6lKnL<efCslR4nus2Op!Wn43%pVJ=?~GPYS+SrZhb_Pk-A6d&Gi80yT*j3x_a
z#cA(2g`<87C&M>8m_iS~n|#7bW#$p(3=1b1C*+&dg1O8TQ>j_Ni>ftlRjv{S<Z2eR
z_77jG^`@UX!P>`Enf$uGzY8vOkYV++a$XrGOSxVvl%S#L*Pa@O&CiS}FE*rU#lMUy
zNUK&O&Z|)HG5mzJ8$@9h3j%J8<WPt?*P4*B3(99*`%S^$Z~Wg3r!TGG;XX!?8|?#x
zl@%HX#f!UukaHyp)M|7HoQ_iPI0$F}#aRk(NPkw+pFN<Trcm;~KJct$&K@x5HM7*=
z5SGSWd&_cBCsSWW+wWypWX3pNi?|2YnJKD)6K9QpSI5_Mz&HjQ!`Kq?qa5bG_11Ps
r6B=iefQ?e1_&CRLkpiXw-YOaBHT4Q-lRv<Ed+LA1*ko5|E@#O<(qdJ?

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..fe2c5482ba20b20a789f5d94dd1b8702656f0f85
GIT binary patch
literal 1791
zcmcIlZBN@U5dNNDaVio5l&)*h5c6oIk|D%2)`{-rqvghK>fzXy?ND0r<9B%zC>s+9
zR#mCv^Yh%@<GX9LBbPvF^8Mp9N$8KWD|$KoG`pe{Ch#8a?qKh)#_<@fySp9a#g`g6
zhS5HBKha<SGSkKhSTm=k&cG}oErMd+M?2QBEN5_@B)}!Zb3VuvY~fdr*=jNlz5dTa
z7hdqbWsc<{2-kZ8#s??U&}T|AkHI_zQef0FNQ7(!e+nRHn}z6iVN$26-~xKyrGvEK
zY>+by=9cD#!uLuLdcQ^2j#(?*o3xNx^`a;OKrPQjo`b=C7L03kq+aHM`V4J!cyxO>
zqQ|!*8Un?bGd)CPQ6>ws3MY-Gt-pT*VcdEkq$DSViyN5=Ldq~skQZR73=8r7ImI@n
z2!vdj^(FgdT>PI-RkTeSgfN$`2$|WWEUP)HQM>Kf=lQ$09YdW~na+I0tT-7S#c()^
z;dt_D2V)rGx63E2R3<A>%dm2SaY8;zEtpG8zL1&)yro*;R^lpQK(1y{3;*z?T6g`_
z3D!Oq%B0uz<y~;0gAAK*mGjClU(4-Qp#%-ZsP@!2Y<`wZdC`%k75}nOL0Yw$a$bdk
zkI4rt+#qtRSP*byB!^sNTx&wg7AT)};WyQOzwu`$oIJODCwmw{YP1g!Hdbhy63=b{
zLe7-PQLE_za5{~_;}oC)6lXEKBK>JefBJxa5ktxU^1zdlIeEaG*343e16Uh(?JY}1
zolJchZL^nMkr?B6E#fX%XBMaij+-q4UL0T30kb05BFroyU&~4ETW@WLG@)@e57;O<
kijPAa7cpQ8;H{E@UQ@4dF!_C~x5xfejE#1L=5iVR20-ytwEzGB

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7a3efade5e741fe4d5eb659bec2cc51d65376a82
GIT binary patch
literal 1797
zcmb_d+fExX5Pi>AjDmy!ZJGwrh`J<F*djz#nu_%DXgO;qaq-%gFN8#Vd}nV0Eu{iM
z6m7g7pEEPZGn3AaTmYr%&(D)IrN7Ru=;h?g^omj#!$-KggS~$mM<cZE?zWH@-zww?
z4)>w`>Gb;`m)bZ1Yv#1nOE3$_Vo=Qc&W?3#nKL*~Q{a-}IUi&OHu}|5wu+2HxA!~h
z=mqat=2$L*aNTEMd~h-gJ*Fh{7|e4Z5u=ttB4jK0a{xKp%tfyalR8t83+Q^6^|Q!X
zKW7-sEzP6C_fimgzeU%MSu5PTEK04qolXY;wLBMj4hHvGFs{*&dYK36muRDd;qCB<
z9^W2PttrO5)B{AuB3YQ0IB7I({QVyYqs9Xv1vw#H+{jE2QiO4WyZ{SjSV->ADYh{&
z5Rw`dbA8GF7?-@w!7H<VL{~D`$q>R^wjyL|)1tU$s7d9yWuN6A-nR@@az#?J6|>@G
zFic>0l)&-$%?>6oz;ByRSgFi1qM~8t1mlE!m0B>DntU!b3wT$R%#F}x!hl@$qLTmN
zOSx|QsS>Pw%$3Qmt1G<VLI)W(KT7ANVYZgrtwITEio?oN?Xdn?Fy%!{nnwJ~sDiX=
zGvT}p1s~&2SiV8zR<R)9#z+piSaPiiDH@@8R^?yU{Qbt`emHq)5s&vUg3M?iAZ)DA
zI4fS<2!xy|k)u|V1K@O$fX7)t11QcCctiTrg8uXY{XBt!|Mh{V1#|j<IjfkZ4hOI{
z?%G?Hi7J`uGMbhzx*|2k@k+#9u+Gd;4IDaK1iU)Fx&x*$*chgkknhDj_l>uvL+a2t
pn+0r?9L2{`j*A2^1@KnMK(DD+IG+4I*4tBmEyi|sgywS5`3viOR{8({

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..53e32eadb9801447cb5fc4761557d3d55fe780d9
GIT binary patch
literal 1794
zcmb_d+fExX5PjdT7zGId+B6NK5p_wVutgPBX)4moqvfof#Kmh{z7P`e@twU1lokYq
zDB5^EK4)f*XC}#xoCBrVkB{Rlqd(6s>Bac-<dRYt!F#y9g}r|oheNdP?rtH^zt+eh
z9PY#RC+YP-F0^q1R?KOs7hvX)$Do+^$&PhwQ84(FWxyrFb3Vu%Z1l^AY&98&PWM;T
z(F@+S%&|fQ;W|&i_~2w7x=cytF_@=7B1SEPM94<)rvM7Jo{8=@OzK=kE}-LG-peCr
zy@FvdH?)Wf-z!1r-4<OrX032<@+h_HBuN5*T7D8m0S5P3Fs{{+dRYYO7igpX!Oh@^
z9^V{N9Vo`U(0xS4GFg~ZIB7I({XGtZVe5gAlAI7Ou4OI=DZ@BHUVynWETnhm6kD4Z
z2+53!g}z|FjY}UrcxhJud8(pqG9iSyd`ZZ}W@TkfQIOj0mVH{hd%I<*Gb=NiE}0c4
z{Xq(YqZE!uuXZqnK7P0Pgq6xHBFY(-PB2c$7pVnvnJH#cvw#;>Yuu__B@D>bENboV
zzf|jOKXrn&kC`(0RegWwT<9Rf`g`TPGE7%;vr#BPLvdJpY8*B{bEdr5lBN~^BB~&*
zT8}xeLcz!A1J-U3g;gvFxHghQAr@R~Ldq^EpLOjw1%J2kcQc$kw}MA|7(s5d4-nQ?
zXdD#J?gB#2lqgWE@d0o;PQl|KpaB$TDZC>6X-R*2kA9Xy$^Y`evywTx$DG&9QilUr
z8F%F^%SD|`eHm@PmtBz=<9IFNE?8$~s0L1)4FX;qU(*4T7;Fp^OUSo!nETdS+aXP8
qoJ|8ZN`d0z9LGfpm;!jKWT02nE1XS!AM5R*{}p4C9ih3LCw~A|lU42j

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..cf9dd81059ef95d26ce85f22e8222b156770768d
GIT binary patch
literal 1794
zcmb_d+fExX5PjdT7=eTUZJGwrh`J<F*rJN6G!^OP(Q?*K;^MU}UkHi#_|D!0N&y8y
z6m7g7pEEPZGm~Uj&VbVF*XL1|(ckA+^m6odd_^e?;UnDL!TzJh!2qp$dmG4$?=^A&
zM+dO^NxEH-b8Vb}C39NpIhYybF(~GJvTGfi7Yx2+8F0z)oDVVw8~x%bTTRAcr}HQ3
z=mqas=2#(ua64OId~h-k9i}An7|b@1h*8TR5waG18$iKUQ_<OkNu8_61?+g2ck{?u
zw_q5|EiIzL_ev0YzeSghSu5PTJW8#0k|Y5@Ex(AO0E7E17}x4Zy(|LtbF|T3|F(Zj
zPi~KB&=g~y>mDLwnJkPeoHUxY{+<WIp!GmVNlpkCH!>H5lwq7AFThM07Sj83imglx
zgj|{BCHre!`s}I9s95MN4n9U#F*lhI!d$)}WNfptvL+}<?RmpKDL%a4Fw~iq8BG?<
ziql>{h5m60C&M>8m_iS~n|#7bW#$p(3=1b1C*+&dg1O8TQ>j_Ni>ftlRjv{S<Z2eR
z_77jG^`@UX!P>`Enf$uGzY8vOkYV++a$XrGOSxVvl%SzFsy#Iho1Ym|UTjFyihmhZ
zkXEfmoL8aXWB3VcH;BS276jZF$)ON)t~DWL7nIMs_M3vg-}t{7PG4HV!+ne(H`)gX
zD=Rb(iWheQA?HdIsMY8YI31<naS+e|inA2nkp8TsKYKtwO`+s}ec)NioIPO9Yi6m#
zAuNr%_Lk+MPNu$$w%^OH$c%Bk7I6=(GgDLpC(arHua2+jfN=~qhOs5&M>))W>#gmO
rCN$0_0UM=2@o|phA_YtVyj3#LYw8uwCVznS_SFB1vB|E`T+WhzPa{?C

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_16x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..53b440968c820ba8ae9c314dae60b0eeb7fb1549
GIT binary patch
literal 1791
zcmcIlZBN@U5dNNDaVio5l&&jc74vANk|D%2)`{-rqvghK>fzXy?ND0r<9B%zC>s+9
zR#mCv^Yh%@<GX9LBbPvF^8Mp9N$8KWD|$KoG`pe{Ch#8a?qKh)#_<@fySp9a#g`g6
zhQod6exktuWTuT1ux3t6oq<_GS_H+sk9MqMS<c`*Nq|d+=X{VU*ut+Kv(;oAdi|e;
zF1+A<%N)x^5U%$Gj1Nwxq0f|L9)o!bq`;_UkO<id{uDsYHVe`3!lX`B!3FfZO9yGe
z*&t^a%q`6eh3}Oh^nQ!39kW)rH)$cY>P1lmfLfl5JO_jOEEw17NWIJh^%>geaCAF5
zqQ|#~Gz5w<XL^XpqD&TM6;2vWTYvus!npN7NJ&lz7dJ8$gp^^NATPjD85ZLEbBb+D
z5eT_5>r3{_xcEPvs%V=u2w^T=5i+w$SyppYqjuY|&+~V0JBB)~GM)K~S#dHP#V|UG
z;dt_D2V)rGx63E2R3<A>%dm2SaY8;zEtpG8zL1&)yro*;R^lpQK(1y{3;*z?T6g`_
z3D!Oq%B0uz<y~;0gAAK*mGjClU(4-Qp#%-ZVeP4L*!(P+@}eV6EB<Ang0yNg<-7_7
zACnJQxIyGru^`~aNDjHkxYmS}El@t|!f&eme&f$hIC*aQPWCW@)My_dY^=~YC7#^^
zgq$gnqgK-c;B*>;$0<MqD9&PdMf%f{{`3L;B8HOx<$)(9bMk;Wt(m0`2e3Bo+FO>2
zI+^-1+Ga1iA~DACTEtzj&MZ(395-78yg0t517=0AMVMJazLt~Rx8B+gX+q;{9<Whz
k6d#8;E@HqGz*{8)y{2B_VDkG|Z;$<{7#r;f&E+!s4ZVd_;s5{u

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d88caa76ed1c69ad972844f6d95b9703e7f459d5
GIT binary patch
literal 1805
zcmb_dZBN@U5dNNDaRLbeO4m^aVqRORWC$^hb)tLuXt}Z5dN{V_7fLIB{4Pl&P#6L<
zsw#DS_dIv^*mq5~<qRmzetsTh8U1y3MK4ER##fZW5I(})9qj(oI2fRHXQzd{_*Nqa
z(A$IdC+T)U&b4s@mdt6X=U`@#$Do+^$+mTDUNAV%GT@S-pARwz8~x%bTTRActMfbR
z=mqas=2#(ua9c0H_~2w7I!sCCF`1V@B4#avM95n3mjDX3nu<;vCUveN7qI1B-pwOt
z-GX5<x3q`~-z!1r{T5w1X034V@+h_1N|FQswLBL^0S5P3Fs{*&dRYYO=V+t7qvPAd
z9zD73QLQN^J=X^ajb*hku7J{L+5~(C34<mEAtgN_T-?Z95K<=6M`D1PGAyL`eu}M3
z41{Dx#X?`QKgOkR<9KD3kLW7qO*MotmoEqz+pN4^6I7*++_F!KqxUUCU0hkzWWlWH
zql_sW_EI<*KI3`(A%z2Ue%A2-{qWo76ILoSk0@zaIKem}U!@kzWu}-)%>tfQt#hMv
zRWTsfW>M?^@TFR}<J1+_F{aAo*Yz1*aG`??s~=VH$}m~V^;(I3lWMPyv<bNRnK9)>
zOPWUg%cz31YBl1#N(CRoPk4iaD6C>Zz>Sd{3Nhze6H@j<`K&u&bM5ap9=AmQ)z^5q
ziz(zr`v75Og~oaD`d%R9Oo;;38tnt8qZB+21R6kbmcm=|pO*Zm5BR4klmXr#^{k}M
z9#H2swbWrBmd0Is%W_edQy)mv_hoBj#yDQ<xC7RiDe8f<XN`dWPjJ%);}~oVV@t^Q
za<2O(T+=3-+&G&A?3M!c$B~YU6tD*HR>?rGsaH6p{2pGqr~YD$O}2&Ra+drBi1Jv1

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..28652ab985ac3c6c74e56cff4b0ecfe2cf12683f
GIT binary patch
literal 1802
zcmb_dZBN@U5dNNDaRLc3l&+%;#Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpll4-
zsH)WQ-97i*<2yImmNTF<`}Sd!W%T>$CA}DZ9A8ojLwE<bx3K$1<6wZ+ot;+X`R6)v
z0KHex{v_Ql$hkI7z>+yF^&HF$@)#8JKH0X8%?k!+Sq5A(^z%XHV546=WUIkAY;}G_
z9lhWk%N#325N_)UF+Mn%hYnMcc_j0ckcg~hkQlNS{3!tiTTMl$9VT_IA{VgbUEa+j
zXWfD!nHyR}h3}Oh^lpnT9kW)r*Ljp$Z6!$pfLfl3q5y;YEEw15NWClq^>eh*-r>>B
zL608a^r#LLNze5@hQ_j57*~PPXxb!vBoYQq4nj(JLb$k=xgew@(nnx`nKCS-cYcbk
zObmo%M#Vy3u%E`Ie|5Yx%YXE$U^k@@!d$)}WNfptw<ah_owjA46o+qGhPtw{qRE0;
z(MJtaIOwHtJbc9S=xqx7==`YTKKkLejVG*BW*$+`uyBHLLOw|?n9EEtm6`=Ss#@em
z=Bi>qtj(ep|Ncw0Zs(~htaD72$*<}IJm*3O8CGAb<dtEvl<Tz;{f26<&a_Fm`I#~0
zMN67S{fnrAv}!ftyrP1S;d^Y~APTEk5O8fIheFJ`)`XOUP(JJS-}L<5#_#jce|8TK
zcacJFv=0zgR%pB|o<9hLoGMYETBAMSbd-X}+kgg8oTc!R_$MX)$vymO3T1*9pq`b`
z**)mIhL$?)!P2-ZZ&@zta_R$VhQ1t)%oxXO9e2PwGete{;#p(B{}bGd!8isR!`Kq?
zrM%RAldc()4L8mv0jH%v{qa7>MG9C0c&lWfSJW%Kq5Lasx`+N>j7_$M=5m(&0_+-B
Ab^rhX

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..04738c31fe97c871bc489ebb8947e79e7d2396af
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVipGC|ySxh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpBjp
zQB|qqyL;}r$9HaPN6vuK^v9=Bn$n+VSM+l9d3;4F4B-RZ-ND|Y#=!usySt6Zi?3DW
z0D5nr`Dt~#Am`dR0ZZnz)N?R1$YM~;`__(iY@RbXPgCHMp`Q;j0~`I~DO&}`q22iv
zb@YOFEORUuLAdr7F+Mn%g$`4ac_gz<NJQ2$NDNsEzD+>RR#VYwhDn{N$OW{$%eq<Q
zteZ0=b4&B6@Vyj--fz*RW7Z1yHj7fLcB|C_KrPQjo`b=C7L2QPq+aHM`Z?NY@96mU
zut!gBdo*Z@r04noLt{}bjLSf2G_4ap6A6Pl2O$MKAza+ZOb}8K=_4?}Oc@rEdq2fi
zCI&*T%<_``HZJ+6S87zu^%jng!Ij9HQV3x#TM#m~Y0+B~l%&esuut-%cMU^TSy9ns
z!K~<`h6x<@5;z$?<9Yl(fdh1Y*6{%S@Y}=_Rw^@(sApI>!8jpbq!!GjCZ9^p0v=T*
zaxHUNF(B4vQHlTXrCc}jR25b^rpjd3)d5~`p@R&o?`87RFj>m=T8Vy5wO3`@B;5SW
znDU|_O|AZAR6$y`8gX7y!N>3;wr>!*RV)a&F_J?r=3Hw+ia{uzRr_yx{(j@{dFa2m
zhlhJeAv4+s2rDZzUKTGO1VYY~$Wg7)K5#lpz~gN|11QcCcuoA%0{`>@{xpFi!7ETt
z3+VI#bXGx29rj^q+_kqX6ID6Yfz(4^j7DmV<CTuPV4azw9(eJrG2s6RZpL67gN<Qq
z3HerB>b_1_kI9A`XOn=_lB523pW`9{tO2}LGSF-472Z((4L03V|1ZY2c7*0~*7^hF
Cs#kUZ

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..fe4c6356fb1d3169152a4d74560ad815b44a6afa
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaRLbeO4m^aVqRORWC$^hb)tLuXt}Z5dN{V_7fLIB{4Pl&P&Nc;
ztg2GSch7TokMG=MTh4&e?EA-2meC()SM+l9X?#T~4B<W8-NEi(je`MNcXnFHi!U{D
z0KGkEf0Aw&<XjskV9A`8dJbj=c?^nqpKM#l<^_ZEECVhX`uQMpu+c9bv(;oAwmLtf
zj$ZJNWsVgh2)FeNj1Nxcp~IA99+P<vBx2SwNQA5fe-5BvtEuR;VN&NRasgZ3<=s4T
z)-4z&b4!b;@Vyd*-fz*RW7Z1yCXZ69tt3eRP|I^s6ku?l1>+hWsh35devUTUJ378S
z?9r3k9u0wF(sO-)&{$Rr;|eH^rcJ;nkT7Us5K__;!o`iu1tDc3eIy2$DZ@f~@2A+x
z#6ZZESzfYV#-;zstD@c1K?rmCf{?Mz%Ep?Y9(CB3eNr5~Z5isa%5o+PW<?(bOyRJX
z!pZOn&*OI~9H8@)jtA(6-!`AHQki)~F~h<M#tHc>wO}qY#Z+n*@SJLe8;z@q0l7Ad
zTKR`B)w&(0uCR_VRVKf#Pw#>Y9b{O2tAbaC$x^P@O7xpldv&Buz|GH$DKA>mH0obQ
z6{J<G5$9DZ_!xe`-VLI#iUk2TMsg^`oNG-;IR)jj?)^=}-*5am4E+~3@NgGX$c^>^
z!paJbH^s}RfRHmK3RG*f51fut@OTx_0E)8|UX%Z{<Uf7DKTV+w@CvDCC3W_II<Kjv
z4*Re)?%G?Hi@KcpK$?j!M<X-F@mj|nu+B_T54?5O2>AB|H)Al4!NxGQgnTV;bl-$)
u#$=NlXOn=_QlS2Lnd2e_tO2}LGSF-46<$w%51a0>KNn+@ZK1iGCBFenJ637{

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..4f43a3cca487cdc8f3bd0ae4d6fb90e7708054f9
GIT binary patch
literal 1805
zcmb_dZBN@U5dPj@aVio5l&+%##Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpfE(y
zsH)WQ-97i*W8by4BWFNq`t$QBP3f=mYkD>MGQOr1hVT*Y?_uws#=!usySt6Z%WqZW
z0DAk-{It4VkaKOEfF*NU>N%JhWHBh_eQU=$HqRMcq$zO8(9Z{%fsKCgoUH=m(C++>
zI(or7mN}M-AY6Nk7$2O>LWe2IJd)WaBqD1WB!;X7-zFeutEuQT!=%ns<O15>W!)@t
z*3B7`xubbh_+AP^AGYYyF>8f;mqn>nyVYs|pq3XR&%xk63&zztQZMsB{TywycYJbp
zazsz>dQ@wQr04n&Lt{}bjLSf2G_4c95D9}i2O$MKAza+bOb}8K=_4?}Oc@rE2S3GD
zCI&)MqhhYF*dODPw{g5S%O`Lp@}?R>n9CM~jBQ$6uL-JBWp3Cf`SJUPp(?H@YO-Kf
z^ijqHPL2{d9lqdMIDP1C;dq!p@onM>E0vi?lr$`yV4RSzQVZr%lTW2)0Z*&axmLQY
z7!Yf-sPupQQm&hMstT(dQ)RN7>I^Tr&_RaPk1}~_m@MUbtwg`3+N&~c5^jEGOnK3e
zrdIzdsvxaejW{o<;A8j+Z*UN~RV)a&HIhRv=3Hw+ie4z5RR?UY{lmu7mgv9w8V~o7
zLT0oN5LQ-boENX}1wzi1$Wg7)0dP7>z~exm0TgEmye0lwfq(W0f0{s%;0>s!1$6od
zI;)_i4hOI_?#5e|iK?9HK<d6PS|c^a@k+;Cu+B_T51c(~4ETS7n>HB7U}G3tLcSMs
x-Ph^rHra6FY!a|ra?~G3IxZ5x8o*m61HGYM;gItCc<G+|i!rvfBQ%$@)?e&GSf~I1

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ba1354c98f63853c8dd4f5af43080d3aceeb07ec
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVipGC|ySfh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AK-m~&
zqpDKJch7TokMG>pj+_Cd>9-G~G^O9quIT0H<M@hF7{WWayMw(y8V3Wk?(Q~_7oRKS
z0D7;W`Dt~#Am`dR0ZZnz)N?R1$YM~;`__(iY@RbXPgCHMp`Q;j0~`I~F<V8(q22ir
zb@YOFEORUuLAdr77$2O>LWe2IJSMXZBx2SwNQA5f-v*Gg)l_tvFsU;Yxq!BJSvQNE
zb#sQv+|oQMd@lu|_gi%7n6<*a&Z5++-D<S}P|I_X=U{N31><TRsh4@6evUTUJ378S
zKBOnNJ*or6r04nop|PkI#wAc1P3wS9AYo9)Af%utgo_)Q2||iQ`bZ2gQ-+1)-cPZW
ziGh&RsF>?Z_S3lJuZ~w{`Hx;D?WPn$n9CM~jBQ%<)&wP~!Zz%a{OC=?P*qk`G+8h!
z`lw+7$A<}=44?2UoZj}fa6Cw$_%`{3mCDQ`>KPVJFiyxPsReVX$){4YfJaq{T+3Wm
z49K-vRN_B;Dc8+7RfScIsWRDhb$}OK=pe)DYZ<&WOqO!JR-#|0+N&aM0&ae0OnK3e
zrdIzlsvxaejW{n;!N>4Dwr>!*RV)a&F_J?r=3Hw+ia{uzRr_yx{(j^4dFVg8hlhKZ
zLT0oN5LQ-byeytS2!xy|k)v9pec*JIfXCZ_22h+O@RIze1^?*-{%Hb5fEP$TEvVB6
z)LBI>b=Zfcao66mOjPAm2T~7xF&e2cj#oPFf^}w!df>&gM!^3kxEX_S3^s<bCFDzS
ysrx!yJtmvnIGY5VmK^oR`y3YuU=84{l7U`RukeQQudwMJ`+qUEwIei_v(_(9TUVR_

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..70fbb154ce9ccf3c7031a9ba1477a6bd7cb5fa23
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVipGC|ySfh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpBjp
zQB|qqyXU#P$9HaPN6vuK^v9=Bn$n+VSM+l9d3;4F4B-RZ-ND|Y#=!usySokK#n%cs
zfZiKuep=lw$hkI7z>+yF^&HF$vKSQezO`c=o97J9(-gR5=;wpXz(&7#%2ttaXm@@^
z9lhWk%N)x^5U#xi#s?>}&|yk4kI8HUiI}wv5+Q5Bw*lmAH5HvEOzKQUE}-pQ*3BYk
z-JD@Ew=|Cm-%CO0{T5w1X032<vnaJ{w^}U#)bd>9IT+k$!MIvS>SZ3NpQDZTj*f4S
z59!Hmj|NRK>A5~YXe_FQaS4=0(>mZYNEp;H2r1|Z;o?SSf{-GSJ`w}Wlwl#c_fu?T
zVj$$oEHBw_<C1@RrAEbEZ{heDUCF#Dg%IYl1tDXb7QHn=Nvg;V`y@Yl*DzF-6%|bu
z%!)p0n85L20w=>~JPW7yy)7IM5-7e+K4GOY^N4zeg%gYu@<nRFTx#;E)GXjpRU+3i
zmlXqYZ5EaI4`0f4Gfq`u6=SMQc3mCd1s6KVu=-vGFAbBWT(6br*QxfZNSlD0pBYnL
zG^DB3zl<tKt5ze<%T(|&{D|!vL~a!e0&a}tkc&Cjnvh};if7gSo1VYl_<J7uFYe*t
z9;T2P?E{3B6&f##mk$CVXG-L#)@UC%9VOuLHlP6%X9>I}|7pR0`hb6$KoQ^-Qcnx&
z^Z|8NQA-{6VQJj8w=5G?In{yGLtl(WYK-HRj=Nx;nW7$e@vIT>{|Ro!U>t*uVQdNc
zR$S`74p)!KCO6I|0jDKL{qa7>MFLm@c&lWf*VHS#q5K<cx~KkMjBV`*&E>512S@8y
AoB#j-

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_256x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..8148180027c58984abd63f093b505a83225bbd1a
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaVio5l&+%##Jsjr$q-^1>qPhR(Q;$A^>A#<b||g*@w>bUlnqfd
zR#mCvyXU#P$G&T{Bj-SA^8MpDN$8LBYkD>QG`Xe}M(`f)?_uw+#^DgHySpvq<(CRM
zg#JFXKT)p-a-oeAuwqV2y#O<ZG!Ke-AMIGj78!$!BmpiN`uQMJu(@A8Wvj?Ibh<xt
zoqNH%mN}M*AY5k)j1Nwxq05wH9+TMyl4I5~NQ7(z-v*Ge^-OfzFsW0Oa{(Ri(q5W#
z*2@?sb4RmW;d?0veb}Na$E+3ZO`1!sI#Cn>pq3XR%fR413&u4%QZKVW{Q_;Ye|&Ox
zazsz>`ZNTJNiXyvLi3_pn3O<iG;IPtgM?udgOGxr5H4<IDhMeO86YvhTp1SP2S3Hu
zCJ%&Mo7ENjWnBE9yh_@-4nmkqmxN4gQe3Pl>QRMl*{9j@+m@j!t0-r>WL6ANz!*-B
zVmKW=<5@Vp>u=$B7(?-G^9d`JS>z~YSUSNtA)lod%q1q9NzDSDQ>AdDaal1SSG}l|
zfBaIe+i|K2s~9t7(wpk^F1gS_hV{2Hcxjlf<YuG9ph>k~MXCeVKXazMXi3wkf0e5s
zty+&cFH^zC=mXx}ATq015O8ZGhfFNE)`S#YP&})<Utjo#jX#@V@Zt+R+QSr5qkVv|
zwnF2iczG8Pa;`*%YK;$o({T(QM*$6>IE&#m`Ogaevq${17>WR|ka|*3Cy%JpidyP$
z04w8eyk)7V%Bc>d>G+~G5@Q^%ble5&%nbFwsk1@Azb9C?!6Xkh4--qs*J7gkCS21d
sb#9zZ19nS>`r|OiMGRO2c&lWfH`FT}PktXS-BW)q#zs3rb2*QG1Flb2kN^Mx

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a98ac691b97e16b052ae35a3ec482468168b7b09
GIT binary patch
literal 1805
zcmb_dZBN@U5dNNDaVipGC|yU{Cg!!3N`?^ASSPxdkCq#|t%qY<exbDD$M2Ff0)?R!
zjjBo=pYOTn9^YM)Jvj$Tvmc+vSw?@JUD3<&=gAeNFoF+ocLxW5H4cYp-QRC{UVN=R
zhtPio?N8F{fm~?g1gx0TQZK;FA&)^Z?~^_2*rH%?o@Kx#!*f2!9BlN<r))JChfeob
z)X@vxwal?X1mQY6`1s&t9=c3P=8?=UE)iMFAkk$b_%03wThBzd?Iv}uA{Wr{F7M@$
zvtGfF%q=aV!uLuLdcQ?ij#(?*>pV)WI!TfMpqA&ND8S%83&u4%QZI`@{Q_<DxPN=p
zKcOeLeX2D@(hGfruCdG(CY7T!nl=Id;R(Yg1|cOpAza+ZTo6(c86YsgTp1S9`*Vt|
zO$>x&M#Vy3vfsv~FLUt9tRBHt$lGiPVJ=@1GO<}%UQ<-1j@+_Oi+68YhB~=2sp*ng
zF*xq0fI6mdGTPzf`?otBJVHeLw(*3O$}A#E8kSBlPRJLj1#_7xW>T|&w^i%hC|zX?
zh_zkR`agWB*6lcThINdYGWm6VhZkJvAjA556}&P`S8}saV$e|S*O9gXw?A{Hyl6?&
zsDBw%kXEh7oL5xvG5UxV97JIi3j%J8<WPtO*P4*B7s_Yd0o$^_-+0^-gJ+lV=m06?
zM*9F^ZH2~p@%&yO<V=YI)fyiHr{fen4g?xNahAeM;-8lIrw{OFDU<<TfO=L!XAhwB
z8d~ab2rJ{Ry=A$m)2T0{>HD%ZGGiRCb=(K*%nbFw*|R~1|0lR@gGmfFhKVKQTRGQ#
w6Rv5KEjP}l0lTF@{c)t@A_dF=yj3#LYw8saDgO$K?y0{RW0O6hxtu3|09V*pZ~y=R

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..69004b21d037d8e5dfb9b3d3613d3f2421d4f34b
GIT binary patch
literal 1802
zcmb_dZBN@U5dNNDaRLbeO4m`giFs|Mk|D%2)`{-rqvghK>*3gzUns5k@w+6AK-t*J
zMpdPb@1E!G9{aAzuABj-+1K}@ETiAfuIT0H!}y9)7{Xh)yMz7T8V3Wk?(MaZ7oTe6
z0D1?|{v_Ql$hkI7z>+yF^&HF$@)#8JKH0U7%?k$SSq5A(^z%XHV546=W~<3K>~y|I
z9lhWk%N#325N>A+j1Nxcp~IA99+TMy5;1ETBtq7LZv!aUYAQNynAEw7T)>WZc{h)o
zbqj{c+|nW{e6Iwd_gi%7n6<*a$fMM1CrJ_j)bd;u1sL3C!MH|8>SYnApQDW)_im4R
zC-mgDM|Gf>^jseyG?vxExB^O}X%p}-NEkFR2r20a;o?T-f{-$iJ`w}Wlwl#g_fu?T
zVjv_lDi->Z{V*>5qvMrX{-ak#yD5bb=JEw0W1E$CYl4#0VO#b|@%m-UP*+w~G+8h!
z`p3N#P{b5YhFf^Pd9{V(5i;Vp%_po>W*$+`uyBHLLOx0@n9EEtm6`=Ss#@em=Bi>q
zuFawr|KUruZpW!BtYb`-$*=1Jyx>9y8CGAa;FV#rl<Tz;{U+639cdGA^D|@0i<UHv
z`j=4!Y1L}Pd6f!2hVStD22ohWf`A(%ITT{fwI-x&gz{Nm|IMAh-}tp3`cJ;Y!+lI4
zH`)gXD=Rb(i>EgNA!kYysMhEZI31<naT?G7inA1+lmE2jKYhSIO`#0%45?=&b@qTd
zuc@UDhp;s6+FO>3x}5qznx-#XBQwVFTE{)G&P-7c96W0T{C|R*HW<fXV;EaPK9@t?
wH{qH#+2qFABw)7`s6WngT%>?CfVWBpdQH8;3FQy)(mnS7Vr;T2G?%mFC%X(+WB>pF

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..289263685879187c2688b69107cc5894b2816391
GIT binary patch
literal 1802
zcmb_dZBN@U5dNNDaRLbeO4m`giFs|Mk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpAXB
zqpDKJch7TokA2r<SI&Ua?EA-2meC()SM+l9X?#T~4B<W8-NF8&#=!usdwVV9#g`g6
zfZhSLKS{R>a;}XNuw+h4JqI&`JO;(QPj;<i^Mb*7mI0Rx{d|x)*ytBe*=jNlJDs0V
zM=yBCGRF!LgxlEy<AalV=rARj$7HsFM9f+SiIBD6+W-o-nu<;vCUveN7qH`9-pwOt
z-GX5<x3q`~-z!1r{T5w1X033q@+h_1Ns<HrwLBL^0S5P3Fs{*&dRYYO=V+tHz1ySS
z2|c;((V!_NJ=aGFjb*hku7J{L+64Ru5(Z5SLP~l<xVVwIAf!yBkHi2oWmrh>{S;f7
z7znvC%S-mlxb&}HnNhLOTR1*OS21r&A%wYnLCDx<<=vW~Bz5GLeNw!A-7?gbl@(1E
z%!>YTF9j4ag_GeHp6}jl;dq3M_-*qEE0vi?)H5ucV4RT8QVZrXQ%t310gtK{xskc5
z7?5kTsKtNyQmxx@>I&-^Q)Tk&`T#Gu&_RaPw<>sLm@MUbtwg^`wO2>l1l;`0nDU|}
zO{4y0R6$y`8gX8wf{)<`yuLvcR<R)9#z+o@m~*WODI1}D*4KY?=kGWE?1%od@9=OR
zQ^<|>0m8}(jl<&kjX=nm5(TO?Is{HfDR`U)G=SnPg_q<%E%{F$@J~}H1H3@$SxKEe
zpw4S*sly>Gjl1@i<)SX9K9HvA%ht$@alF=X53Dm&)B^|48Ug>G;HC}6G1wT!mXNRI
yQ1?x^rcE}vaW)CqEd}b2^Bfl`U=84{l7U`RuW&;71H5!k{l6HS><Z20Ecp$yoL6K3

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f9757db13722925b2fee8ad89177d3ad190f46df
GIT binary patch
literal 1799
zcmcIlZExBz5dNNDaiUVyRbi}jn>r7WXjWC7)-jd6e6&n#z^h|hekld@$M2F5waQkF
zY8^ts@%f&6?(yA`?8!M$ntl5)&NBM_?22BFKTfVFg%P}iyE{1eqj5My>;8Vr^Wt;u
zIfVWTXn&Gk59C4{Ct$^#mU;nZ4tWfUd7tcA#});H^DF}{8J_b&=3t{=K4z=IICQ!{
zqK;nhu4RrDA_&*n!N&(D^U!5VGLK|-af!%U28k{k!FO>e*m@?qZ8xcN6}f<pcX=<5
zob?KZWNv8@6~0%3(EBaAa?D!cUglA1)k%^B0JS_9MF9r)Sun2Ak$PDK>KACE$Nk%*
z{s}#~?b8q_l3wT|bd6=UFsU4+(X<Kp7f%>AF$gK)3E|>K=7Nxt$N+%>=E|^;-k(!!
zZDJtg%B(KgPvg@6bgF{g=0ON^`I3-{&C0@>q8@eFmVH{hdDSx1X_e_rm&}U6aX$rA
zFol!R4kzEf-r?X8BI37=C#+Ov5mC&rbb@h0K1nT@%S<tongzV4TH!|HDq}#b?V?ux
z;Y+n{$Eh={W6YGvuj|{p;6eu()?cgOm0`M)n~f5KhHAf#v<<lZnKR`@OPWUg%cz31
zYCYz>qJodnd#v3c3aeNUaAPEgLM*t}gp^%SKI_`w7X1Cj@69lHasiJHkV0;>4-nQ?
zXq*&J?*c;3lqgWG@gZ<JPQl|SpaB$TDLg0sX^DUO0DqQ38Q>YHXC-v@06MRsr4EO%
zGVa=2mWw)_`a+tHFIyus#_?LmeX!2VP!F6s8+7=0g4;Hj#9(8XSVF#(6WurAnl{;T
q<7^tRTME=4hdC}%z#PC^B?G;tUg3E1FR<ty`*Sfi*%O+}dGZSyIaXKz

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..56af657ecade5a45ebfe5292dd87d255cc1123c8
GIT binary patch
literal 1805
zcmb_dZBN@U5dPj@aVio5l&+%;#Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpfE(y
zsH)WQ-97i*W8by4BWFNq`t$QBP3f=mYkD>MGQOr1hVT*Y?_uws#=!usySt6Z%WqZW
z0DAk-{It4VkaKOEfF*NU>N%JhWHBh_eQU=$HqRMcq$zO8(9Z{%fsKCgoUH=m(C++>
zI(or7mN}M-AY6Nk7$2O>LWe2IJd)WaBqD1WB!;X7-zFeutEuQT!=%ns<O15>W!)@t
z*3B7`xubbh_+AP^AGYYyF>8f;mqn>nyVYs|pq3XR&%xk63&zztQZMsB{TyxdsCU;p
zKB1>~J*qWD(sO-?p|PkI#$}*1n$`(lh=f6%gOCEA5H4<ICI~5r^br_frVI<ogP&q6
z69XZsQ8Cw7?2mED+c;jE<rBCPc~cD`%w-Eg#x^ak*929mGB@m#{P=ytP!(4cHCZq#
z`bWJ4P{#yLhc9>@qSMKTZ5$Ig#BUQ%SgFiBqNHKr1mlE!m0B>DntUoX3wT<U&b88I
z#ei6wMWz4amvY_AQ&m{ym@1RqRA+d}g$^>Tew4{e!(=JfYbE+M)n1iplW_AhW6Fz$
zG`0FyQ3Yw$YQ%X-1s}stc!Pt;tztpIt&tpZG3QznQuIRctU6$G?H@LtwnYEc*Lb*x
z6f&cIfUvSc<Ggr%FA#FBM2>2W4uI290v-nf4WKwn;4Sgb3jDK2_|pW61aCk+Euhm!
z&{+j7bvS^faW~$wOjPAm2U7Qa(Hf~Sj#oPFf^}w!df@C?W5E9t+_b?s1{=fJ67s#6
y>%LA`x5<VZXOn>4lB51O(s7Xh)&Slr8R!l53Wt>6$4mFzUyQM>9ih3Lwf+K%Dp-O5

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..46110113e259af9e8f6d2c05581a69771414aea4
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVipGC|ySxh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AK-m~&
zqpDKJch7TokMG>pj+_Cd>9-G~G^O9quIT0H<M@hF7{WWayMw(y8V3Wk?(Q~_7oRKS
z0D7;W`Dt~#Am`dR0ZZnz)N?R1$YM~;`__(iY@RbXPgCHMp`Q;j0~`I~F<V8(q22ir
zb@YOFEORUuLAdr77$2O>LWe2IJSMXZBx2SwNQA5f-v*Gg)l_tvFsU;Yxq!BJSvQNE
zb#sQv+|oQMd@lu|_gi%7n6<*a&Z5++-D<S}P|I_X=U{N31><TRsh4@6evUSJ*t_i=
z9n+KB9@T+j(sO-)&{$Lp;}R&1rggw4kT9rY5K_<+!o`iu1R+HteIy2$DZ@f?@2A+x
z#6U=DRLu1y`)OSASH~-}{70{nc2f!=%w-Eg#x^Z_Yl4zgVH@^Ie)Ohcs46Qenk<+V
z{li`YC}IL9!zVls(CPT?HjW7#;J3*qtW;(mQO~e&f^kAVNiCR5O+J;H1w5)s<XYyk
zVnD9Vq7wh%OSx{wsVb~uOqI#5s{_2?LI)XEU(4X7VX~C#wG#b0)m{~86L9l0W6Fz$
zG`0GdQ3Yw$YQ%Y&3O<JKv3-NctztpIjgcI3G3QznQVc@ztlEFm^Y<IS&qM#&Jv`jQ
z6f&cIfUvSc<7M&uK_KKzi5%4$?E|Ny1U%jbG=SnPftTbzE%;9#@J|yc0=z)#X+fPn
zpw234slz@jjl1@iWuhvlI*@wki_u7palF!T7pyZ=)B`V`H3I%W!Oa+qW3VxdEg@fu
zOWoJu>M_~m#@Qs`wB)Ei-siYT0BZnml??QndWAQXe}zr=*#C>MtsSAcoV9)d?NV2E

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..2fde5da8ba81fcada85377f258d91a70659bd8d5
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVipGC|ySxh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpBjp
zQB|qqyXU#P$9HaPN6vuK^v9=Bn$n+VSM+l9d3;4F4B-RZ-ND|Y#=!usySokK#n%cs
zfZiKuep=lw$hkI7z>+yF^&HF$vKSQezO`c=o97J9(-gR5=;wpXz(&7#%2ttaXm@@^
z9lhWk%N)x^5U#xi#s?>}&|yk4kI8HUiI}wv5+Q5Bw*lmAH5HvEOzKQUE}-pQ*3BYk
z-JD@Ew=|Cm-%CO0{T5w1X032<vnaJ{w^}U#)bd>9IT+k$!MIvS>SZ3NpQDW)_HKJe
z$Mod3M}wxA^jsexG#1suxCBb0X&vwxBn;{pgcS6IaB(9uK}eBEABh2G%CL~!`zf|E
zF%WWPmY3|eamhcuQlnz7w{U!nu4LYnLI`u&f{?LIi{6@`Bvs^weUcx&YZ$7^ii#!+
zW<~$7mjH^Gz{&6#&jWNie!q=l0tfhQ@(C-InMc$!ESzARkS|gT=2DYSrDg$-suH=D
zxvUtFYqO}tfA~_an{lcNs~A&dvg_&qFSyV_hSm2ncxjj{<$A3|zfQGRMcM@1{LGm0
zq9IMK{$*4_TD2N+UZ#SN;YV!WAabi%5O8B8hg{6L)`S#;P&}*l-}L<b#^3YMe{l~F
z_b`RbXdfV~tk8H_ynGM{Ia4A>wMP5E=_mn@w*d{HI7{F)`A-Y}(+B+11d0H!ka}8B
zrw^#JidyQh4@={&y=9rG%Bc>d9{OT5Qezyible5&%oO#&i)W31|4(o;2IClP3}Z{k
zx8hRwb+~#=Ho0*&2{<h|>W}w1E)u{Rz*{8)y{2B_4dvfp(>?Y7Vr*+iXf9{1Kjq?A
Ab^rhX

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x256_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..095eeaafb9f2e62f8bc9ceed0821d4d57f97566f
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaVio5l&+%;#Jsjr$q-^1>qPhR(Q;$A^>A#<b||g*@w>bUlnqfd
zR#mCvyXU#P$G&T{Bj-SA^8MpDN$8LBYkD>QG`Xe}M(`f)?_uw+#^DgHySpvq<(CRM
zg#JFXKT)p-a-oeAuwqV2y#O<ZG!Ke-AMIGj78!$!BmpiN`uQMJu(@A8Wvj?Ibh<xt
zoqNH%mN}M*AY5k)j1Nwxq05wH9+TMyl4I5~NQ7(z-v*Ge^-OfzFsW0Oa{(Ri(q5W#
z*2@?sb4RmW;d?0veb}Na$E+3ZO`1!sI#Cn>pq3XR%fR413&u4%QZKVW{Q_<DsDIZ#
zKB1>~eHsGAq!;=Sp?Og)OiG|Mnl=HSLBg<!K}bPQ2p6|96@(Ot43HRLt_%zDgP&q+
zlLtbs&FYH%GA{m4UL|c^2O-R*OF||#DK6F&^{B$O?9=S{ZOc%VRg^PbGAjm0{TNWe
z7*0pecpjqD$-8YFV>rZbn@?D&%pylI!_o=H3HdCwU@kG)OllVJoGOJIjmwGwx#~rw
z{NtB$-HuaLSjCtrlipOPcgckgGOWLq!Arw*B{v%-22HB{DpDP={+To7MN67S{i|FB
zY1Mknd6^16Mj!C*29a6Cf`D5iIb>qNwI-zKg5p`-{rbW`Z2Z{_gBM@m(H^Fd8tnsw
zwG|pC#ml>ZkaHz6RBL<yoQ`AgI0|S0#aRrm$$wVxpFQHA#ZUxzh18RRI(bB$R@735
z16Ub%<1I@?RZevvO~)6lkr?B6rQ<GGXJ)7ePMr+`{yo9E4JLW8d6-y2z7`YRH{qH#
ssdM9O8n9b3)E|dAE@HqMz*{8)y`f&=c=G#r>7M#?F*e!}n#+0g8%%RnY5)KL

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a6cd1554cfdd44ae6bb05d7424949102ec9d6e6e
GIT binary patch
literal 1797
zcmb_dZBN@U5dNNDaVio5l&+&_67$+hB}0g5tP|bKN6U@f*2A$azt9))<9A6Kfx?(T
zP_=2|^F8<6<GV|;C+9$E_Ve>N%jmE3YkD>QGP$M{M(`2t?%?2`#^DgH`}-}=%Wt*k
z5c-GE{v^E~$b~jez=}C7^#aTs@)#8JKH0O5EeZw~Sq5A(+~<SL!A8G)%2tDM=yZQa
z9lhXP%N#325U%qKA0M2|LzgMZJd$~iOGMT(NOai>{v3ybZDyj|c9S|+kqhW}m-q6>
zS+8J7W=)Hz@VOF%-Y?OWW7Z1yE{{^HPLd=5sO5zy3NX0Nf^m(G)XO4Jzd##3>90@v
z^mN^)T2th_(8uT*%Vc3v`AMT`6Yu|yFl-_aQi2o0#jVT*Atj9g;sVT-VIjTWr`X2C
zKuBg(Ec6xoV_f<+8?Vjk5nP45ONJ2U@+Bb?o0Y{iMNR6+E&H_i@V;fJlPi;&E}0dB
zlYR>2?{xH58;?^czim8Wr80|%iiV{Vj1%%zYQbD)ikZ|b;91o&H$qnl17huNYWW{N
zRQK&Tb%J$_nKJoJeT0`>=pe)9M-{v>OjmNdRbtRk?bnfZ0e63Mro3oL(};f+RghL~
z#++AF@G|;@<r_p{6$=7xjpR^>1=pI8vJuK_UH-e8zh8LV4}+H$@#p{<<VO1dVPl2H
zS@GgVAmm($0<{_+0jJ{>JkA0dKyjAB8^WKJ@MjO;XDO8UuP2_B$k_wryhfHf9Kp)C
z8*f=I>SXG}Xj;DPip&_tYZ3RsIx|BxaOiB&;nn<h9WaT(#xSvjd@tv@Z=y9FvZKb?
oG+?6?C_avIyh#C50B@BH^oDwc<H;Xly*>46F*ex~n#+0e7d)a?y8r+H

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..334ee1d8aad4e95b00923fe1965ab06289dd1366
GIT binary patch
literal 1794
zcmb_dZBN@U5dNNDaVio5l&+&_67$+hB|``_)`{-rqvghK>*3gzUns5k@w+6AK-oYr
zsM<8~`JQ|3@!ciak#nFl`|)|4W%TFi6}=o^Os*(}5qyNZJJ|cDaX3Wl?rzKT{A=ww
zg#JFXKS{3#a-oeAuwqV2y#O<ZJO;(QPj;+hi-N&fmI0Rx_xT`mu+c9cv(;c6I^ADU
zM=yBSGRF!LgzG%R#|J0#&}B+8k7S<X5|OnG5?wZeKgXe9>zU}b-K5S{<N`Y0<-I&|
z)+-p2xur!^_*@A>@0aMxF>8f;mq)2pCrJ_j)bdOe1sGgs!MH|8>SYnAU!aX1^>2^*
z^!T<<b)d+3p%2kBmdV1T@{>l>Cf?JIFl-_aQi2o0#f{7bAtj9g;sVT-VIjTWr`X!W
zKuBg(Ec7M&ZCv`~#w)Y>&s`PlHWNaa%a?>qY*tp*6a}fnw(Qg5!~2$@&aBL6x@1-i
zj`}H-zvIzcZ9Gh&{I>CgmC7t4${ChUFiyx9sReVHDP~f$fCp7;+^Ae742ZS8skMLj
zP~ErV)CtxxX3FH(_4%E1p@R(T?^W>1FkQ*bMu|Z~wO>ct2HgJ5new6~O(XtgR6$y`
z9&=t%!OQ3q)@~4mRV)a&F_J?e7F=sW$}T9cb?t8p{(j-_W*EG*f=7GEAUE0v2x}`e
z4vH6d0U@VK6sXns05~0|;BgSp0E)8|-Vpwzgg<!zKTDy+e?9T6M9v-{=QXm_;Q&^~
zU3<%NQ72O$M$_+QS7gRGUW>R3)|nZqffHwg4zK37?SM%PHin5M<Xbt+eG{$ekS#UN
orU4tJK=E;o<4p>f0(h%rpx4wZoK1co>+P}kim}O#&|J=wKd01HuK)l5

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..572103fd2e3c608291e60a2b81b2cd0adb367518
GIT binary patch
literal 1794
zcmb_dZBN@U5dNNDaVio5l&+&_67$+hB|~V_SSPxdkCq#|t%qY<exbDD$M2Ff0%d@T
zplZ{^=X>tC$9I=xPtJkT?APaUmeJqmSM+lHb#g^1jNl{O-NC`5#^DgH`}-}=FW+m=
zA@mQS{YiQ~kPB^`fE9CE>IIlN<S{7beX?gATNDf~vJALnxX%ZfgN=Uql&uEi(CPk(
zI(osomN{04AY5k$A0M2|LzgMZJd)YPB_eAXB)V(_-^HO|>zU}b-K5S{<N`Y0<-I&|
z)+-p2xur!^_*@A>@0aMxF>8f;mq)2pCrJ_j)bc_U1sGgs!MH|8>SYnAU!aYi^lwl4
z^z^n*gQm!Np^wosmdV1T@{>l>Cf@UoFl-_aQi2o0#f{7bAtj9g;sVT-VIjTWr`X!W
zK**I@U9!K%rO)oljEaTcVdG<P74kL{LYT{!giLH!R@M{+sUx@S)8fPXmZ8q9%xJn~
zRt!%1DU`p{(OYdiPNDp^@r0GiEF#JomQFBE$Tz74bD1e-QnP>uRcqX+TqO*MwY{me
zfA~<{x8u|a)-h(v<k$82ec?g}8P-3m;FV#zlADbZgNACqj<gN9{hKr8MN67S{L83<
zv}!%(yrP1a(I>3kAPTEk5O8B8he9m4)`XN@P+sfW-xmD+!vD=McxeTX4v;}^v=0#0
zR%jd)FYW?D&Xp)otML(VI!?jkAfN#hXDPfP{8<Tq_5gmCLW%!+;#rBDJwVQDWU0du
ztc<(%mgS;Orap|O-^;GZjB&gcaUZNRGgJd7&ITP`&2QTQlNf9a6HCaCa+v!jTGJt0
rYMf02HcElw;~dAE6fgzwR>?rGsaH6g{2|ucQ|}dHlRcrioG1SPpk!6A

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ca174a9a4430668c4814b0b3f3eebf6ff9b7a596
GIT binary patch
literal 1791
zcmcIlZBN@U5dNNDaVio5l&+&_67$+hB}0g5tP|bKN6U@f*2A$azt9))<9A6KfwD1y
zU{#wYKHqcCJ-)jndvXqxX5T-KvyA>Yzou8?Pm^m(VFd5t?hX$AY8(#Hy1(D@y!=vo
z4xxVt?N8F{fm~?g1gx0TQZK;FA&)^Z?~^_2*rH%?k!8Ro!+k!;9BlN<$80qihfeor
z)X@vxwal?X1mQYQ@bSUPJan0o%p;knxI|<vgG86D;7@TV*k&fWZ8xcN6}f<pcX=<5
zob?KZWY)BZ3ZE-M==~C1IcBYJZ}KR$>Lf`5fLdONq5y;IEEw15NWClq^$WDolm7ao
zPfyo<8UjVm3w?~9u}l^wm7g@4Hu3)L2*V}<Atg8=T-?fB5K__@ATGdM85Yv}eTr>N
z41`>p)fM|?T>77ORj|7>2w^T?5;Cz_Syoe2qYm4$Pm6bNTZTHVGM(v?Sur^2r%?V*
zN3XT<IEC`t#uHX5vxul=SUSNtA)lod%w?vSNzDSDQY~;Jag{J2*6yYj{^3J)-;Pr!
zSjU(tli$>bcgckgGHkw8!7IabCAV881`XAI9cdSE_cv$Ci<UHv_*YQ{Y1L-Tc|`>;
zqYqfPK@?W8AmG+W4ux27tqCbxpuE<FzpM89g+DuC@Z9np9Uz0;XdfVKtk5_mp4|e3
zoGVeFR^ub!bew|6DL?}#&Qf?q__GrJ>;e2Ng%bbe#Iq7Pdw`tR$Wn(RSQ&TYEz3on
zOnn$lvzJ|w8RK{@;yzesW~c^^n=LxLnBT4gCNbC;CYF$|<s|n_w5CIL)Hs_4Y?K1U
j$03e4DPRiVt&)M>P_J+>`9rL?$6hMNCVN72IZu8A4*yi6

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..42d2171a0d9ddd6954c0fbaa862f85c73128d9f2
GIT binary patch
literal 1797
zcmb_dZBN@U5dNNDaRLbeO4m^sVqRORWC$^hb)tLuXt}Z5dN{V_7fLIB{4Pl&P#6;k
zsw#DSzUQ8Me0NQ@<qRmzetsTh8U1y3MK4ER##fZW5I(})9qj(oI2fRHXQ$<P@vZh8
zKyMG)pQPIbIoHMsSTd)jo`ab|9)n`uC)?JsdBNa3%YaLU=X{Vk*ytBe*=jHjTb<ug
zM=yBCGRF!Lgxh+Cj}K1fp~IA99?3k%B_eAXB)Y5xe~v@JR#VYwyGfm^$OUY9mv{5X
zS+`(F=9U&w;d><rz2Bls$E+3ZT^^-YTS<}tpqA&ND8S%83&u4%QZI`@{Tyxduy=cW
zL{DyeRBMWy=lTFWW0@?BD?e#8ZQ}jk5e7{JLP~H#xVVwIAf%+xM_hoJGAyL`=M-C+
z7zoLXiiN&pe~e4t=HQiCK7y-|H^~sfT)rS=Y_qbsCa6grxn-XeAKteNb#i4=lLfP)
zf7nam_$Y;w;aeR%NTK|;@r0Gi%p)oq7EUlu$XBTabD1foQnP?}Rm<E6T_p^NwOQ2i
zKYXdy?KpLUb&RPp`E`AT7hLEd!|F#ByfRFda=lif-%#z<kv0K0KQpGhXi3wEe;HMf
zR;@;yS5)vZ{DkEjL}3*R0&a}tP>4C#nvk*)%4c2vo0`Ahc-#;DmlpAG7a8P6`v75O
zg~nO&;zl6kOo;-u8tnt8qZB;O0vbSZmckptpO)~a58$UMl=!bFo|VYi1LV9$mOAXi
z(zt7HSuW~i>dR<azU+$37{_Z7cfdL`MKy5ftkL1s{5Bmhj={z-wuF2y=ecj9H65~{
q#@QrbqZBAUj&fY2fGL2tN(OpOy~6S2_psic`fD*Z*%q41S@IXTa#rX7

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7efcd307b4a1ef3e3ab0f04794b7bb40e20411a1
GIT binary patch
literal 1794
zcmb_dZBN@U5dNNDaRLc3l&+&N#Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpll!*
zR8{Kue9t}i`0ko)%NbCb{rEJ>GWzrMl3t8Hk1r{OA$)+_TiE@laWFvZ&Q8no{A=ww
zfZiKuf0Aw&<XjskV9A`8dJbj=c?^nqpKM#l<^_YZECVhXp7TNGV546=WUIkAY;}G`
z9lhWk%N#325N_)UK0Y{^hYnMcc_i}`mx!!okm#}&{3#9vTTMl$?Iv}uA{VgbUEa+j
zXWfD!nHyR}h3}Oh^lpnT9kW)rw|SIWZ6!$pfLfl3q5y;YEEw15NWClq^>eh*gWk>2
zAw9n7Q5`69p6h+|jAgPguKc9Yw2Ak)BMh1dgp}ZfaB(ejK}boXkGKFcWmrh>&MCGs
zF%Xg&6$^dAejArQdhpUL|MOG@yUBzQ=JEw0W1E$gH9<k@ur2$fc>k_ts52`wnk<+V
z{exZ#M~5jK4`1uxehTHcjVG*BW*$+_uyBHLLcT~Xn9EEtm6`>-s9NJj<tkx7tj(g<
z{{Bm~ZpWz;tYb`-$*=1BJLf_N8CKt`;FV#rl<Tz;{f26<j<gB5`I#~0MN67S{EMi9
zv}!ftyrP1S;YY09APTEk5O8fIheFJ`)`XN@P(JJ0-xU1a#^24*e{Ka2cacGEv=0zg
zR%jd)&+Y<3PL(K7tI-~CI!eLgAfN#hXDPfQ{7DIaau0r*LW%!!;#rBD-9yf6WU0d*
zERDPJmgS;OroN1(-^;GZjB&gcaR;n3Q&a;d&KezF%x}{H;}~oVV@t@la+v!jTGJsL
rYMf01HcElw;~d9D3YY?Tt7M>8)GM4#{tedKL;owrCfh=DIZOTkB$ZX%

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..faa46fb34898b049964e205b33f05a0db60032af
GIT binary patch
literal 1794
zcmb_dZBN@U5dPj@aVipGC|yTkh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpCJS
zsH)WQ`JQ|3@!hqxBWFNq`s>RmP3iBmD|$KlI=-S5hVTjQ?qKgx<6wZ+-Q9-g#rMi{
z0KIq6{It4VkaKOEfF*NU>N%JhWHBh_eQU=$HqRNHrzvpB@SG1a0~`I~DO&}`q22it
zb@YOFEORUuLAdr7K0Y{^g$`4ac_g!qOGMT(NOV~XzKui9R#VYwx=Ed>$OW{$%eq<Q
zteZ0=b4&B6@Vyj--fz*RW7Z1yK8sSTcB|C_KrPQjo`b=C7L2QPq+aHM`Z?O@Vej_%
zh@RZ`XwVcn&-DR%#v)l5mwwV{TE~0d5e9VxLJDv~xVVv-Af%wtM_hoJGAtzb=M-C+
z7znvC%S-mxxa8SWsZlZ4TO520u0-BsLI`u&f{?LIi^`gyAXVgseUg9t&@fb)6&Xzy
z%!>YDFM;Eu1Wtx;b?_j8;@iX%Rw^@(C}&tW!8jq`q!!GjCZ9^p0$x<5ajkNhFd)`u
zQEC71rCc}TR0&owrpjd3)%{&?p@R&opJnjUFj>m=T8Vy5wO2*j1l;`0nDU|_O)dUq
zR6$y`8gX7y!N>43)@~5FRV)a&F_J?r=3Hw+iY_RgRqbyI{(j^CX6V1Pf`@y^AT!zr
z2rDZz4vH6d0U>8f<fzqXA2=N);BgSp0E)8&-Vpw@fIoczKTV*(e?9TEKu#YZXBD#4
zVIP*pU3<$iQ6*DdM&0j4SER-`UWvF1)|n})ffHwq4zK37>40$zHioe!<VP{geI2dt
tkPS7?CIK5INAYov<01h}0lZZ*&}-@y&L;m3>+Pxk6=PdFLUTE5{R15(Ronmo

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_32x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..b92ea109eceab67e59eda3bad72eb706d15a7fe7
GIT binary patch
literal 1791
zcmcIlZBN@U5dNNDaRLbeO4m^sVqRORWC$^hb)tLuXt}Z5dN{UaJCs)Z_+8>gplnPa
zSXHHt&-dJOkMFL@wwwW_+4qm5ETccpuIT0H)A))~7{YtFyMx`o8V3Wk?(DQYFTO<2
z0rd8u{YkoAkaKOEfF*NU>N%Jh<YiFI`()cXHZK^QXBlwG@SG1a2V45ZW3~v!VXO1A
z)TI}^W0_-x2*PbW!N&(D^Uz^RGLK}Q;!+}O86>)_1%HY|!B$hzX}d|CtC9=Y@-FY@
zC1>4&A(>lRlnUQ#LFoM!T{>p1aBuQbYPFRl2>@z&E{XyS?z3QAqa*dQ2-MHfMh|<p
z$4B(!wnsyt$a$_0(6g+Pg>mgCjiyb!e>=jUi9kpNP6!t_G8cqYH2R1OFjIzw^!}V;
zD^mtSuFUe1{W327Pp4|wO&WwSmoEqz+pH?9391ppw(OJQ-P@KSrd6dgSuiX5hrJYz
zk5V`pzShBm6sm6<PgtqUyhJU-!U@I+`7E_yE;GecY8LR8qQH&Bb;5vHn?)4<;Y+=4
z$B7BX7*l2P>v(w=T<9Rf>RTPWHcXasy;h>%Q0>J?n}D028B<=gq-n&zELD(Jtwx;J
zRPZtUfQ1`GVHFDkZj9tmh&k7qkg5f$XDs|pwcl_2*$MsUmhW&E8RSO$0AXc?#wqda
z79iwIi2}76?E|Ny6g*A=8bEQD!Yjg`R`90};HN26_%A1(Rmj-`<UArv9rj^q+_kqX
z7crT58BMcSU6C2%cocC5tTR(o1INu89bU|D(*ff$*fNYQAz!OW?we>$his^EHVN1$
l1&WVD92Y5I3gE4hfnHOua4`8jthdMhRE$lwh30aW{057YRL}qb

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..c894ca7c8d93d52344cf68b2c27b66a984fdaf95
GIT binary patch
literal 1805
zcmb_dZBN@U5dNNDaVipGC|yU#5cAqfB}0g5tP|bKN6U@f*2A$azffB7<9A6Kfx-}=
zQB|qqyL;}r$G&T_Bj-SA_Ve>N%jmDuOL{T>GP$G_M(`1CZ(;AB#^DgHySuH(^KW(J
z5c+SR{YiQ~kPB^`fE9CE>IIlN<S{7beX?U6TNDh=vJALn=;wpX!A8G)%vOVO=yZQa
z9lhXP%N#325U%r#7$2O>LzgMZJd$}%NJQ2$NDSEs{+xh<t!JX!4wE`pkqhW}m-q6>
zS+8J7=7ttg;d><rz1yNI$E+3ZZ62joog_&BP|Gt>6ku?l1>+hWsh35det|Z6ba->n
zKc>eweX2D@(hGfnp|PwMCRLy`nl=fah=gI2gOC!Q5H7A|E(j@!3=kM#t_%z5ou6WB
z69XZcQL)e$?2mEj>o{JT)dRQ+d0P!3%;if$CN?Xt*A!K$Gq>#1;={X^p)Rg0YPw`r
z42}*{Kpj&!9zEgtzMn$r{iNdoBI37=C#+Ov5mC~xbb@h0zDg~a%S<tongu+qTIWXT
zs$xK_?V{HI{!6uP=cy~KbIg><uj(^A=RyY=)<3G`m0`M)n~f5KhHAggv`x7EnKR`@
zOPWUgi>QLMYCYz>qJodnC%nNy6jrey;MzzIg;;Q{2`PJ_eAXSXz4mt-4_jjJ;%hwG
zLkhXkK0sJop>bZkycY;LRiZ$(#{0nOI0cUbfd){VrSO{gCnf&LJ^Wb;WrA0ro|Vwq
zJ?OlKmOAXi%D5|USuW~w>H}%|zHE)m7{_ZJcfmR{Lp^ZzY%t*e32xh95`&FlVhQ<P
y&UN3UYuaSXjk9UMZYfZI9O<}70c!wnl??QXdWA#EzrjoQ*k6pX$&S!m&Xd2xLs*yq

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..88cfabd32717bb0b6576a59ba5e468a9dfa6e7b9
GIT binary patch
literal 1802
zcmb_dZBN@U5dNNDaRLbeO4rdb#Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpll4-
zsH)WQ-Sgbt<2yImmNTF<`}Sd!W%T>$CA}DZ9A8ojLwE<bx3K$1<6wZ+ot+l){Bw;Q
zKyMG)pQPIbIoHMsSTd)jo`ab|9)n`uC)?JsdBNZ;%YaLUem=+?Z1jtVY&98&t<I0A
zqZhnmnPY_r!fibP<AalV=rARj$7G%YiI}wv5+Q5Bp8_b@YAQNynAEw7T)>uhc{h)o
zbqj{c+|VK_e6IwdcUyGnn6<*a%A?e3D@hUn)bdOe1sL3C!MH|8>SYnApQDW)9o`)D
zj_L7DkLo}%>A5~YXe_IRaRrn{(<a~}NEkFR2r20a;o@56f{-$iJ`w}Wlwl#g^HXeP
zVjv_lDi->J{WLE9tK+3v{-ak#yD5bb=JEw0W1E$|H9<-0ur2$fc>B6#s4FWgnk<+V
z{iDMaP{b6DhmUx^>7`J5Kk9gZjQDNy2`iPEN7OScoM4=gPf`o!GE+>YW&w|?7P*nR
zsu+-Kv#7<t|5B~naq0@|7*l2PtNH-XxzIs|)z>O`Wtc4GdaXpiNwrr;+63JE%$V|`
zB~7FLMN~mrwHk3=rGk&)du-nz3aeNUaBU=qLd?0=gp`9&KI``1^!(k%@AJ@qb`KAC
zF@@Y{A0Vu((0Exqe-H>cRiZ$(M*G0&C<TwV0S%xyOW`H?PfGrid;HTB$^b8rdR9_r
z_o(xlTI#S5OXIG*Wx1%!sSl(X`f@ZfV;rw_+yU#%6!pN1XN`dWPjE8^;}~oVV@t@F
z@>2IrxMoZ?xp6iLI4uS0kM}t)QotI(TO|X%qF&(*<@d1Z9{PVVHrW=M%USXZCTLfT

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..68b69eab2c282cdd3e2e7183ae8ae75ac468d7fa
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVio5l&+&=h<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpBjp
zQB|qqyXU#P$9HaPN6vuK^v9=Bn$n+VSM+l9d3;4F4B-RZ-ND|Y#=!usySokK#n%cs
zfZjedKdo*T<XjskV9A`8dJbj=SqzGK-`cT`&2t9lX$o92^z%VxV546=Wvj?Iv^&3|
zj$ZJNWsc<{2-n^M<Aak~=rARj$7HsFM9f+SiIBD6+W>O5nu<;nCUvGF7tr=D>t>O&
zZq6{7Tbf6O@1-F0ev2+0vsSn_S(I9}TdfuVYI!d591QNWU|g*u^)e6C&(TJYk8Tfp
zC-mgDM}wxA^jsezG#1suxCBb0X&vwxBn;{pgcS6IaB(9uK}eBEABh2G%CL~!`zf|E
zF%WWPmY3|eamhcuQlnz7w{U!nu4LYnLI`u&f{?LIi{6@`Bvs^weUiU_+b~p>6%|bu
z%!>Z;Q35Dp0w=>~Jm2*aD7>F_JVZwPHu;2=%FH9`85T}3PRJLj1#_v%r&6<kM^%Yj
z%Uo6r$hBEi;y-*T*UdOpg;k8HGTC)?fEQfoAj9f=8N4)1mU6vTqF<-lt0HXzZhmG=
zdC`!jR{t`pAgx-BI4@Jd$M7SzZxFdvEC{$Ul0z=$Tx&v#K`5S8`)_*we&g?X=)bs!
zhkKYpX0#6wR#s@dEM7hcgq$gnqgtZ_;B=IL$J>AgP@E<3n*65)|LFt%X#z!nS4cfA
zsM813Sw$^%IDn;b*WR*BROM6$QV)GG8mTdkS32&3b!Lis;Kj2>!2c(>8G~^QHioe!
z<Xds6`#M}bCY#(in*^Me9QDWh92W^-4dAVkfnHOu@P_jH*mO_*zZl!v5t_?c>kl6I
BSBwAv

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..b1ff3810618b28577fb0e01dd210816394610440
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaVipGC|yU#5cAqfB}0g5tP|bKN6U@f*2A$a+o81L$L|t10%b#h
z#;PiHeD^$e_t<w$cH|r=&AxveXBqu*dPy(FpC*@-!U*2O?Jey6)i@lYb$7RgJpU4r
zL+HPP_9yA}KrXa#0#?jvsTW}8ke5L*?~@(t*rH%?mSw;tLq8v64z~2mhis9IL#O+*
z)TI}^Ynfw(2*P!qfbqe}Jan0o%wsZ7fs~lF3=$z5!Jh&s*m@?qZJ5-#D!G7;cX=-_
zIqMY+lewWqsqnoPgx+n@m1EWl_c|}7R-GhC08q;_Q50Zsp9SL@9jTW^pnicidUSYm
z&_AZfH+>oc#iSSd0HI}7Elg^lG@3R6A3?&fi9tw3PY4&+G8cqYi42e!V6F@c>7Acq
zYf}b7F3swK{W327PhK_cwhls=%a?>qY*t;YDe4i!w(Qg5-J6ynmQ|HAT{0^MM~5k(
zf+-x29`StJPoeUD)bRir@!RGTRw}b7QOvM(f^kAVOD&koOfi$11w5yyaHDZuF(B7=
z5tYCHQm@-_VudlrOqu*Dp58eZI>@m8RtK*Q)0Nz8lo&Lr_G6@N!0peRDKA>mH0ocJ
zDoCr=W6tYT@G<&;cQ=T_Di#D>8_A&%3$8UGRTosxc=xv#{%+&XW*9vC0+04Eh1_T#
zAgry>I4Pdr1%#X`QJ`Amec*JQg2z!n11Qc?cuD?~ivQ#u|15<nzzd|FRn*x%>O4|Q
z9rj^m+?BU17qOgpAWg?tt&thyc+_zhtTQvz1E<ag0so%hwhbm_uw|H7LcUfL-8bQy
tHreLJ*)(9c6sSKAb6li=HGsED26{!k!tvx^;iY@%&&AkeM`$kR$!~>dR)7Ei

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d967f2f53542145ddb133582238d5c8b9835c6fc
GIT binary patch
literal 1805
zcmb_dZBN@U5dNNDaRLbeO4rc=VqRORWC$^hb)tLuXt}Z5dN{V_7fLIB{4Pl&P#6L<
zsw#DSch5cd*mq5~<qRmzetsTh8U1y3MK4ER##fZW5I(})9qj(oI2fRHXQvf;@vV*=
zKyMG)pQPIbIoHMsSTd)jo`ab|9)n`uC)?JsdBNa3%YaLUem=+?Z1jt#Y&95%t<LYL
zqZhnmnPY_r!fm}E#s??!&|yk4k7QmF5|OnG5<}L4za*ewtEuR;!=%nt<N~(5%e#5x
ztXnW7b4!b;@Vyd*-fz*RW7Z1yE{{^Htt3eRP|I^s6ku?l1>+hWsh35devUSJe0bYC
zI;JPLJ*qWD(sO-)p|PwM##Nv+nl=faiG)FugOC!Q5H4<HE(j@!^br_frVI<|y`N$$
z69XZcQL)gM?2mEj+c;jC<s-NXc~cD`%;gJ0#x^Uj*929mGq>!M;^=+LP#0GgHCZq#
z`p1VUppGe=44?7*&`Y88e%A3Ih4S0R6ILoSk0@zaIKem}U!@kzWu}-)%>tfQt#hMv
zRWTseW>M?^@TFR}^VAjAIi||w*Yz1*aG`??s~=VJ$}m~V^;(I3L$z0D+9cfk%$V|`
zB~7FLWmG|0wHk3=QNhRX6W-t;3aeNUaAPEgLd?0=gp|EdKI;zHT>JZt$1Tx+^)(*u
zB8A*&A0Vu(&^Rw%-wTACDN&$WqkZ6Xl!C{BKm#bwQg}=J(-Qym0sb_FGQk^A&r0a*
z0d!tNOC9!MY23B9EEjb-^?@{fU$#bOjN`SAJ7Areq8>PV))?^r1UGFkj={z-wuF2y
y=elpwHEput#@Qrbw-l&9j&xk4fHi=(N(OpOy}}{o_wdp^^%rAovMn^1v*a)C7g(qO

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..0da5a24bc6b639e7cec0e73f3fcad1f2827819d6
GIT binary patch
literal 1802
zcmb_dZBN@U5dNNDaRLc3l&+%##Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpll4-
zsH)WQ-Sgbt<2yImmNTF<`}Sd!W%T>$CA}DZ9A8ojLwE<bx3K$1<6wZ+ot+l){Bw;Q
zK<^c_KS{R>a;}XNuw+h4JqI&`JO;(QPqwXN^Mb)ymI0Rx{d|x)*ytAz*=jNlTb&<K
zM=yBCGRF!Lgxh)o#s??!&|yk4kI6g*5;1ETBtq7LKLt>*)l_uaFsXADxqvP2@@^hE
z>lO@?xuHc=_+AM@@3!dDF>8f;okywFR+1zDsO6a`3NX0Of^m(G)XO4JKSvuqI=JZ_
z9?|2Q9@T+j(sR9!&{$Rr;|eH^rcJ;{kT7Us5K__;!o{`B1tDc3eIy2$DZ@f~=cm}p
z#6U=9R4nub`)OSISI0}U{70{fc2f!=%;gJ0#x^T^Yl4#0VO#b|armZXs4FWgnk<+V
z{iA~vP{b6DhmUx^?WIt9KkB%jLiug;2`iPEN7OScoM4=gPf`o!GE+>YW&w|?7P*nR
zsu+-Kv#7<t|5B~naq0@|7*l2PtNH-XxzIs|)z>O`Wtc4GdaXpiNwrr;+63JE%$V|`
zB~7FLMN~mrwHk3=rGk&)du-nz3aeNUaBU=qLd?0=gp`9&KI``1^!(k%@AJ@qb`KAC
zF@@Y{A0Vu((0Exqe-H>cRiZ$(Mti{NC<TwV0S%xyOW`H?PfGrid;HTB$^b8rdR9_r
z_o(xlTI#R|OXIG*Wx1%!sSl(X`f@ZfV;rw_+yU#%6!pN1XN`dWPjE8^;}~oVV@t@F
z@>2IrxMoZ?xp6iLI4uS0kM}t)QotI(TO|X%qF&(*<zHdbJ@o%#Y_cshm$T#-Q7~7W

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..5afa52edc3084dfd025f21edad63dbd225080a28
GIT binary patch
literal 1802
zcmb_dZBN@U5dPj@aVipGC|ySfh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpBjp
zQB|qqyXU#P$9HaPN6vuK^v9=Bn$n+VSM+l9d3;4F4B-RZ-ND|Y#=!usySokK#n%cs
zfZiKuep=lw$hkI7z>+yF^&HF$vKSQezO`c=o97J9(-gR5=;wpXz(&7#%2ttaXm@@^
z9lhWk%N)x^5U#xi#s?>}&|yk4kI8HUiI}wv5+Q5Bw*lmAH5HvEOzKQUE}-pQ*3BYk
z-JD@Ew=|Cm-%CO0{T5w1X032<vnaJ{w^}U#)bd>9IT+k$!MIvS>SZ3NpQDW)AKvzk
zj_Jv5j|NRK>A5~YXe_FQaS4=0(>mZYNEp;H2r1|Z;o?SSf{-GSJ`w}Wlwl#c_fu?T
zVj$$oEHBw_<C1@RrAEbEZ{heDUCF#Dg%IYl1tDXb7QHn=Nvg;V`y@Yl*DzF-6%|bu
z%!>Z;VFD;(0w=>~Jm2>cD7>F_JV>DUHu;2=%FH9`85T}3PRJLj1#_v%r&6<kM^%Yj
z%Uo6r$hBEi;y-*T*UdOpg;k8HGTC)?fEQfoAj9f=8N4)1mU6vTqF<-lt0HXzZhmG=
zdC`!jR{t`pAgx-BI4@Jd$M7SzZxFdvEC{$Ul0z=$Tx&v#K`5S8`)_*we&g?X=)bs!
zhkKYpX0#6wR#s@dEM7hcgq$gnqgtbV;B=IL$J>AgP@E<3n*65)|LFt%X#z!nS4cfA
zsM813Sw$^%*oUQY*WR*BROM6$QV)GG8mTdkS32&3b!Lis;Kj2>!2c(>8G~^QHioe!
z<Xds6`#M}bCY#(in*^Me9QDWh92W^-4dAVkfnHOu@P_hlu<4%qe=)YTBQ%$@)*ng0
BSDXL<

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x256_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..55537c287ca7a051932e52c1cefdf288fdc6c4e8
GIT binary patch
literal 1799
zcmcIlZBN@U5dNNDaRLbeO4rc=VqRORWC$^hb)tLuXt}Z5dN{UaJCs)Z_+8>gplk@x
zSXHHt@1E!G9{aAzwwwW_+4qm5ETccpuIT0H)A))~7{YtFyMx`o8V3Wk?(DRX7hfWB
z0KGkEf0Aw&<XjskV9A`8dJbj=c^MS*KH0X8%?k$SSq5A(^z%XHU`xMv%ofQwY;}H?
zy7Yo~EOV?7LAb4FV0>^g4;`i?^O($YASGrkgG9($@aF&uwwj7g8zyzGN-ki_yS$s1
zoOKI^$=uSSRQO&CLhrZe(lKj=dy|(^tF0tS08q<wQ50Zsp9SL@9jTW^pni@vdVF}>
zJ36K(w>=sH#iZx@0HI}7EsSfRG@3R6pFqN(i9tw3PY4$`G8cqYiS&^eV5STU>Ajy~
zD^mtSuFUe1{W327PhK_crVc`w%NK-<ZB|{Z3F;BUw(OJQ=xxgo%c{zmESMGj<HHnC
z!4yu0Pk6rTrBHc4>3EPr^=<PBE0vj-C}vnV!8jqGr54O(rkG020-jS;xY4+-7?5kT
zh{`{Fsn_i|vBDT*s!V<zPw#>Y9b{O2tAp2u$x^P@O7xpldoj``;O1w>lou^&8uc$r
z6{J<G5$AO(_!xe`yBkDd6$=7xjO0*=IoFzystc-Ty!)FAf4}i(GxT44frq=8LT<DV
z5LQ-boD?tb0z%G|C{V4@K5#lp!Q&{P0TgE`ye9u?#ee#Mf0{xS;1yEOD(dV3bsnju
z4*Re)?%G?Hi&#!Pkf!6S*2s);JnFau)|n~lfm3IVfPYVL(+1-**fNYQAz!PB?wfE;
tn{0C9Y!a|r3e+EmIWAJb8o*m61HGnR;dt_Uc<CPdb1^pA7Mjah@*A)uR*(Py

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..9967f9ac2787592df3c924745b8be6fbc617d15e
GIT binary patch
literal 1797
zcmb_dZBN@U5dNNDaRLbeO4m^sVqRORWC$^hb)tLuXt}Z5dN{V_7fLIB{4Pl&P#6;k
zsw#DSzUQ8Me0NQ@<qRmzetsTh8U1y3MK4ER##fZW5I(})9qj(oI2fRHXQ$<P@vZh8
zKyMG)pQPIbIoHMsSTd)jo`ab|9)n`uC)?JsdBNa3%YaLU=X{Vk*ytBe*=jHjTb<ug
zM=yBCGRF!Lgxh+Cj}K1fp~IA99?3k%B_eAXB)Y5xe~v@JR#VYwyGfm^$OUY9mv{5X
zS+`(F=9U&w;d><rz2Bls$E+3ZT^^-YTS<}tpqA&ND8S%83&u4%QZI`@{Tyxd_~`bq
zM^A2hRBMWy=lTFWW0@?BD?e#8ZQ}jk5e7{JLP~H#xVVwIAf%+xM_hoJGAyL`=M-C+
z7zoLXiiN&pe~e4t=HQiCK7y-|H^~sfT)rS=Y_qbsCa6grxn-XeAKteNb#i4=lLfP)
ze|(g}VK0S~;aeR%NTK|;@r0Gi%p)oq7EUlu$XBTabD1foQnP?}Rm<E6T_p^NwOQ2i
zKYXdy?KpLUb&RPp`E`AT7hLEd!|F#ByfRFda=lif-%#z<kv0K0KQpGhXi3wEe;HMf
zR;@;yS5)vZ{DkEjL}3*R0&a}tP>4C#nvk*)%4c2vo0`Ahc-#;DmlpAG7a8P6`v75O
zg~nO&;zl6kOo;-u8tnt8qZB;O0vbSZmckptpO)~a58$UMl=!bFo|VYi1LV9$mOAXi
z(zt7HSuW~i>dR<azU+$37{_Z7cfdL`MKy5ftkL1s{5Bmhj={z-wuF2y=ecj9H65~{
q#@QrbqZBAUj&fY2fGL2tN(OpOy~6S2_psic`fD*Z*%q41S@IXU16Jq&

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..8622d27a64d05de8642d64f0d98ec78d50a711ed
GIT binary patch
literal 1794
zcmb_dZBN@U5dNNDaRLc3l&+&N#Jsjr$q-^1>qPhR(Q;$A^>A#<FO*jN_+64lpll!*
zR8{Kue9t}i`0ko)%NbCb{rEJ>GWzrMl3t8Hk1r{OA$)+_TiE@laWFvZ&Q8no{A=ww
zfZiKuf0Aw&<XjskV9A`8dJbj=c?^nqpKM#l<^_YZECVhXp7TNGV546=WUIkAY;}G`
z9lhWk%N#325N_)UK0Y{^hYnMcc_i}`mx!!okm#}&{3#9vTTMl$?Iv}uA{VgbUEa+j
zXWfD!nHyR}h3}Oh^lpnT9kW)rw|SIWZ6!$pfLfl3q5y;YEEw15NWClq^>eh*qr;nn
z9zDM4Q5`69p6h+|jAgPguKc9Yw2Ak)BMh1dgp}ZfaB(ejK}boXkGKFcWmrh>&MCGs
zF%Xg&6$^dAejArQdhpUL|MOG@yUBzQ=JEw0W1E$gH9<k@ur2$fc>k_ts52`wnk<+V
z{iDMa4tgmZ4`1uxehTHcjVG*BW*$+_uyBHLLcT~Xn9EEtm6`>-s9NJj<tkx7tj(g<
z{{Bm~ZpWz;tYb`-$*=1BJLf_N8CKt`;FV#rl<Tz;{f26<j<gB5`I#~0MN67S{EMi9
zv}!ftyrP1S;YY09APTEk5O8fIheFJ`)`XN@P(JJ0-xU1a#^24*e{Ka2cacGEv=0zg
zR%jd)&+Y<3PL(K7tI-~CI!eLgAfN#hXDPfQ{7DIaau0r*LW%!!;#rBD-9yf6WU0d*
zERDPJmgS;OroN1(-^;GZjB&gcaR;n3Q&a;d&KezF%x}{H;}~oVV@t@la+v!jTGJsL
rYMf01HcElw;~d9D3YY?Tt7M>8)GM4#{tedKL;owrCfh=DIZOTkB_>te

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..64fd370fe25e0d4e9c975b7264012ae54c0e61a6
GIT binary patch
literal 1794
zcmb_dZBN@U5dPj@aVipGC|yTkh<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpCJS
zsH)WQ`JQ|3@!hqxBWFNq`s>RmP3iBmD|$KlI=-S5hVTjQ?qKgx<6wZ+-Q9-g#rMi{
z0KIq6{It4VkaKOEfF*NU>N%JhWHBh_eQU=$HqRNHrzvpB@SG1a0~`I~DO&}`q22it
zb@YOFEORUuLAdr7K0Y{^g$`4ac_g!qOGMT(NOV~XzKui9R#VYwx=Ed>$OW{$%eq<Q
zteZ0=b4&B6@Vyj--fz*RW7Z1yK8sSTcB|C_KrPQjo`b=C7L2QPq+aHM`Z?O@@zL#J
zkDlE2XwVcn&-DR%#v)l5mwwV{TE~0d5e9VxLJDv~xVVv-Af%wtM_hoJGAtzb=M-C+
z7znvC%S-mxxa8SWsZlZ4TO520u0-BsLI`u&f{?LIi^`gyAXVgseUg9t&@fb)6&Xzy
z%!>Z;Q38j(1Wtx;b?_j8;@iX%Rw^@(C}&tW!8jq`q!!GjCZ9^p0$x<5ajkNhFd)`u
zQEC71rCc}TR0&owrpjd3)%{&?p@R&opJnjUFj>m=T8Vy5wO2*j1l;`0nDU|_O)dUq
zR6$y`8gX7y!N>43)@~5FRV)a&F_J?r=3Hw+iY_RgRqbyI{(j^CX6V1Pf`@y^AT!zr
z2rDZz4vH6d0U>8f<fzqXA2=N);BgSp0E)8&-Vpw@fIoczKTV*(e?9TEKu#YZXBD#4
zVIP*pU3<$iQ6*DdM&0j4SER-`UWvF1)|n})ffHwq4zK37>40$zHioe!<VP{geI2dt
tkPS7?CIK5INAYov<01h}0lZZ*&}-@y&L;m3>+Pxk6=PdFLUTE5{R17gRonmo

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..91c8529c3170b17b8a1f44fe6163f09780b72960
GIT binary patch
literal 1791
zcmcIlZBN@U5dNNDaRLbeO4m^sVqRORWC$^hb)tLuXt}Z5dN{UaJCs)Z_+8>gplnPa
zSXHHt&-dJOkMFL@wwwW_+4qm5ETccpuIT0H)A))~7{YtFyMx`o8V3Wk?(DQYFTO<2
z0rd8u{YkoAkaKOEfF*NU>N%Jh<YiFI`()cXHZK^QXBlwG@SG1a2V45ZW3~v!VXO1A
z)TI}^W0_-x2*PbW!N&(D^Uz^RGLK}Q;!+}O86>)_1%HY|!B$hzX}d|CtC9=Y@-FY@
zC1>4&A(>lRlnUQ#LFoM!T{>p1aBuQbYPFRl2>@z&E{XyS?z3QAqa*dQ2-MHfMvsqf
z4}0|Fwnsyt$a$_0(6g+Pg>mgCjiyb!e>=jUi9kpNP6!t_G8cqYH2R1OFjIzw^!}V;
zD^mtSuFUe1{W327Pp4|wO&WwSmoEqz+pH?9391ppw(OJQ-P@KSrd6dgSuiX5$44m~
z_EI<*zShBm6sm6<PgtqUyhJU-!U@I+`7E_yE;GecY8LR8qQH&Bb;5vHn?)4<;Y+=4
z$B7BX7*l2P>v(w=T<9Rf>RTPWHcXasy;h>%Q0>J?n}D028B<=gq-n&zELD(Jtwx;J
zRPZtUfQ1`GVHFDkZj9tmh&k7qkg5f$XDs|pwcl_2*$MsUmhW&E8RSO$0AXc?#wqda
z79iwIi2}76?E|Ny6g*A=8bEQD!Yjg`R`90};HN26_%A1(Rmj-`<UArv9rj^q+_kqX
z7crT58BMcSU6C2%cocC5tTR(o1INu89bU|D(*ff$*fNYQAz!OW?we>$his^EHVN1$
l1&WVD92Y5I3gE4hfnHOua4`8jthdMhRE$lwh30aW{0599RL}qb

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..552e3070f4df6df38360d779e45cf058400643d5
GIT binary patch
literal 1797
zcmb_dZBN@U5dPj@aVio5l&+&=h<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKw)e}
zP_=2|^F8<6<GV|1N6vuK^v9=Bn$n+VSM+l9d3;4F4B-RZ-ND{pje`MNcXu0}7hfyS
z0rd8v`Dt~#Am`dR0ZZnz)N?R1$YM~;`__(iY@RbXPgCHM;XWT^1~&S|Q??3>L%Z`U
z>gWaUSmszRf^h9Ee0*>+3mv8;^GIeJmx!!okm#}&d>e<Ht)`;Wbdx$$kqc;hmvytq
zSvO}$=9cDB;d3bny<ehB$E+3ZO%|nA?N+M=fLfl5JO_j8EEreoNWIJh^>eh*<D=W-
zBYJY%qgqqsJlBWl8H;3LT>43)X&vw1jxeYr5K@2>!o`iu1R({DKH>t*lwl#c->2Bh
z#6U=DRLu1y`)yqEIvcOd@)2B#yh(--=CTDLW1AMmH9<|P$PN1>fB&{&sFEv^nk<+V
z{o|tqir>lbKO5imw%mA_K=Ezj2`iPEM^rQ{oM4=gFH#HUQj<@mW&zKtlDQVTOc)Sr
zb5qIx@S(hK#;FplVoa6EuB#)w;6eu(R^Q9urD3v^>$MX7nrg3#v<bNRn=$1@Lz-Ir
z%cz31YBl1#q=J{>M=akUa;sPnaAPEgT+F%FgcOZXT&wcm)cpOz<9_Hrw}^*($RIP?
z2M8-GG|q}=Hv%DNO5~{3=m0n!CE#%u&;W|F1YQyTw17W-06$Hjz<)XMv_MWDAZHb_
z)ZqY@#$9{MGEpT{9Y)>qMOUQ8I9`dk3)Yz_s)0jijSes7x9Na!3^s<bCFEN%&wU-O
u?vM>N&L#mHB}egbl;ceTm;!jKWT4m7D;!ULAM5R@SBtT&9ih3Lwf+DkI9Ct=

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..af861cdd5a577516e0954f026bed5d9efd8a1e89
GIT binary patch
literal 1794
zcmb_dZBN@U5dPj@aVio5l&+&=h<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AK-pkr
ztV$EdclX@g<GV|1N6vuK^xKC~n$quQSM+l9aePH74B;Kz-ND`;g@XY~cXu0>7oRK3
z0rd8v`D=B%Am`dR0ZZnz)N?R1$YM~;`__(iY@RbXPgCHMp`H&i0~`I~F<Ax1q22ir
zb@YOFEORUuLAdr7Ha<9+g$`4ac?@P7lZa8vAkkzk_%;SPTTMl$X(n~1A{Ws1F6(BI
zvu@5Xm|L1hh3_RH^nQyj9kW)rS6P%=wOg$g0CIUQ@*E8AvtV4!BlR*5)Xz~ykB@GT
zkLby5kLo}%=D9vZ%UC1}<I+wVO>2Ko8^WOWKu7^j2p2ap6ND6D^br?erVI<oy`Ew#
z69XZsQ8Cw-?5A<blZsbn`Hxy9>?RXJn9CM~jBQ#})&vQu+&1Ks{O#+8pvtVsXtH2d
z^pB4cDE=qIzbL-xZK-&eKyfwkgq6z7BhncbPB2c$C#eN<smZ5Ovw#Oxaa^-pCJczR
zSybFVd@0vWKUIR2kEt@*b#;ChT<9Rf>TBt|6ik+Ky;h=MhuW(=Z5(bMGp4*~P*anC
z8C8&0twx-eq2O)!9&0y<+$t6X+!)Cr7jv#PAw?Gy_p0_c1%JQsdo%Q(TfxIUj36`G
z2M8-GG!BYqcL5=1O617Z=m0n!CE#%o&;W|F1pXuZX#s!w0DhW4f&cQr(*iktfSgsx
zQilUr8h7n2%S4q-br^NO7hRDW<9J2lE?8%#$OcZFH5$A)zD);=W3VxdEg@fuVeV^h
ub%$(1<7^VJQF0_7=Qu7Bz!bn+B?G;tUg2!=`&e&}eOHWa?Fh}~tn~|zE>;8p

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..8a51ef227fa1b9de8a29ab7aced7426db7254d6f
GIT binary patch
literal 1794
zcmb_dZBN@U5dPj@aVio5l&+&=h<R<Lk|D%2)`{-rqvghK>*3gzUns5k@w+6AKpC(i
zR;7vKyL;~L@!h4hBWFNq`s33mP3h0GD|$KlJiek7hVTLI?qKgx;b4H$-Q9-e#n;Mm
z0KI)^{#xBG$hkI7z>+yF^&HF$vKSQezO`c=o97J9(-gR5sON*sz(&7#N>+h!Xm@@^
z9lhWk%N)x^5U#z2jSo&{p~IA99)sD&Bx2MuNHkdszKuc7R#VYwnn|6h$OW{$%eq<Q
zteZ0o=9cDB;d@C4z2Bls$E+3ZO%|nA?N+M=fLxx7JO_jOEErewNWIJh^>dWb<D=W-
zBYJY%qd`-Qd9Dx9G8W0gxU`c-)7szjhA^l-5K@2>!o`iu1R+HjeZ&QrDZ@f?ucz3`
z#6ZZESzfZ=#wE{crAEbEZ=v`YT#3BNgb?Pk1tDXb7L_$YLMqP<`6Pe;wjro8D>9la
zm=*owqXdfo$?zYF?|NG*9wty+O*~<xGV_RZhJ_Q16Y@oB!CY$csnjgsK~)^rESCub
zVr>=`_YYsnb<<CkVC7?~Om<zJ-vt*s$guieIxhv2rChI-=+~k4Do-1So5zePFB;U;
z<X=V=q*bdC=Vd5(8-B#v4I;OS1pzlka>&J;YfVVe1;xFp{Y}B&Z~Wa1{g+noa1SHM
zjP?P-$_kBx;>BG+$e9v3ay2>tPDcrN90W9g;w*vx2!C3@pFV(}CQ#tNKJc_aP9Gp=
z6|&Uf0G7sGd&@FWB~u+n-S0(Lq{cX2k+=)inJKb?6K9PEua0li0pl2K3}Z{kw_=$4
w+FRWro6tC$1Z<QX$;Ua4iv%zQ@K(t{uc=o!oBTf3+f&~aV_Q2yb2)4M0f)X;1ONa4

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_64x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a17672efffc1265c1b5bce5ec1f4563d65b1862c
GIT binary patch
literal 1791
zcmcIlZBN@U5dNNDaVipGC|w6*h<R<Lk|D%2)`{-rqvghK>*3gz?ND0r<9CT0fwHj`
zu~luF_<YYj_xSFT?8q5Vntgpg$};-x?22BFK8&v@g(19!yF1wXt#L3w>+WvL^WszV
z9KhiVXn&Gk59C}MCt%5(mU<3m26-72^FG<Jj?D`O=UE0^GTi5b%)yp^@t7@wap-iv
zm%8+VcP(?Q5J9-k7Ct^WnTIY@l6fSvjZ2BFWsvBy7JM6rf~}^a+jf&WS0xwF@h<P>
zC1<^YA(>lRlnS3~LFoMwT{>p1a4+*xYSl@S1OT->7exUE*I6*G(UE#t1nTE#qsK?L
z$4B(!_K=1^k@H+1pl4Yn3**{P8cmyce|CgH6M>KloDeQ<WG)D)X!H>mV5STU>HR*%
zR;CPuT$$x1`(a%ApLW%-n=}YvE?*EbwpmqH6I3IHZP_Qqn^!GEOsh&~vS3#9kB?HQ
zeka4fY<zvV<;H^)s&5-lSgFjsL@mR@3C0QeD79cNGsRSD7Vwm!z>UOp!hl$tn<)Il
zhx)!9CngwUOqI#6<KbO!p@R&oFLm(RFj>m=T8Vx`^)N=-1l;`1nDU|}O(Xtgse-g>
zHR8Ocf|ubtEZiUpt5^_lV<d+{%(>QtR4q_lW8rVA{eI!sPUt_ie206;AUE0v2rDZz
zPKhVC03l~e6sXl`A2=PQ;BgAj0E)8|{vrHn1%LVgewsps|9s+Eg`7P=&LgtaVIP*p
zU3<%N5tE6B(KLJ26`3)PM-g|yIx|HzaNMlX;o1B)9WX9~EyLIn^0}JizKPa!$c7qc
olYos<p!hh%@g@aK0lZZ*&}-@y4krHs>+P|Zim}O#&|J=vpY{$^_y7O^

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..c4b8ac1da049da83760f3dab7c28aa7d3f154bc3
GIT binary patch
literal 1788
zcmb_dZBN@U5dNNDaVio5l&+&_67$+hB}0g5T_?JikCq#|t%qY<exbDD$M2Ff0);Vw
zpsHLa=X>tC$9LCcPcDGc?C0lkmeF75S9CJ|GQFY{M(`2t?%?2`#^DgH`}-}=%Wt*k
z5c-GE{v^E~$fY(;z?wNN^%Bei@)#8JKH0O5Eei%0Sq5A(Jm-VV!A8G&%2tDM=yZQa
z9lhXP%N#325U%qKA0M2|LzgMZJd$~iOGMT(NOai>{v3ybZRVoec9S|+kqhW}m-q6>
zS+8J7=9U&w;d3Pjy?;g5j#(?*yF5y*I!TfMpq3Y+D8S%*7L03jq+S+*`X$=v>Fr4$
zmp;{+BITt%M#os@3e(C>8cmyU|Mi1mgHK2aO$Zk^G8crDBnAizuuz7D^!}V;8xsQ|
znNhLO6ZXfr^lc7ane`*M3VD|cA<X3~LZ&t=OKXOT)R9~ES@Ge0%TOm*CN*0zD+Z@2
zob*#T9lg=H;}pto8%|iM%rc^$VdVtlgnX4+FqfHPE;S2yQMJg8%vHL8Si4Ov{=<iA
z-;PtKSI3wulV8^tc*%thGHiZS!7IaTEw@`G1`XAI9cdSE_p@Nii<UBt^pmK9v}!Zv
zyrP23=o6N15QSAN2)HqlLm`%2YeLE<DA&65clCb%;&CqwURc4S10;|e?E{336&lCH
zOPhd@b0rE?YJ3Eoj#KbB1!w@pSqg85epaHNJwTtQP{O~Oc2)vs4}kL;Sn6;DYvZoH
zWx1$RsV|~w_Oc%`V;rv)+z0E-9JRn<vqgv3(%TjPGzJ^P)DrT&9OJ$T)-=bC8E3PA
mJyM|ZIKgp~0%ic-DjDcC^$O>bKg3dd>L10}WKU==7s+2k_EjbT

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d2d55fdf672e53878737c6c58cc39687a03c4fcf
GIT binary patch
literal 1785
zcmb_dZBN@U5dNNDaVio5l&+&_67$+hB|``_)`{-rqvghK>*3gzUns5k@w+6AK-oYr
zs4CaV`JQ|3@!d7qk#nFl`|)|4W%TFi6}=o^Os*(}5qyNZJJ|cDaX3Wl?rzKT{A=ww
zg#JFXKS{3#a-oeAuwqV2y#O<ZJO;(QPj;+hi-N&fmI0Rx&-oy8u+c9cv(;c6I^ADU
zM=yBSGRF!LgzG%R#|J0#&}B+8k7S<X5|OnG5?wZeKgXe9>zU}b-K5S{<N`Y0<-I&|
z)+-p2xur!^_*@A>?_bfCW7Z1yE{{^HPLd=5sO6a`3NZMd1>+hWsh35det|Z6e0$W#
zrB8LBNO_?T(J_{}!lZJOM$;zTlYTI4@ChlQ3E|>K=7Nxt!~kId=E|^;-k(!!ZDJrK
zGb$GPlKnO=ee&RyS^ej!3U-?aA<X4VLMApV>uQQ})L~opY4PEG%TQ-lW;9(gD+b3Y
z9Q9K;9=*}I!xYMI8%|iM%p#(gVd(_pgnW@&FqfHPCN&FqOSQs{##Oq2Sldml{KJQ8
z-;PtKSI3wslV8`jcg}?lGOWK>!7IabB{v%-1`XAI9cdeI`!i?Ci<UBt^p{ZuY1Mkn
zc|`@6(I>3iAPTEk5O8B8he9m4)`XNDP_A{|Z;So@#ovuEcwzaD_K-ksv=0#0R%o0N
zFYN$APL(K7sqq1DI!?jk2%rHJXDPfL`bmj?@&J97LJ9wB+F1#lJpj&YV5!3atc<(%
zmgS;OrM`%!)60IyjB&hHa2KpIGt>en%?2G_OK)5JlNf9a6HCaqa)$dRSkoL^W}Hm}
n_DF%s<M_r+3YY<St7M?p)GHiHejiKivA+{zlO3VCoF{((xEfR%

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f311d75c901b5968c85b0b1a499bafdfa0a399b9
GIT binary patch
literal 1785
zcmb_dZBN@U5dNNDaVio5l&+&_67$+hB|~V_SSPxdkCq#|t%qY<exbDD$M2Ff0%d@T
zpsHLa=X>tC$9LCcPtJkT?APaUmeJqmSM+lHb#g^1jNl{O-NC`5#^DgH`}-}=FW+m=
zA@mQS{YiQ~kPB^`fE9CE>IIlN<S{7beX?gATNDf~vJALnc+LlzgN=Uql&uEi(CPk(
zI(osomN{04AY5k$A0M2|LzgMZJd)YPB_eAXB)V(_-^HO|>zU}b-K5S{<N`Y0<-I&|
z)+-p2xur!^_*@A>?_bfCW7Z1yE{{^HPLd=5sO5zy3NZMd1>+hWsh35det|Z6dVA8x
zrB8#VNO_@;(J_{}!lZJOM$;zTvwkpa@ChlQ3E|>K=7Nxt!~kId=E|^;-k(!!ZDJtg
z%B(KgU*pnePi02MLho?!F}MnOn+PGy<x4^)HY@9DigMJETlQ)3;eE?cXI5r3T{0^M
zrzxEDQ#c*H(YfOk%5NJ^SgFh+qL^Xn1mlE!lUgvBnPMh23wTSl!i~mNx`0^QO|AUH
zhic!BQ>RzQm?@KA*SGhD3ms%w|Ez*nhUrRfHcAW{s{K0BHsJPW&XgA|Wg6)(qYBch
z^_cUD3NE8hShqnGR<R)9#z+o@Sa7WgDLbHC>$=|-`~8dm8)5Lm@*N!@f!t^xAgry>
zI3r%#0fd|@QJ_-eBj9wLg2xd+11Qc?csum768-D}`YeSK{?)Xz5;%JRoY%loha*@S
zckM09MV(505lyF;{g4^sc&*?*SZ8La1x}g`I=q(Nw)iJ8*cc|3kRRm?_f4>-IkwC=
pn+EKW0+q+{jhhrO1MpVKK(DD+IF$S$mfBN)C&ngwLUTD!{sFM6R2l#P

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_8x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..00c1c9c9ceb2879363fd64e9912e66fdddf12fc9
GIT binary patch
literal 1782
zcmcIlZBN@U5dNNDaVio5l&+&_67$+hB}0g5T_?JikCq#|t%qY<exbDD$M2Ff0%c<Y
z!J^1@e7@(Ndwl06dvXDkX5T-KvyA>YzoL`zr|A`?FoO4RcLxW5H4cYp-QRC{UVf=P
zhtNNS_LKB_AeY)W0c+;8)Jrf6$YW5<`()2Lwk#N2WEpVDaGwt{2OItBF<TABq0{{t
zb@YOFEpx08LAcHne0*>+4_&4t^GN0?E)iMFAkk$j_){DTwwa4=+fC|RMJ}M@UEa$h
zXT5?UnOj;!h2NDR^nQu19kW)rH+hs=b&@0jKrJssQGmg97L03jq+S+*`X$=v>Fr4$
zhdvE~BITt%M#os@3e(C>8cmyU|MY`lgHK2aO$Zk^G8crDBnAizuuz7D^nRaW8xsQ|
zS7tq7zl=-&)2<43mjxlr<tsv_HY<y2hFa8NTlQJ;?rqCZr&XpiTQMsJrzxEDQ#c*H
z(!S#q%C`+CtW;(hQOU4!f^kAVOD&koOfi?51w5i!-bUamT|lheq?Y~RM>TK9sne@t
z%$3Qn>!Z8mLI)W(->Tr1VYZgrtrCNVYQK)O3%L7PFy%!{nMV3aR6$y`8FOAy!C~|P
zi#CYDDi#FX7|Ed!ORhB`W%-w5UG%$3zhC&X3kJ`u-O&LO$c^>^!o~`X7sPYRpOAAU
z3RG%*1e}gj@Yw$}fZ{BL*F!%m(a#>B&r>MjUrakIfwKp|c?~ReID)lt*WR*R)Tz`5
z(X@Hl51BEJ*9z`~b!LuQ;5D;FhnLdZ75_8_8^hER^0mCceG{x{jvX`3W&wMoK;`l7
h#z_j80eGuqpx4wZypjANmfB<gCB`OuLUXxDegh~sQw{(C

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..77eb01ca3813d63bdd70bd4e61d8ad25db4f21a2
GIT binary patch
literal 1808
zcmcIlZBN@U5dNNDaVio5l&+(D5%XxJk|DGg)`@D{N6U@f)WdJ`3kAfF-z8}TDnl>{
zqQ-K3zPslhKfY#LasiYUKR->1g8n)_qo<QE(=$q83?Ja;26p~w9F5Sry}jZ2`Fra*
zg5fS~KG|RZvNF~SSTS#;slYCvOi{5AvMuLXr5T(Q1#ro5Ux=~<m%{QPTN{i+um3xl
z6a?=(=9v~z_}&wILiDnXeWoM}2<9m+2~o=^(dAn3r#NVKH5dI&H)%?hxPV^p<)BQQ
z4KzbAmsBT(-wh%3c8RV$b58hIWs*kqvMd8YE>DEkU~!#A>pLE4kUG*(p^XNoWTfY`
zW<@EX=>G8F5?^|7Ii$u=ETb~}7%bKG!?Xz{t)U%+|BeNt4hJDM1VXsDkfk7`20N?q
zeEqRTbBKun7Rs`i-+C!_Wm6=iuqtVD%KliNKhMT9ySf*yiM+0s5a!DzAyZe>f}A0b
zZRQR8Ouu`*VQ5QjN?bB04w2&=n&Dvl$ksQ*9Nxdp;n9uz7!iM)@r0AgRtXu7OD`BF
z<eM~t`NHbCG%VtAwnTSSHzfncT2I;oxckw}$2g8ZqST_$PO&K9!b%QWRNNRsYSGqX
zE7i3=Zx`-s_wX6iHQqr`r8OZ!ymG?eReuiA5^}7B7A8*ifYV710dF^rpg7CnWiuYt
z8ISH{oaa!de39~sI$3ciS=lC&Choz?`t#seDcX|TgY7PHt?a^D&s+Al!FfAJ&al~B
zqr*!;Udwu#qDyh=2&vnK4jq6__G`49%_6E_<Edd+$4L%Y6?6?SDC|LD7v=oWzl?R+
JmM~l{vcD8`XEy)<

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f5fa4f0af017b373ab2420a5b1e75404ed8a7517
GIT binary patch
literal 1805
zcmcIlZBN@U5dNNDaVipGC|yVQBIeObB|~U0tP|C?kCq#|sfXX>7Yc|Uze~~x)Q!O=
zh#JfB`R<;3{P>z}$puhae0x7B3i|!%l%7mJPERR?F}#KAYuNdtaWq2f_V$M7hcB(?
z2!_vK^T`GSkd?7sz>0YzO$BxVWr~W0kZn27D$U@yD1b|b`$Ci@xD=Lm+1g+ndi@{C
zq#$_TG0(J!!uKBF6QY-8>@y`<Krjz+Nr+lTi7r=yKg2<^%em-px=B;2#0B(%F9&7f
zY@iu}xu7~J{B8)LH%oNonRCKFFOxK?mt`3Ma(OJY28-(~THo<VgVd3R3T-qvB_lnf
zH7iO9MfZmL7x>csiy<|UVi}d$!(gedAEr$xX$|cl{BtZAbvOvAArQjFxhw@CHP~5=
z=hN3UngdJ>uuzu8{KiYMOPeAgg;hzL6ZX^k{I45N?dm^wHDTAK62g4BBxLG}T8%R#
zu}!;SpXt{xHVkc@O?^w|!~qhVLo@7;@7eltn8TY_Io!K(4<q7lGoEl#*(xEuap?u)
zgnX7pFke_bmxe_=%a-Mi=cZ)9SnEm4{_T%uKE`qU4s{lVc8Wy-=T>siqT<F7QY*F|
zTb-`Od9(1la1S0qTH_rARaz4w#7id(-t)&$EFniqXkp@H7dV~d5b$c#2#T{Do;KrQ
zo$>Hi#(55P$|otWsFM}9l9g>TY2q%dtUn8mm7*=VJ=pFB*UB!e^}J<&8=SXu<P1B_
z6*@cx<h87)DY_J=j*z-%=+FV^WWPqs*({>^HJ%!_be!aXRYBMNg2DzAo}rxY`irqH
K+Y*M$MfMAK)MhIH

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..3ac6a2bd120bcfae0e0d46eaa2b24761d3c8be45
GIT binary patch
literal 1805
zcmcIlZBN@U5dNNDaVio5l&+(D5%XxJk|D%4)`@D{N6U@f*28b|3kAfF-z8}T>R@yd
zM2+S6e0R@1etgZg<P0b+eta4g1^sz^PR~Z4$LEy75I(@|E$lpK91PI9y}jmn`mOOC
zKz|q3pRCsdIXBh|STb*<nS-4{nWADLWLwU&xn^)u6u>3JeId#cTndZFY)vo@o$jw>
zQV_iBm}go<;X51ngy>}%yG%(I5X>en2~o=^(d9<)O&m14o{H|en>3|LTtFxIvR5X~
zdYU1aE2@*i@0t*Lw?vnoIVb$9GD)L4S(X7HmnTANu(-~m^(~JyNF8aIqm2fqWTY3g
zVnr#T=zjm;3SW9~)u+)=EMso=F<7eVhjATBT0>h1{~ZekEe=8|2!wEPDN8{}1$I*5
z`SN{*<`5GD%#>v@zw=V;+NMazxm}*I-`3~<+*MeWwAo<eL*eSkt5OMJzFZJ8c15Me
z36j`kUb9d1yVq-mrp~&)1#{vM3C^J&4u(%`ebdk3{o5R#+_;Ys@wXmNIH~MBA-!?o
z1>=N#l}0dMSUr`7MLf%f<(B8VWWZRfNyGmAk9t1DarhB+7KL_-MFE#qa?oPVjUl8`
zY&AAIU5WE<;cwv{K7+J|I|!<@CPawWP8huB&!JdCj+M~D#L*sbI?5s7)us^?XF0rV
z#-l3Z(Y=h*9IBKrQeIIdEAAyLn`F|&Jy=?Q5gaQ;Q*v{#?G3J!U0CaR!~QlnZ>Pu^
zcA6V>cnQcWS&vh6DUKZ>RnO3&1<=ZVg_g5PMD=StHEiiP$pNc^w)+Kz4JhoQoFDs(
Mu`b&ZhRa#@2XJI&D*ylh

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..abac3e7ebd5dcc02ec06c2858ed0b87d0fa3544f
GIT binary patch
literal 1802
zcmcIlZBN@U5dNNDaVipGC|yVQBIeObB|~U0tP|C?kCq#|sfXX>7Yc|Uze~~x)D6KT
z8a0;V^W8o7`0+K{kqe--`0;U46!hoGIX#<vo}N<*V|Wj@x3Kq5<7kA|-Q5k(Pv2V4
z5e#3z=93KuAS+|NfEDvbnhNX!$`lm~A=`1DRhq$RQ2>_=_k}1+a49SwvbDiD^!mS&
zNkQ<wW1eXdh3`GVCqysH*k?+zfMA~Dk`T3w5?yWte~N=<*K^U|bd#o3i3{ijUk=K|
z*+4S{b47Jh_}vgf@0RGwGv|bVSte;zFUv9j<nmN#4Hnl~w7%n!2B{+r720TUN=AA?
zYgUvJiXIFPukfXZS3?>j#WE^$fWcB-KTMlY(i+-9`0rRS>TnQJLm-5UOIZp+YOu2!
z&zJ9OG)I^iV4*CF`JI<y*EU5$&h6@q{kA^e(yk`#x=uovFPDT&T~SMMh77i8H|#V0
z_SJ@=EwU+Y$(%Ssc5`Tk!|@|qUk`J5_a=u&Hy&U_{B6b)PAXd^<Tft7V4RSz(g@}Y
ztLM_NhzHqH+>zXr3>a%YX{o>e(ags<jz6HtqR>vUDB#jc4q8;)7(!~f)?+KuwKDG(
z{#NbLGw5o(hoDMpLWFqjguzSx9C9V(L<ucSoa_UqlN<uxYZ^gumcw>49@iO<?`53l
zP^a8Vc}1P9xR<PKlSvczVP*YAaI6$<$?d^**SA)7VXfya`@7)0og-)1W^T}78<5ws
zo~GzhoH|14hM_|Tpp*R?EoZZc>eqN`*w1m216BoH>kA6IPk4cHe(3+jx@<=nE*IG!
D*B)gb

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..672d2f430a4051a034dd41c67595cb2f908db6f8
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|yU{Cg#yfB}0g9tP|C?kCq#|sfS<kg975m@1|)4Dnsiu
zsH({E^}XlZ<6|e=k~5&R`2KNJ6!gc*1w9{q8edQfLwFB&cd+xv;9!8!?d`S9v#(9&
z0Q$SI{>yqjkd?7sz=C-rO$BxaWr~W0kZn27D$U@uD1b|b>q3+zxD@73#hPLqI^Cbi
zq#$_LG0(J!!gn^v3DL_kcA1haAel{460(+2V#=-Hn<Qv<GZo$SG-*nexPVUZWv@(}
z^)y2=*HkBk?@K}G{S;kz=A7`a$|Q~IWLXA)TAm86!QwoN*0(y+Aa$gn!Wa!s$w)70
zt%_1Y(f$76^+BH=UiYan6uYR*KGsTg`!HTslGf0c!M~P*LCb=WngAhOT**=pQd6DO
zY(9TmaXCU<fSIx^=J#2O-PjZfDXdD`oU>on=g+h7!Y&?_TUK5*O9=DjoRG0AYCBF)
z#RhpTKGAPquLYV`mo3hj6Gy0W4hQ`l4u^kP`R>hz3-@!V|LgUHlgd^J1&(ts7$@Y5
zG=llU>Zvp=;$}8Fw@NQN2CTIjH2Ob$S&oPJ9DYEbMWLNyQNWdz9JHvoF@)5Pt)Gog
zSLVE*cx>FG|M%8#2RW72gb4A*34_P{85~Q<i4t0vINAeFM>zyM*ffITEQc2bJgxzc
z9{^5ss1aYHxuV7@9$=LXmNan>7S>+|$4b#O+-z!lerr<~)_UGZzYWgYDJq7y%q=Fo
z0OOUT$0@oL$BvNt!qB0`ZymoP%h@EN@ilH4-sU*S0h@yM;tL9IpRkKge(LLDUA83*
Hm$U3Q&X;9}

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..876263f4fa18605ebc492ea84791bd47a5de4de6
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|yU{Cg#yfB}0g9tP|C?kCq#|sfS<kg975m@1|)4>c-YR
zsH({EeVu!Je3Na-8Bkh$emg1(`sL(;o{!#*FDQi}yoS3w*!ih(FhJ|}_FClG$0l+B
z{asl9WxXEA%2+R8!Mu^C0y~2;Ma4qMwwz~`W^h^*z$HV!5M>E2h52K)CK-oL_iHjK
z2;OzfGcBU<oeg3_^s<ayrX&jpW|NSFsAZHGax3^I0h--RMRz?+no=b$pc8!AD-&lu
z%@E8r)k)#|k`Q{oMHikqC;YQANuxShmH{A_r$TG6xX+^XEsr!v9cif0MuSr_(o0&i
zqLff{zkhgr(5HvjeQF}bE-JH+xl-LejF*|DHMB+Wr>S7jq9CLOKnNFCvJ`~WP$xB-
z_n%f+j<7DkOj#E5`zXb3Y>I>wRwZrD**EL+Upijc#b0_Y)2=!tg!yt#$k-LN7AHty
zQ+CZh(J!B`8Ja$q{mq#ZM@VrF2mKrlhrjWB^<qQE{T%B5dOqQ#vQ<KM<J=3z3Hcz6
zV7{<=Dh-Qxk`2i%&C8AfbFCH)`43-~>mfdeZ%|}WXs1{daAhS2Eh=sdA+=oVXCu;;
zGVeEjRPE8f3v0N8m`ZCxgm~kG!8`sR<Vwhi5?Yuz+5=8UIRw1bG=kzRhbJv~To*ik
zP;i<<UGXWJE9zRsgIZ-%OPaU`3+pd~W2I;sZVt7*ytSwcYdvqM-v;OH6dA)2bBh5_
zfOw_oaf&X*u_L6O7CN-`Tg9)yayE%5e2qtjqZ}7GU{laey`XUPgk4nfW1kl5vMph_
HoMqnuIs{~U

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d338c160aac33f9ad547cad3443dde5077169fda
GIT binary patch
literal 1797
zcmcIlYflqF6#c%x;-(}7$ks|xgClKHRzgs*hDQB3neI%tBlF5UC=h<Uce~v{Drk+;
zG@IGEuXE3wxtndt8Bkh$eLpG+`t9U`o{v6^FDQi}yoI|v*m=}A7@&1~doA+pa}zm$
z{w}QlvR)5lWvmylVBSbmft^8_qGBOrTh6meGdL{@;F6(Vh_VEi!u%;)lZ->B`#qTy
z1n)ZLnHEv_&IU0ddRfLUQ<4P)vq?xo)G|s8xfOhq0L^ZuqPrd@O{o$W&<Vcmm5H;S
zW(ek*>ZI^}NeI2)q6^QQ6aGb+q*0wL%K(teQ=v6j+-K4HmPZ<-jx<zgqroW|=_RdM
zQA#Mf-#@%Q=+ndNK8=QA7nRw^T&Zp!#>-678rmZG+f*=UQ4mrCAcTu6SqegGsFNDa
z$1f`^M_3nNrYwv3eUxH1Hbp`%?BbmLus;8-S7BAsW&_8^(k(NuIwgepa!$zD6}1*8
zNMTcX%|6kuU#=ONK9~K?nG;7yaSjLl91e$n@O<-XL&yCb>i>E^;iR%vLU!Za3&sig
zB#mIcuzD&Di+GX^$t}&xjsbJ677h6iUzY13K8Np6WKn3RSQKz&B?m1kZVVx{T<d2e
z(v>prH-1&^(Z368xPzEVYeIy0<AlLG{vYH@$cYkKm^j)4PDeQeywx;<;w*<}EqGiP
zJbqAcnnPXjIhrf#TE&A}Wm8L<xCaaCFN0&HXc}$~wY|Kxs0(X7Z>Zk}=j{|3!x3|f
z0ndPVrRZ^rF2%7Uq@ET!wDnuXufTFPi70%HM~0&u7dc>4&`!OeaP)*-RPs}w7VEMt
JVYr-SKLIk7WP1Pr

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7f0ab8521a25254df5de85654207d356d2b7b42f
GIT binary patch
literal 1794
zcmcIl?@!w>5dEIN;#4FAC|yU{Cg#yfB}0g9tP|C?kCq#|sfT~bb|@hJ_???Zpl)cL
zwpLZ-_<Z-?JwH3yj+_Cd#n<<vqM+Z-uIT0H!}y9)7{Xh4c!0g%1_uL-?(VK-UVLsc
z2hiV#^<UQOfvk-60v600X)3TYDC?+L2-%MFtkMk5ivqZ0xGqFlf~&*)xmZ(-L#O+_
zHgyoZ>zHR+MBzId<b>#D8M{nL7Ld#)DK)Z|QDVxy;F~09b~hE>^)zWpRdWHI;LBcF
zbJo)g$=p(1D|}xHLLaB-!ZYWDe^J)bs7{t;0I21;&>AexvuJ&*BMnkV8Y+y@;FOH?
znkH405{e%7k8h9q^!T<<W2D$cWe%}co!W=-vXZohwhaEZ6bxDxgd_rlaB(9`K}e!H
zNo+oTS#dc*T!5LfEas0{irv{d5^`l1m+Xi2`Ic5K%dXlag!yt#$k-Lhh!fPWfnAGF
z^y`;vfu_l2b93gz3F@1}Q9p;{;U8AMd9~rf!yM9oy`FGV*{Viq<J=3z3Hc<AV7{<=
zDh-Rcjg7*s#><WYYpn*2@=sru;~_qW@6cgUXs1{daAPG0Eh=sdA<3)h**J7%%g2dd
zEqn6st{Uzkr_!1bA>KJ*@PPjZuM%>mgcc@_4uI294grreji5NoVXJ_r3Gnm@;53JX
zxQ*tDgjGDjDjO_m;sGqIzYdO-qG`C<)b`{iQy12H-blX-&f6&}hWE=oCTxN6%F*LG
zx;l;>A?d2np~Y_<zaq=oB%<*(ZW-R=ILHB;g7(S_3h$k;k4}E>yJB6oBMg_b>?fg2
BV{ZTe

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..1d8d9ff13c862b6278ab0a453c7b738198ea11e9
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|DGQ>qNEfqva-U>fx9Cpn&-CyKWkR%FsFu
zsw#4PU*{el-(*{229y@xKa7fk{y4p$=c7;K3rb-K@8IqZcK&D_4A8p0y%zcLYZEzu
z{w}QlvR)5Ft&QWbU``8NgPB1YgJj-kTh_5!F*qv<s02elA4CZ@`uS6~CRqiY?$4;B
z=T+A-#}p6TbvB6c!HF_-nH0<;m`y?=q8345$Ston2~g~2%Dd}fLYFdD96H{Wy)ss;
zrx=2{rYcH&UlKy^x9Gw#Yq@(>MxkXV%Q67u@{B752KQMouH}(>p#t?a+Nifu1bRsm
zD^hYv_xnfJhX?fNx=*#H*hQ`PF;`6O!+4oV7)@IQ|C$O0Eeb*s075E$B}z_6f;vfP
zK7U(bImWsGGig}J@1rEUF)<KQ7#Wp5XTOZgpU3gSEFPs>W?nT*2y^9}kg+Y294E+P
zQ+drkQEy+b8Jbp?EzX(c$H;OHhX*+v4gcbqoZj>|aNN%!{nztxE2OC-5*+4^vx<-}
zLUZN{qozW$fQQ-e+%moF7%<mr(eVH9Ww{>WbNC*07PzvK1rAq6RG@fWX-!B{Y<f02
zU5WF4<FRm$|6g0f9mG@`?E{1x%Qar}XHYC5r;;nK!)OmGI?BQ0#ijvd#d3Jjf+wlq
z$%BH^98$%XXs$@LiU+mIrk2oQ4;IE<ddo`QG~66&dw-Lt3u9c>P`?e<nJF@cQ|1-}
zUI6h*(c>6w3}Z`38W_sA^;^ZSz*cM$Q1}Xu45v9Ra=@mb9eiHm^zpl><fpza#%5bw
IS7Mg^20DaguK)l5

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..01a16c5949f034734eb27bd42d5a7b593dadaf5e
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|DGQ>qNEfqva-U>fx9Cpn&-CyKWkRy0LW+
zsw#4PU*{el-(*{229y?`-;9caemT9M=c9My3rb-Kui)+uc7AFc4A8p0y%zcQV-q=m
z{w}QlvR)5Ft&QWbU``8NgPB1YgJj-kTh_5!F*qv<s02elA4CZ@`uStFCRqiY?$@ZJ
z=T+A-#}p6TbvB6c!HF_-nH0<;m`y?=q8345$Ston2~g~2%Dd}fLYFdD96H{Wy)ss;
zrx=2{rYcH&UlKy^x9Gw#Yq@(?MxkXV%Q67u@{B752KQMouH}(>p#t?a+Nifu1bRsm
zD^hYv_xnfJhX?fNx=(eW*hQ`PF;`6O!+4oV7)@IQf0_ygEeb*s075E$B}z_6f;vfP
z-hWzQImWsGGig}J@1rEUF)<KQ7#Wp5XWxv=f9ZH(7JuorOuOoo5a!A`A!A!4El!Za
zrtF%1qFz2<Gc<iJ`<pY%kCEaW4i9oT8ve#JIlbs_;JBYd`mg8XR!CDvWH-zmXB8nI
zgyzf@Mooog0Z+0axutp8F<`FMq9Om`%W^%$=kPU(EO2Ed3mmSDs6g?$(wdMY*Ys>e
zx>Dx-#*eB!{&!&wcMwx)v=0z&EZ2C)|ASl!Ih9;-9Y%Xl(NPW_Z#4}dE0)8P7CcD>
zPaYJU=8!5rMRP@}RXnIwHnoHfd$2I>(py&Yrs3vL+sm6oT^Qr4hWc%=&P<Up95J^T
z@C1lgiXO*cV;EaP(zH;%t=}qs1-4?7fWlXJWH`!kkpngb?bP!UM~~k{B|r9QF*e)c
Ix)QVOJEg>AqW}N^

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..8a53c72a24a2716afd5398c4ef5df137b53fb5e0
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|DGQ>qNEfqvghK>fx9Cpn&-CyJ;GMI@mgG
zR8{2ozRo>9zR9-a3@9zWz8e(<{dRgm&qp7|7nH&f-oV`*>^y254A8p0y%zcYa}zm$
z{w}QlvR)5lWvmylVBSbmft^8_qGBOrTh6meGdL>>;F6(Vh_VEi!u%;)lZ->B`#qTy
z1n)ZLnHEv_&IU0ddRfLUQ<4P)vq?xo)G|s8xfOhq0L^ZuqPrd@O{o$W&<Vcmm5H;S
zW(ek*>ZI^}NeI2)q6^QQ6aGb+q*0wL%K(teGodwD+-K4HmPZ<-jx<zgqroW|=_RdM
zQA#Mf-#@xOJfKI{eHsnLE-JH+xl-LejF*|DHMB+Wx2a&zq9CLOKnNFCvJ`~WP$xB-
zk6%_;j<GJlOj#E5`zXb3Y>I?j*u^>fVSWBvufnRN%?6H-rCVlRbxH{H<(!bQD{3uH
zkiw?&nth^Qzg#mkeJ=Z(GbfIb;v5bSayT0P!LxRH)!)EzKZp9io=-TbY?YARIQN2a
zLOw|&m@llJO2Z<aWJ7XG^Ri>WT&qPx{==8$dWg^ATNGIo+9?(VTv^FMi;5dVNG;d;
z*@$$d%=?XBReSvJ!W!-%rqY@aA>KG)@Q(inxe{`!gcc@__JGq-4gqg9ji5No;aLlw
z)CEr-6rAQzSA34<in><upjO$`k|yrK!ureLSSgx@n?r3cZ!PM=TF)Emx50TkMaFQ%
z++x5pAYLhYoT5u{><Fo+g$`}~R`DyaoJ}GMU*nPCD91$(*c7x=FDM*6VHcJB)ThO|
KY)cp}XW37lRAi$7

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_128x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a175bd7dcb1a016b07df73a0554a195597edc000
GIT binary patch
literal 1794
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IO>W0>7
zYgI*#@9W&-<C|<p&VbV5>$_1=&~N8g^m6oJd_^e?;SD@Iz}|0-g8^E1ch@4{e{LcN
z(BFskU)Jk^tc>*n7R(!IDzGys>!?@=*^cw9(hM$&0=Q)87ose|)nWdetx3kA)BRqX
zItbo%%rh;b@SP1}LiDnXU8W=p2xgOz8d1wAG2~wGO#(E#n~Lswm^7uTxqwdaWv{F`
z>uH8yZmF&nzAp)(k6U!%nRCLwC~Ij{C(AMb<nlsj4HoxVw7%t$2B{+r720TUN=AB3
z6DvvyMGyNYx5r2H<hD;^q}WAe4l!4q+K2HnleC7m2>vz|3|bU~BmjhPaU)AXNP;>^
zXg+>fVL8RR05fG-%pao^yR&s9<jO8C*$?aUEqN`|uG%Do`EpLk*cC~L6XdTcyJny0
z*Du!$O_R&!=FEvx<Tr=oqa03#fACCBulgG}9_En#>-mI}%2qW}8|PjyPRJ)|1oMT}
zQ)yVlV{901IbL=Qm}|9Yn1A}RTo3U%e2WT;LOaExfEz10Xi;%v2uWH^&qkpuSw3$3
zD%sP2SJiM2F_qSY2=UGdgBSciXqAw2CA2VcbO4-=atL^(X#~Yt4qGjFmI|IdDLBm`
zRoq5%MXFUisZ}<$q=^Txu>LwYR*I(K=1|+4n?zk$>v=={E;w(e$QaI-dkokD;+3Mu
zb#!$cJ3`W^(4np0Dt-l)vq?nZYdkWX<G9EHn}T-a1%-1b?4y#O`>t4*?Fhr=Ec*!z
C{bQE^

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..898008db3452d9f4d0b96896b6ec7496978e60c4
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|y^yA?DFaB}0g9tP|C?kCq#|sfS<kgBHY(-%Zm9REE@P
zP*suR>wC|+$Hz{#BWFNq@#E8|DCp0#D|$KlJiek7hVTLI?_uw+!NCBdySp2i7vGx9
z0UYkb<}d5@Kvu?j0So4hG!@txlqo6}Lbl^Pt2Bf2q5v)#t_x9?;8K`B7i)@f=yZQ2
zlY-z~$2`*_3g6ixCqysH*kwwxfMm8wNyu78i79u2Z<C<e?NoF()1)a?;sQFsm%TD^
z*3%5hEU8Wk-&carhbg-7%sJuTlt~)Z$+8RpwLBMEgT;9kt#5UtLF!0Dg)thOl9681
zS{0>)qWz;~|L~X|FAu3P6uYQQA8Vz$eHgDQNo#1!;9pC@pk+ZwO@I(CZe%G4si{tC
zHebH4xtt&_z)V>d^M@?OZf%N$6jmi|F4=GE^Osq8WfxD%ttzjZC4~8MPRQ65wH+s@
zVuQR9pXm2*Hv&zos}|?XiIe_O4k&XD$HOgF9=+RUAy&lyW<BAgvQ<KX<J=3z3Hd6G
zV7{<=Dh-RcnT^h^(yNXEYpn;3{*PZ);~_qWAJJz~Xs1{daAPG0Eh=sdA+=-cXXDeg
zIUgpT8u#S?y*1oJPNg*=LcDdt;4yyz#}aa;gcc@_4uI294gn7~ji5No;Z*@oYrxY-
zfYTgm#Mfx9sIiJiSY?AHO+0{w_1D3%QZx-Wo7$e=+SG-$o;T9(g7bEYis3DDhY7F1
zc<tzMiY~>mBc#4CbZGHg$FIq9Hi>9_ja!DdISz8brl7s}g2LM;?4y&P`?^?{?Fhr=
GEc*ijYGs)K

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..c4dec94beeab06cc9417edb979ae3a971b0f63da
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|y^yA?DFaB}0g9tP|C?kCq#|sfS<kgBHY(-%Zm9)Qzco
zP*suR`#Sgd_$J$tGoZBi@@`ZV^y}Fby&SzCUr`D}cmwzMu=h*jV1U-$-HphLPfg?i
z4)<a6m-TueD`UNY1@lIl3hWHZ6cr00+i{*%n!$Nd0GAB?LX;)A6y{Ianq(Y0-EYaH
zAb8g?&$NibceaQL(aSP+nUX9Zm~BE5qLxu&$erNZ1ZZ|U72VA+X-bv2fKKpbuS}fv
zG(#{;s*}R^6(RIti!MBKPWTsPl16p1ECWC;&xO`tai2x&TOMhUI?_;~jRvP=q}Q}&
zMJb_Z|7h7iJf_FXLuw+$E-KT<T&Zp!#;Z)y8rmZG(^N2MQ4mrCAcTt>SqegGsFNDa
zhtF#)Cs-F?rYwv3LzH5-Hbp`TtCBXC?7Q{(Zym4f;xD~cY1f?+!hAU=WbBGsixZ@<
zDZ62x=+`ed3{9V_{^rbylm1Z-$Z-zG!!10IUTx!u8S%fFPdKS;m5|*y_kwXkK1w5)
zFRY$Q!y=w!Lvl;=s$;-h>qSHU<CoQXh|l3$6j>D7DHa9XSjj<)iW@^nE!X<lh;*&Y
zhmD_Ad-CtX8tx&c(wYz<-a29Mj{gU_5^|=57AB4kfYVV90dF;ppg7CnSqq-l1y3Ip
zoaRthe2(Udx>oV1R@u~&CLX}T`s?6WDVm0xLv1f_E$YHr&l~D@!FfAH#&E>kVZbvW
zUMqT>qDyh?2&t!q4sHEb@oTW0O(F_k<B{Pg$3+g<6tq(>C>%XuAC>&nr^UK#M;I<=
F*$-{JWQ_m-

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ef795a299f93127e50f7038c808bf3e89f5774c5
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|y^yA?DFaB}0g9tP|C?kCq#|sfS<kgBHY(-%Zm9)WOtg
zqpBju_jT^^@lCcPXFzH3?Zc=j==ZZLdO7+yzM>R{@DA?pVed)fV1U-$-HphLFHPhC
z4)<a6m-TueD`UNY1@lIl3hWHZ6cr00+i{*%n!$Nd0GAB?LX;)A6z0#_nq(Y0-5<%M
zAb8g?&$NibceaQL(aSP+nUX9Zm~BE5qLxu&$erNZ1ZZ|U72VA+X-bv2fKKpbuS}fv
zG(#{;s*}R^6(RIti!MBKPWV@4l16p1ECWC;&xO`tai2x&TOMhUI?_;~jRvP=q}Q}&
zMJb_Z|7h7iJf_FXLmCamE-KT<T&Zp!#;Z)y8rmZG+f*=UQ4mrCAcTt>SqegGsFNDa
zr>|=)Cs-F?rYwv3LzH5-Hbp|N?BbIBv_Ai%S7BAsW(&us(ycPDJ0*nqa!$zD6}1*8
zNMTcX!#>e(UvC(iK3DzCnG+}dqa2Xq9FB)ucpkmk#t}2(e>0zOQrRjYyK(LX<Ai*c
zMlfGkJ(Y$<JjsUSmgZH*fVtL-hWy7btMw3{!}ln%D6~^73b?V7gBBGxhLBpW^|KM_
zTA2?UzpM7---R{YLrkSLAws-$!r&eM4{{~sObIPa9323sqZ|U>Y8pXtmcxq{Jgp0!
zJ}NlPp|1E6%@uX6;!&-#sU=N3fQ9wf!Ld>_4L66{Ufx>Ng|(hH)bE1xc8ZMQh`Gan
z7eKsL^f*PA;@A;VPYWH|`mN&EU^$ya6u!nI!%>cl9Iz>9r(RGvdcr;``MFPvb=i(E
HT+XszW=v#_

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f8826de64ced4ef7e8ee4434ffaf9bec79b194f4
GIT binary patch
literal 1794
zcmcIlYirvu6#edBaY>=H#aWiJl}>8{saHz3br}uYJ_^NB9IbkxN7I)6_+7^_4cQ7A
zTS73huI@eO9v#Wqo}2-t#kUWmqM+X|Zs_&s<M@VB7{WVvdV+&L1_uL-?(c78UVUjY
z2XK4{o4>5r16djC1uU31(o|q)P^PF@2-%+VtkMiFivqZ0xGqFlf=glkQmiS)q0{}5
zObUW`9rH|!D12v&oDjV%W0xt(0+QJ#B_V4WC8j(IzD<H=4^z?IOp~Tmi3{iiU-rtx
zSx+-0b5C_r_`Vc`K2OnwXU+-#s!Y<TPL^c=sO6>58Z6GUXnm_A4N^xMDvZ(Kl#KM2
z)~YBa6z!kf_m5BM>HRT{kzyB>>0_-_w-4iGC20+98T@T27_=-1sR<Cm#hok#AvM)W
z&F0hB6_+!_1(+$zV*Z?^*n>@xkQ=+WW<RaZceH9*cGV^!%$IXQ#;&N1I6?gy*p2u^
zzkR(CXqsF$H)l?q^-pp@fpa(=Zn5&@%{B|MBK|k)2`81U5=tBAUNBC`XK4iUh1FAO
zSj25?6mB(Mb_`f+HE5Jye_4))_#D1Rhee^CVo|`Il^nFFxG{v(Uag;vLszzZp7`Ce
zXaDZ1;Q?|gtqBq0gA)c1_<!&!As0$$VdCfrI348>@JQ1LinAPc3V2=vp05E;bEpw_
z(Ogku6>C^!gC$Kof`#?B!Ld>_4L6(Gp4{5hg|(hH((i-wc8ZGO{ql$jJ7BzW^f*PA
z;@A;VUllsE_^sntWI3BeG`_|y!+RVDIbc)JUU@;`y%P@6$uE6ZtjqR<;c}M!0@V0p
AfdBvi

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..76338c38427c13f86e938f966b9b50fb77435e93
GIT binary patch
literal 1792
zcmcIlYfsxS6#brGaaAM)C|%d0A?DFaB}0g9tP|C?kCq#|sfS<kg975m@1|)4Dnnud
zsw#4PeeXH<_}Iy|<Qyn1etsSo1^sn$LC?ouCKr^#2tLBy9qjxwI2>YhdwV1E?0b_r
zguyOs{<2;VWM!-uuw>pyQ-PgBnWADLWLwU&N;5bu3gD9Ax)5avE``NYv8EV@PWN{*
zDG1(m%rh;b@SSJmgy>}%yG%(Ikj!&Z60(+2V#=-H&q>hiW+u9uY0{J`aRHs+%U+o{
z>uH8$uBlE6-&car`zgBg%sJuTl}Q@a$+8RpwLBGCgT;9kt#5UtLF!0Dg)thOl9680
zS{0>)qWy#G{Q*6^9#CT_Hc^>AmP&Q^Fj*Cn*3g!~e^!EF%Yl#@o)9jsWGM)#iB4-S
zUw^Eb93d>gTv-<L`z*z7Y>I>wRwZrD*&plk*I9UBmygP=DzAGbg!yto$ix-38K<aW
zgS-)+>JRTX0!^!{78lHkqy9k-`-2<~N3XUphd%x{>j@{7trF@R7hW(<$Tw*O^M%zj
zX;{RqY-DbQUNsC@YdvV>fB3Q*kMKGAgeHqZJH?`aD=Rr@QE_7ksqI=n8<Vb`c|Y;k
zwMQ>@)@TPQmDYp^@x}>*NBre>CFDd2EleEm0jJ{}0-k9aL2;JDTjCwpc*hU$W;xV=
zZ_rv%LlqC8$_7fBxCcw?FN0&HXxeQyv^~1Dp9^a}Z*<=V=j{yj!t3Q06JDS2+RT#_
zU5XP&NPSi4(89N7UvuSb8qxC__X}@v9OQsKL3`l^h4)U_MH4^uRk1GH5{Aop_7}Js
BW8?q;

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..291301bd41faf263c4e684c1ef9478f025869237
GIT binary patch
literal 1789
zcmcIlYfsxS6#brGaaAM)C|%d0A?DFaB|~Tr)`@D{N6U@f)Wa|NK>_jOchfWibz@=!
zsw#4PeeXH<_}Iy|<Qyn1zP%q81^s?<PS3_4C+C#H2;Rc&E$sX;I2>YhdwV1E!<Qy=
z2!mbN{AIl!$jVqRV9C6ZrUE;MGDXEg$hMqkm1b~S6u>3Jbs@?UTndYaVofm)o$ilh
zQV_iBm}go<;X9AW3DL_kcA1haAeqOcBxEh4#FQJsACsWj^-Od()1)a?;sQFsm%TD^
z*3%5hTv44AzOMwKcT;rfnRCLwDw8y-lVuqIYI!QO28;77THoqOgVd3R3S%@lB_q9{
zwJJ&pMf(R=`vZD-HJ~O^Y@#xKES2i+VX`VDt)VS}f2;(<mIEO*JRw|M%2E(g6P?yv
zK7Cy?IYL-~xw0(gcUg*E+Y|{YtV-IPv7grGe_eQPm;bqHRd(GdA<UNxLME=Loj64S
z8`zEbRKIz>5or2c^|xS79Q6-!*dOF@IC{2)IrQ<rSx-2rY?V;lxbT8;LOx3)m@llJ
zNy8%UW214a@~UCLTI)fh{r#8Kc!bZ<J9JnS+9?(VTw2LNi;5dVNbS}7**J7<%e#r+
zEqnB2Ta9**QfW<y5U-suc)p+RRYFdb(89#=9&kF&A>e_g5fo=Ryd>Unjdy$xZ<a$1
z_yVmJHB@mAs%)U7iF>fL{vtS5il*IWL)&v(`?;{z^G5e=aNf>PFT7iBFyZ+LugyG3
z(WN+Xgw*$h4lR6Z_BB_|rV%}_alh~i$3YI*6STKoP<ZKtT{Q7SpA_q|En&EvXTJa|
Cd1BZA

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..3aec7e52c422f67bb67e0743f00fc060fe9bc3a5
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7zGId+B8j25p_wVutlgBnu@6Hqvfof#KkxHLIUFBJDbf4ltPsX
zh@zF(<C$~j_}H86$SF`-{P;L53i|Wxl3olyk1i>N0lbI1JJ@?P*zaR>cXuQ6)3-Xa
z550ZZ{AHaE$eFQTz=C-r%?#`m$`lm~A=`1D%`}7aq5v)#t_x9?;8K`B6|0MJXtjSO
zlY-!F$2`*_3g6lyCqysH*k($yfMm8wNyu78i7B^&Z<C<e%|x^})1)a?;sRR1mz^?k
z*3k^fEU8Wk-&car`zgBc%sJuTlt~)Z%CZaqwLBMEgT;9kt#5RsLF!1u3}ZAnB_q9}
zl`2XJMY~7K!yY|e_GmN|o0yp{mP%FkFj^Io*3gE)e^!Ei!-0?ro)9jsWhn@$h>j~R
zU%s!IoFFW~R9P1D`z*z7Y>I?j+QkL?ZGHaFRfSban=KYTR&G^!-6$c<mvcf!uBe<i
zMgeQ&jrdr<d%F>+`&{)mXHJ}Sk8(Kd<#0TBv4uHw@xNJ5IH~L`p}2AG1>=N#l}0dM
zSUr)3Mcl_)<3{CG!+^EcgIfECFRSqYpMwwRuqd=sEDE@`l7kjAZVVxnSF303(6ue^
zC;qnV$+K-W*h5OCH6cR0al+vFe!f=;Ia5Ll6Nd-D=`e?Y2bxAuoaOMEc&8QK=>xn;
z4i(@lv{qD5#RI6ahLR>8z{2{g;8-c@cIypo&TZxA!dlO3-FLxxJ3+nhZn?#TmnXb7
z^C(4^;>ZzF-4i-A@QvBmTsa#@^t{IX!YdpHIbcuF+;&0Xr4#ni#7})vtjl(U;c}Y&
E0VD}x*Z=?k

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..722a3e564e52673e4f534ce16e7032fa33058eda
GIT binary patch
literal 1786
zcmcIlYfsxS6#brGaaAM)C|%d0A?DFaB|~Tr)`@D{N6U@f)Wa|NK?~x?@1|)4>W0Jw
zR8{2o`rdQy@v)Qb$T?72{P;L73i|Wxl3t8IPcA8i5xj@HJJ|bYa5%*1?(SCRr*BQ>
z5C;3O{mXhikd?7sz>;|*O$BxiWr~W0knK3nD$U@$D1b|b>q3+zxD*zT#hPLqI^AE%
zq#$_LG0(J!!grpK6QY-8>@p=;Kr&BBNyu78i7B^&KP5r4o0;ftr%6+)#07MMFMDO;
ztfv{0Sy7!7zOMzL_fvG~nRCLwDU&p+lVuqIYI!cS28;77THoqOgVd3R3S%@lB_q9}
zwJJ&pMf*pq!vQ^B4QPxMo2X15OQpJdn5+v)YiLX0KP$no<v>UcPY4&+vJ`~WM5i^E
zFW)yzP7oGgt}KiBeU@T3Hbp`%?ec>CwmyHQRqL{wE(u}2To5vGMQy_=s@K47#i#n+
z+pR#;<hr>9bK<0bl*8d5hvU(UEzF^h|LuChNoA{q%EpBkj1%%z8o_*F^-LNTaT6PX
zTZz{V1J>FM8sQ(ltj8mKjy|BhqR>vUDB#*k4q8;)7(!~J*3ZVC8&BR({O#A1XM1Y2
zhm=ZdLWFqZgu%o8e4`R_ri2zIjt_v-aSj1bGmW4)%i%TgPHVi=2Y9m_YQR@$t*D`j
z2T)}LB~3hlrS(_Au~IbcHXGU=+S<>BwVpS+?}GDohI-+}a*GKsPk3YINs2DTi6f-G
vBy?!uTeEMtayE_Vd5!yp_cso5z@DJJ>Vm=>C+wq%AN!tIm+c6{<vjZXnzLcd

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..1113e8ae9849958a155a08b784a04c9a04b3296f
GIT binary patch
literal 1792
zcmcIlYfsxS6#brGaaAM)C|y^?D(2BjB}0g9tP|C?kCq#|sfS<kg975m@1|)4Dnnud
zsw#4PeeXH<_}Iy|<Qyn1etsSo1^sn$LC?ouCKr^#2tLBy9qjxwI2>YhdwV1E?0b_r
zg#BIE{AIl!$jVqRV9C6ZrUE;MGDXEg$hMqkm1b~S6u>3Jbs@?UTndY)Vofm)o$l{s
zQV_iBm}go<;XBXB3DL_kcA1haAerZ+BxEh4#FSgXpOc{3%}jJR)1)a?;sQFsm%TD^
z*3%5hTvMGCzOMwK_fvG~nRCLwE0Z*;lVuqIYI!QO28;77THoqOgVd3R3S%@lB_qA0
zwJJ&pMf-#6!2vzI-lxV;Y@#xKES2i+VX`VDt)VS}|EvVVmIEO*JRw|M$x;wf6P?yv
zzW!J<IYL-~xw0(g_gRYF*c1sVtV-IPvp?47ue0#NE+3U!RbKZ>2=nEFkclg5Gfq*%
z26-bs)gRt(1e#V?EiRZ7NBuz#gM%CnN3XUphd%x{>j@{7trF@R7hW(<$Tw*O^M%zj
zX;{RqY-DbQUNsC@YdvV>fB3Q*kMKGAgeHqZJH?`aD=Rr@QE_7ksqI=n8<Vb`c|Y;k
zwMQ>@)@TPQmDYp^@x}>*NBre>CFDd2EleEm0jJ{}0-k9aL2;JDTjCwpc*hU$W;xV=
zZ_rv%LlqC8$_7fBxCcw?FN0&HXxeQyv^~1Dp9^a}Z*<=V=j{yj!t3Q06JDS2+RT#_
zU5XP&NPSi4(89N7UvuSb8qxC__X}@v9OQsKL3`l^h4)U_MH4^uRk1GH5{Aop_7^n>
BWDx)W

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d7217f76583f6b35ad40d5613583db7b1dda4b3c
GIT binary patch
literal 1789
zcmcIlYfsxS6#brGaaAM)C|y^?D(2BjB|~Tr)`@D{N6U@f)Wa|NK>_jOchfWibz@=!
zsw#4PeeXH<_}Iy|<Qyn1zP%q81^s?<PS3_4C+C#H2;Rc&E$sX;I2>YhdwV1E!<Qy=
z2>ZLR`OA7ekd?7sz>;|*O$BxiWr~W0kZn27D$U@uD1b|b>q3+zxD*x-#hPLqI^7@1
zq#$_LG0(J!!gn5#6QY-8>@p=;Kr)X>Nyu78i77XNKPEx5>zU|orb$z(#07MMFMDO;
ztfv{0xuQBLd|wGd@22R|Gv|bVRVHavC(AMb)bdnl4HoBFw7%7m2B{+r6~<_AN=AA?
zYgLpIiuMOrg9CbawNFi?*hFReSSr=s!(>%RT0>g`|5yozEeAqsctW_il%*h~COWOT
zeEPa(a)ht|b7fh~@3IuTwkZ-)Se3LnV?V9W|GMzpF8_1Ys_eQ^LYOZXgiKsfJ8_Bv
zHn1D<sebc%Bhd7@>TkiEIO-2_7#!qqIC{2)IrQ<rSx-2rY?V;lxbT8;LOx3)m@llJ
zNy8%UW214a@~UCLTI)fh{r#8Kc!bZ<J9JnS+9?(VTw2LNi;5dVNbS}7**J7<%e#r+
zEqnB2Ta9**QfW<y5U-suc)p+RRYFdb(89#=9&kF&A>e_g5fo=Ryd>Unjdy$xZ<a$1
z_yVmJHB@mAs%)U7iF>fL{vtS5il*IWL)&v(`?;{z^G5e=aNf>PFT7iBFyZ+LugyG3
z(WN+Xgw*$h4lR6Z_BB_|rV%}_alh~i$3YI*6STKoP<ZKtT{Q7SpA_q|En&EvXTJcb
CI%5R@

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..427216e2f7f799061b31c2aa4ab2bdf3c3cbf664
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7zGId+B6NK5p_wVutlgBnu@6Hqvfof#KkxHLIUFBJDbf4ltPsX
zh@zF(<C$~j_}H86$SF`-{P;L53i|Wxl3olyk1i>N0lbI1JJ@?P*zaR>cXuQ6)3-Xa
z4~P4(`O7*TkTYYwfCckLni<$Blqo6}Lbl^Pn`s8;MFCtgTo<A&!KE;NDpnWc&}#om
zCI!LUj(Mg<6uz}ZPKaKXvCWiZ0m*EWl908G5>svk-zGt`n~7*|rb$z(#09j1FFR%8
ztfLu{SyG)8zOMwK_fvG?nRCLwDU&p+m1P+KYI!cS28;77THokMgVd3R8OCUEN=AA`
zD^-*digtU;-Vr@s9@1ziHZe0@ES0M6VYDhFt)UHp|EvW4h65oLJRw|M%Tf?h5gk`t
zzI<OZIYC%}sj@8Q_gRYF*c1u5w2KS&+xq;Us|u@<Hd`!wtlX;dx=})yFXx1eTv0i3
zi~`ok8}YGz_jV&t_qpnC&YU>u_HyVQ<#0TBv4uHw@xNJ5IH~L`p}2AG1>=N#l}0dM
zSUr)3Mcl_)<3{CG!+^EcgIfECFRSqYpMwwRuqd=sEDE@`l7kjAZVVxnSF303(6ue^
zC;qnV$+K-W*h5OCH6cR0al+vFe!f=;Ia5Ll6Nd-D=`e?Y2bxAuoaOMEc&8QK=>xn;
z4i(@lv{qD5#RI6ahLR>8z{2{g;8-c@cIypo&TZxA!dlO3-FLxxJ3+nhZn?#TmnXb7
z^C(4^;>ZzF-4i-A@QvBmTsa#@^t{IX!YdpHIbcuF+;&0Xr4#ni#7})vtjl(U;c}Y&
E0ieob1poj5

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_16x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..4dce804558dab8dcabcc69bd98aee63005fbff85
GIT binary patch
literal 1786
zcmcIlYfsxS6#brGaaAM)C|y^?D(2BjB|~Tr)`@D{N6U@f)Wa|NK?~x?@1|)4>W0Jw
zR8{2o`rdQy@v)Qb$T?72{P;L73i|Wxl3t8IPcA8i5xj@HJJ|bYa5%*1?(SCRr*BQ>
z5DxcY`<L~4AS+|NfF<)rnhNY3$`lm~A=`1DRhq$hQ2>_=*M%rca49Svi#5eKbh^Ki
zNkQ<gW1eXdh3`BeCqysH*kwwxfMlMMl908G5>svke@cR8H#5=QPLrloi3{iiU-rtx
zSx+-0v!XgFd|wMf@2BX}Gv|bVQzmItC(AMb)bd<t4HoBFw7%7m2B{+r6~<_AN=AA`
zYgLpIiuMPq!4W-P9nu&nHc^>AmP&Q^Fj*Ip*3g!~e^!EF%Yl#@o)9jsWhn@$iB4-S
zU%qdcoFFW~Tv-<L`z*z7Y>I?j+T{iNZGHYqtJY;VT@u24xgccXirR)#RIh>Eicj^s
zw_Aax$#ruJ=EO;Vki+08hvU(UEzF^h|LuChNoA{q%EpBkj1%%z8o_*F^-LNTaT6PX
zTZz{V1J>FM8sQ(ltj8mKjy|BhqR>vUDB#*k4q8;)7(!~J*3ZVC8&BR({O#A1XM1Y2
zhm=ZdLWFqZgu%o8e4`R_ri2zIjt_v-aSj1bGmW4)%i%TgPHVi=2Y9m_YQR@$t*D`j
z2T)}LB~3hlrS(_Au~IbcHXGU=+S<>BwVpS+?}GDohI-+}a*GKsPk3YINs2DTi6f-G
vBy?!uTeEMtayE_Vd5!yp_cso5z@DJJ>Vm=>C+wq%AN!tIm+c6{<vjZX7iD4j

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ef2be0d942a13757f16957e1eafe1a3795332121
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|ySxh<UV9$q?Fub)wq#(Q;!q_3%r6P(b|n-879rWeBE0
zRYi{P>)hkxn`}eQfYRc}$5BzxpC{+^Z1j12PALrGJ>1^H)?bZ-0a`aV*CIcCYa$2G
z--h*H*6V?+jP(K*%o}McurnxAR4jyS!+BO|2B$><Tr%_vQI_CRm_KG~l5yyCe<hQG
z;9bW&(;^Drc}7f#UY4=Tlw<+HJSQX}Y8fSl+z9@h0L`waqPrd@O{o$W&<Vcmm5H;S
zW(ekr>ZI^}NeI2$q6^QQ6aGz^q*0wL%K(teQ=v6j+-K4HmPZ<-jx<zgqroW|=>@G>
zQA#M<-#@t8>(j%lJ~f777nRw?T&Zp!#>-678rmZG*HkcQQ4mrCAcTucSqegGsFNDa
zm+vbqM_3nNrYwv3U6f+iHbp`TtCBWn?6>v#%Q&9f#e;Oq%&TSzVZNLbGIm8R#|g67
zR9>@B^#0p5L(}TA#W{202wBcyub;!=@Cna@cRB2$^OKId=!gIHe8Nd(tAqr{xfhHR
z@>Lqad|~xe8W!;|8=hOHmmLG<S}hv>@4qb9LwpWDpw6PuPO&K9(n=0mRNNRsYQ@&i
zMyD%r-fcV-?$Q5iYq*7&N^3%dc<qG2YyJX?CFDd2EleEk0H>oI0$ywyL2;JDs}?-2
z3m)GqIL)E1_!`X>b*<uFt+J^lP27Qn^%udhQZx-WhuYrXTGWNLo;TEQg7bEYjNz2I
z!GKplyi)WyMVI2(5mFBf9oqV>;#Xifn?w}8#v{XNj*A?yDQE{@P&j?UHY)kCuZwlr
JhA>>tvOfVRWtji~

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..fee41926eef49969c2139fb8c68eec0e7d35273c
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|ySxh<UV9$q?Fub)wq#(Q;!q_3%r6P(b|n-879r-5Bga
zRYi{P>)hkxn`}eQfYRd2+fh-_uP5j9Z1jG7PALrGHQe69)-R2N0a`aV*COA2Y9a^F
z--h*H*6V?+jP(K*%o}McurnxAR4jyS!+BO|2B$><Tr%_vQI_CRm_KA|l5yyCza^7`
z;9bW&(;^Drc|uHxUY4=Tlw<+HJS8L{Y8fSl+z9@Z0L`waqPrd@O{o$W&<Vcmm5H;S
zW(ekr>ZI^}NeI2$q6^QQ6aGb+q*0wL%K(teQ=v6j+-K4HmPZ<-jx<zgqroW|=>@G>
zQA#M<-#@t8>(j%lJ~feI7nRw?T&Zp!#>-678rmZG(^N2MQ4mrCAcTucSqegGsFNDa
zhtDf4M_3nNrYwv3U6f+iHbp`TtCBWn?7Q{(ZynF=;xE0HX;+;R!hAU=WbBGsixZ@<
zDZ6H$=>3;#hNjPDe{<%<5mKDPUO$J!;Uk_0uX5N$=SLlP(GUOY`Gk|oRtedSb1xVt
z<fAl#`NHa{G%VstHYB$+FFOXzwOTaf-+x)Ihxi=6L6JqFonleIrIj4CsJJnN)N-w#
zjYwC@yxaI$wMYLhtl<`7Dy<0-;<Xb7@A!X^D<LOJXkp@L2RI$&5b##h2#T{Dp0(g{
zUGVr`!D$Y4#ph_QsB0DXYL!hbY2pqntiK43m7;05In?&@)}k(~^}L~e6P&kGWDG~l
z4F)^|;+3MuDY_KLj*xm<=+M@06~6+@*(9RyH69s`a$MwqO+h>Lg2K@gwo%CseOj!`
KHiY4Fmi+*1dSs0N

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f0c20a9cb997ed7235293ae7202d8c010e9d9ca7
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|ySxh<UV9$q?Fub)wq#(Q;$A_3%r6(1Q5!yJ;GMIvAZc
zsw#4PU*{el-(*{I0+bft-Vcg`em}dU7lV((OG=>+Z{h9^b{;kMdT8C=UW@$jrH<@D
zcNf-wS*HVXYOEJ9XWmFN1v`N<Ma4qMwwz~E&EUK!fJ=scA<7b53bUtdbutdE_K##z
z5WMY}XIezzTN}iL=w%t(Oi30H%qAfTQOhVX<W}%a0yMiBi}re$G^I*hKr8sNQzp(j
znjx44)k)#|k`Q{oMdzM5C;Y22Nuyd>mH{A_=R#|+xX+^X4UaTP9ch@NjRvP=q*t_J
zMJb_Z_wZ<O(51(VE{%p_7gMv3xl+|W440XtHMBwSx2d4lpdh3IKnNGtvJ`|=P)8M-
zPhVG9POvV(L|GQ|`zXb3Y>I?j+W7_hX?^}jufnRN%?6H-rCVlRbxH{H<&2P_D=ICH
zkixq1nth}XU#}VJK9~K?m=h;RaSjLF9FF_XcpkmUVIQ5Jb=*fk{IBN|PAWT1$Zni@
z!8jqGr4h^*R*$7&5l^xvxuJR4F<`FMq9*_0%W~bvXa60FEDG%uivq5#<e<fr8$(DX
z*Xmh|bfwJujo(#!^6$dx?;xhqnh+u0IAQRP{|C7ea;Ah9CJy$1(?JdaZ#9jeILqNh
z3!YX5PahN<=TKFAiROx`R`H-#S=W*#?!nyptKe8E>W1q>Z7y#m>cU#jYwEYbc{@hN
zaKzkVzzZN=DSDWqOL6E3siuVvP5nmkE3ll6A_`yQk>M!EMGn{$G*d4q96ezdmHgDF
M#ky=u7%nH-FJ%g3jQ{`u

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..af24f798c28562ebe60ce56463492603823cdba0
GIT binary patch
literal 1794
zcmcIlYfsxS6#brGaaAM)C|ySxh<UV9$q?Fub)wq#(Q;!q_3%r6P(b|n-879r-4IM$
zt15DQU*{el-(*{I29y@x-j9lcem}dU7o(5kOG;q~Z{hwPcK&D_4A8p0y%zc5OA|SO
z{w}QlvR)5lWvmylVBSbmft^8_qGBOrTh6meGdM2_;F6(Vh_VEi!u%;)lZ->B`y-hY
z1n)ZLnHEv_&I@8f^s<ayrX&jp<|QEsQOhVX<WBIH1ZZ|U72WkPX-bv2fKKpbuS}fv
zG(#{qR40Y+OG4<w7F~Geoba#8B#r81Sq6Yyo(rwP;y#Pkw>;7yb)=y}8x2m$NUvzk
zic&(+{^8NhL7yJq^l6L~yQs`Q=1O(@FkWVo*3cHg-==~=i-M3E03lpl%Tf?hL!H!U
zK7CzbIl;OBGi6!KAEFeywJ8#EX%`plr}g=Uyq0NKZ4$zKIVWW7idu*h<gY2aW}oQ8
z*K3BR$z^kM=EMo|o5MjrhvVTho=0zT*hlAQ9rw`>|LggLlgd^Jsf}|l7$@YjG=llU
z>Zvp=;xRT1w;V4!2F$fuG|WGKS+0lp9KJ(^MWLNyQNXp89JHvoF@)4wt)GoTSF(KA
z_+7Fm|E{Xx4q_^;2@&G069zB%f6yu+XG&;c;%E;z9pw=4O4A66vm7>B@U$*?`l#SE
zhq~e>nk(vB#iLqfQ%jn-2Mg=3f@7s<8g34?y}7lh3u`@ZsNV+X?Gzcq`ErK=8$i5L
z^f*PA;@A;Vj|v^y`mN$uU^$ya6u!nI!#R$N9Iz>9M_y1kcfu|z`Kj-Ub=j6MT+Xsz
D)3#%Q

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..abb555d9562d25bc4654f9ea18576d3eaa80d03c
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAP5P`Zu|5c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IODnsiu
zsH({EeVu!Je3Na-8Bkh$|1c^F`s4J1o{v6_FDQi}yo0+t*!iPzFhJ|}_FCk}uTA6t
z`mbR9m-TueD`UNY1@lIl3hWHZIw}@Iw&gslG=sCE04^E&g(ypKb(lY8Ym#y3bbr>S
z4uW?b^Gu5<d}o805WOs8mnq2tg4rabM$|G&47nA2lK{<brlPwZCQYeoE}#>9*(+<#
zdYU1aYpQF7?@L1H{T5w#=A7`a%UT-M$+8RpxjYkEgT;Lot#5gxLF!0Dg*F<Tl9680
z#EMcv(f+~V_2E7}y6#hBD0WeqJ<L_7_F=rtB(0$>f`3f~gBArL2>>BnT**=plAul!
zn$O=>SdOtSz)V>d^ZO{pZfqS1DXglsIcLAD&!5Nf!Y&@ATV`H0O9=DjoRG0Ak{l<<
zVpDm|KG6qn)(lOn%NFO%iDP6rhr|6Gj)s5nOipk68#wOekpAoWgp<lvH4+@>UNBC`
z7ik3Zh1FAOSj59@cy5_qb_|$nwP^T%__ACN@i}~tI*UR(#iD>KD>-OUabpNcicQZ(
zrz>&ZZ#)+6@&9XUxPzEVYeIy0<AlL${tSvG<WvbQOdRb3r=uJKUThjcahAi27CcD>
zPaYJU=8!7BL~})|RXnIwHnpUQyRfkSGB{R>rs3vL+xweDU0CaRL;W^5Z>Pu@PMKQ_
zcmc#KMUU&~>Ns|Uq=BJBTfbHO3M^-nh{D%+WH`-nkpngb?cfUvr%!l=N`C6=VqLZ+
I441R)H)Z-|zW@LL

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..9b74fccd9e336312d7c20de54ff6d0bdb4a63e49
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAP5P`Zu|5c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IO>c-YR
zsH({EeVu!Je3Na-8Bkh$elscx`sMV3o{!#*FDQi}yn?$s*!ih(FhJ|}_FClIk4@wN
z`p;nfm-TueD`UNY1@lIl3hWHZIw}@Iw&gslG=sCE04^E&g(ypKb(lY9Ym#y3bidZ7
z4uW?b^Gu5<d}o805WOs8mnq2tg4rabM$|G&47nA2lK{<brlPwZCQYeoE}#>9*(+<#
zdYU1aYpQF7?@L1H{T5w#=A7`)%UT-M$+8RpxjYkEgT;Lot#5gxLF!0Dg*F<Tl9680
z#EMcv(f+~V_2E7}y6#gGDRxnrJ<L_7_F=rtB(0$>f<H|KgBArL2>>BnT**=plAul!
zn)jbpSdOtSz)V>d^ZO{pZfqS1DXglsIcMLj&wuH7VHbbtwM@I}lo002IU!?LBrQ&m
z!lvw+eWDLutQnd<m;KF|6URt#4u|_W91VZtnVeqsH*nm`A^q3$2`81UYGgOgy<nV>
z57G$c3#+Hnu!twwklfO|>=-cDYSEDY@MXCk;&b>KMHYp2ibVleR&vmy;>Hk?<eHw1
zNLR|d-}q6r$Nw&@;SORdtqBq0jS~j%_<xWqA*V`cVd7{PI348>@K)0ZinAP^wBSi9
zc=Dj&G>262DVi%%t>QtgvZ*Ca+=Yepm%*`8Gz~Y0+Fsry>cU#j8|t^gc{@eMaKzkV
zz!M-|DSBK-SI4m<Buxt)+WM{HS714tL=?WpBg0XSiyW{iXs2FKIC{b}RPtk=7VEMt
JVYr-S-vQAsWU~MO

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..6ea860a763e22d26f30c487d56f8245e8749b86a
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAP5P`Zu|5c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IO>R{`%
zQB{%S`#Sgd_$J$uGoZBi`fgMd^xNqLJs*7-Ur-7|cmsELu=A*KFhJ|}_FClo&rRe2
z`Y&Mpm-TueD`UNY1@lIl3hWHZIw}@Iw&gslG=sCE04^E&g(ypKb(lY8Ym#y3bidc8
z4uW?b^Gu5<d}o805WOs8mnq2tg4rabM$|G&47nA2lK{<brlPwZCQYeoE}#>9*(+<#
zdYU1aYpQF7?@L1H{T5w#=A7^^%UT-M$+8RpxjYkEgT;Lot#5gxLF!0Dg*F<Tl9680
z#EMcv(f+~V_2E7}y6)3xD0WeqJ<L_7_F=rtB(0$>g1=1#gBArL2>>BnT**=plAul!
znvY*rSdOtSz)V>d^ZO{pZfqS1xv-0K_QU%8w_b%+wKf|#K9+8odDST)%$IXQ#;!<O
zoFIiw<u&_6AG}&KG<`1nn=>blk>VT<_j5QJ{=qXjz3y+|xR*ovujdm^DqGdaZk&6;
zI3b^;5zH4>Po-fIPqHDorFq#gV6N4oA^+jaay`W7@GXig3hfk&0<Ns&phd-vAtcE)
zJsXj(lzG4Lt7?z`U0A~%#8g@nBE%af4BqkoAXh?8mC(Y((JpX0$|2ybrV$ipIXr8@
zlT`5JLBVMbsp4}qSEO3SgIZ-%OPaU~3+pd~W2I;sZVt7*yh+rBwVpTBZ-eu8ij3ii
zxy68IK)h1)xQ?!lV@F7u7CN-`Tg9)yayE%5e2qtjqZ}7GU{laey`XUPgcqpfr#>y#
LWn02<Im><m$-ZQ>

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_256x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d0c41a874dc5fd22151068908ab37a2793e9c0c6
GIT binary patch
literal 1794
zcmcIlYfsxS6#brGaaAP5P`Zu|5c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IO>W0>7
zYgI*#@9W&-<C|<p&VbV5>$_1=&~N8g^m6oJd_^e?;SD@Iz}|0-g8^E1ch@4{e{LcN
z(0>8zzpU2-SsCjEESNXaRA6UN)={w#vK{AHr5Ril1#rpGFGN{_tHb;`Ta%1Kr~AD&
zbr8Jkm}go<;X50|gy>}%yG%(I5X>eaHKLYLV#vMVn*?ZfHx=FWFlkCva{-;;%U)S?
z*3%5Z+)`aDd|whmAGhejGv|bVS=Q31PL^c=$mNC58Z7R!Xno5g4N^xMDzwqyl#KM6
zCRUUZiuR9=Z;ub@$!(v;NU@8`9AK_GwGZQECTR_A5&Uf`7_=w|NdO4p;zpK&kOXy-
z(0u%|!g7jr0cOgwm_J4-c4zBI$dz4OvLDvxTk=|_UA0LF^W~h7u`7}gC&*t@cFjJ~
zN3YflO_R&!=FEvx<Tr=o!yHbAfACCBulpM~9^{bz>-mI}%2qW}8|PjyPRJ)|1oMT}
zQ)yVlV{901IbL=Qm}|9Yn1A}RTo3U%e2WT;LOaExfEz10Xi;%v2uWH^&qkpuSw3$3
zD%sP2SJiM2F_qSY2=UGdgBSciXqAw2CA2Vcv=5w)atL^(X#~Yt4qGjFmI|IdDLBm`
zRoq5%MXFUisZ}<$q>1~mu>LwYR*I(K=1|+4n?zk$>v=={E;w(e$QaI-dkokD;+3Mu
zb#!$cJ3`W^(4np0Dt-l)vq?nZYdkWX<G9EHn}T-a1%-1byg(&C_g%3r+YyG#S@sh+
CTVtmH

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..02df02004cd0f3487d9f41be4b615853f54ad30d
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|yU{Cg#yfB|~Tr)`@D{N6U@f)Wa|NK?~x?@1|)4Dnsft
zsH({E^}XlZ<6|e=ku#vQ`0;U66!hoWCA}DZ9$!)lLwFB&cd+-@;9!8!-QA7MPv4r%
z0rdA_^OyB{AS+|NfCckLnhNX;$`lm~A=`1DRhq$hQ2>_=*M%rca4F26iZ#VJbh^Ki
zNkQ<gW1eXdh3{;U6QY-8>@p=;Kr-8;BxEh4#FSgXw@J|KW-7XyY0{J`aRHs+%U+o{
z>uH8$mQ*K&?<+y*{S;kz=A7`a$|Q~IWLXA)TAmB7!QwoN*0(y+Aa$gn!Wa!s$w;qg
zt%_1Y(WCzIuzyUCmwjps#V#syh_zDPK8#nDq&2i<@UNv{(6S(;CO`-m*Rm9Z)Kn)m
zn=jwjTuu-dV5TgK`F)mRH#S8=3agSf7wot7`SUEiw2MdOR+ZPy62g2rCuHo3+Kv-c
zu|eL5PxRZ@8-b?PRf}`x#K}=V2b4L7<KY%7-@Vyl;UQMU|7Jbmq_R~)f#ci@#tHc<
zjbOg8dMXWzxS5U4t<tNG0c))Xjs6c`R^uT)hab>qQD~=F6mV@N2Q4aY3?a2+>u2NB
zwK?x69vk=M|GhQbLr$eNAws-y!r(D~2FDU|ri2zIjt+p+Q4RqQHjSV-%i%=<Piw%_
z2Y}NYYQ&dluBfq!2Uul;B~3hlh4oj#u~IY*H=Ej?-`doLwVpT9?}GDoii+VabBhTt
zz<BNGaf&X*u_L6uFm!0~TgR`-ayE%*e2rU%w>b`Sz^0(R_=3XQC+wq>pZdC3m+c6{
H<t+OH&-rDC

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f351dc226d3582ca34ee69e032ba91c54a2e3b13
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|yU{Cg#yfB|~Tr)`@D{N6U@f)Wa|NK?~x?@1|)4>c-SP
zsH({EeVu!Je3R|S8Bkh$c{?f!`t|IRUX0$4FDZo~yoS3w*!!h%FhJ|>?ndOhPfg?i
z`uni?%X&SKm9bvHf_WoN1$G8yii(Ah?KsaW&EUK!fJ=scA<7b53iHQoO)?Ih?zd!8
z5WMS{XIezzJ6ptr=w%tZOi30H%r+qjQOhVX<W}%)0yMjsitc8ZG^I*hKqvUJS0>JS
znjx4a)k)#|iV%9gMHikqC;YQANuxShmH{A_=R#|+xX+^XEsr!v9cif0MuSr_(koiC
zqLfhdsJ}eyAJgMypPERqi^?2gu2i=V<5ebU4Q&zpX(|}BC<v(m5W>Z^ECnGo)Jcuz
z!{;@Y6RZm`Q<la2K1#70n<62FRY{u*_TBpYw~m)~@t0n!wChd@VZNLbGIm9+#R*c_
zl-;mT^vmZPhNjO|e{<%<$x%NC<T!`p;TE2+UToobh#B#}nNK*WY?YARIQN2aLOx0(
zm@llJO2Z<aWJ7XG^QvROT<b+c{==8mdWg^A8x&a-+9?(VTwBROi;5dVNG;d;*@$$l
z%=?X>ReSR9!W!-&rqY@aA>KG)@Q(inxe{`wgcc@_4uI294gqg9ji5No;Ykag)&)-=
z6rAQzSA2@*in><upjO$`k|rL&!uqS=SSgx@n?r3cZ!PM=TF)Emcfol(MaFQ%++x5J
zAYLnaoT5u{><Fo+g$`}~R`F}FoJ}GMU*nPCD91$(*c7x=FDM*6VIP(J*r&z1Y)2R_
GXW0)sW@LK+

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..07e3e2f0e0fdbc4fcfa4537d0892a7b6ca7edef5
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|yU{Cg#yfB|~Tr)`@D{N6U@f)Wa|NK?~x?@1|)4>R{@$
zQB{%S`#Sgd_$J$tGoZBi_I^|p^!wQ*y%>EQUs4J~cnf!Tu=l8OFhJ|>?ndN?FHPhC
z`uni?%X&SKm9bvHf_WoN1$G8yii(Ah?KsaW&EUK!fJ=scA<7b53iGFIO)?Ih?vG?r
z5WMS{XIezzJ6ptr=w%tZOi30H%r+qjQOhVX<W}%)0yMjsitc8ZG^I*hKqvUJS0>JS
znjx4a)k)#|iV%9gMHikqC;W>tNuxShmH{A_=R#|+xX+^XEsr!v9cif0MuSr_(koiC
zqLfhdsJ}eyAJgMypGHHmi^?2gu2i=V<5ebU4Q&zpZ7LYFC<v(m5W>Z^ECnGo)Jcuz
z)7LeY6RZm`Q<la2K1#70n<62Xc5%UeTA%;XtFS6*vxVbh=~kK7of5))IVWW7idu^k
zq_C;HVV~&NFE<QLpR4}n%!!kueh$cS4#&eSJm0+9!toF@;(s%ra8lVSA-i$z1>=N#
zmPRmNSUr`7MLfxd<d)`D$AG!ki-!D%FRS$spTl=3vM97uEDE@`l7ki%H-?Z}uJyAK
z=~|ih8^5de<llug+(S&IH6cR0al+so{||B{<V*=IOdK5mr=uJK-f9{_ahAig7CfyB
zo<1lz&7rRN9L*JVt>QtgvZ*CaJb;DuSHZDTGz~Y0+FssT)P=R4H`MQf^LC1i;fT4#
zfM-CwR`fVUm*UtFQcnvV+WM{H*I+rDL=?WpBg0XSiyW{iXs2FKIC{c9D*35Ti*?zK
IFkH^EUo-Y(djJ3c

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..e4f10562115c394988e83ae907ca09e00f199fc7
GIT binary patch
literal 1794
zcmcIlYirvu6#edBaY>=H#aY&L8=ck!Qm>Rfx{QWxABAEmj#j<Uqe)AD{I27emTZNL
zEg=|LSNEQCkB;PQPtJhS;@kUCQPA%f*Ys-iaePfF4B;(2Jix&pgM$G^_xCq4KYVF2
z2hcx+&0p5*fvk-60v600X)3TYC{t7{glx}wR%r&8MFCtgTo<A&!KE;NF4h#|(CPk2
zCI!K}j(Mg<6uz@XPKaKXvCEWX0m*EWl908G5>xI4-zGt`yQ%1Irb$z(#07MMFMDO;
ztfv{0SyG)8zOMwKk5hEvnRCLwD3dg*lVuqIYI!NN28;77THoqOgVd3R3S%@lB_q9|
zwJJ&pMNj(6<Nhf<UG`~=6uYR*G1f|T`!HTrlGf0c!QYmGLCb=WngAhO+{#iAQd6DO
zY(9Nmb2&p?fSIx^=8sv5-PsfgxweZd_S5=&N2^w4*KHEQd^sm%?26im6V$JP-H1>0
z>z5mWrpZ-vbLPa^Nk0b^IET~W7AxPp+G61`R>c2iJ>jIXRYGaw+zZAD`7DiKzOZ^K
z4U4#qjl!+QtBwI{tp|<rPhVE!AwGxi&|y(%r&ttlYb6IQDsBuRwO8wB<IuG&A18jd
z?AgD&YIuO0N^3%dc;|${1O6YpO2~y0T9`OG0!~Lc1U%9-g5oTPodTZMfagyDr#aM!
zyJ)Vcv5F^HWrHP6Jc5PwH^H$|Gz~YK+Me9n)P=R4H`4Ee^LC1g;r()t2|HlCcJw$!
zm*UtFQePE1wD_&#*JL@HL^Qs}EyH^p2RUF<&|Y~#;k^?M(aFz!SFFqSgyC|Q{Q{z{
BV{ZTe

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d95f6269aa226e19ca2c6e072369f785afe45aa4
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAP5P`ZvX5c6oIk|DGQ>qNEfqvghK>fx9Cpn&-CyJ;GM%FsFu
zsw#4PU*{el-(*{I29y@xKa7fk{y4p$=c7;K3rb-K@8IqZcK&D_4A8p0y%zcLYZEzu
z{wrAjWxXEA%2+R8!Mu^C0y~2;Ma4qMwwz~`W^h&%z$HV!5M>E2h51vqCK-oL_h&LG
z2;OzfGcBU<oeg3_^s<ayrX&jpW|NSFsAZHGax3^I0h--RMRz?+no=b$pc8!AD-&lu
z%@E8r)k)#|k`Q{oMHikqC;aO&NuxShmH{A_XF_YRxX+^XEsr!v9cif0MuSr_(o0&i
zqLff{zkl67IHX6{eQFHFE-JH!xl-LejF*|DHMB+Wuc=_rq9CLOKnNFCvJ`~WP$xB-
z&)-&9j<GJlOj#E5`zXb3Y>I>wRwZrD*)Qw!=W)ESi%02}nODsc!hAU=WbBGsjuT|D
zsk~;N=z}+FhNjhJi*x40@qRxCq&bJ9;a@!W(CP5)CXPAm;eS1!a8lVSA;EF(1>=N#
zkw!3ISUr`7MLf)g=a%VZ$AGz3i-!M)FU$21pTqa4vnaGvEDE@?l7ki%H-?Z}vGudj
z=}MgU8;^y1{Que-?jWYpnh+u0IAQRbKZ9ZkIaNXn6Gywi=_rSQ7n?><oaOMM1yAaN
zCl3lvbEqr6L~})5t9VeWY-&jpcVS`uWpJz%O~cKhw)eLdbz!aN4fWgLyqzLrIAv}z
z-~|w`6g^JSr8stk)B{6@wtlPl6<E$D5rwbu$Z(qDA_r^=+QAnTPM`1!mHgD##ky=u
I7%peoZvtRtnE(I)

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..2b5c3f460dee3f3b6e1da7354c7ef00ace0753be
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAP5P`ZvX5c6oIk|DGQ>qNEfqvghK>fx9Cpn&-CyJ;GMy0LW+
zsw#4PU*{el-(*{I29y?`-;9caemT9M=c9My3rb-Kui)+uc7AFc4A8p0y%zcQV-q=m
z{xewrWxXEA%2+R8!Mu^C0y~2;Ma4qMwwz~`W^h&%z$HV!5M>E2h52K)CK-oL_iHjK
z2;OzfGcBU<oeg3_^s<ayrX&jpW|NSFsAZHGax3^I0h--RMRz?+no=b$pc8!AD-&lu
z%@E8r)k)#|k`Q{oMHikqC;am=NuxShmH{A_XF_YRxX+^XEsr!v9cif0MuSr_(o0&i
zqLff{zkl67IHX6{eQF}bE-JH!xl-LejF*|DHMB+Wr>S7jq9CLOKnNFCvJ`~WP$xB-
z_n%f+j<GJlOj#E5`zXb3Y>I>wRwZrD**EL+Upijc#b0_Y)2=!tg!yt#$k-LN7AHty
zQ+CZh(FZTq3{9WQ{^rby<NbaP$Z-xw!{2!Bq0`~ZO&oLB!~c3d;iR%vLU!Za3&sig
zAdO(YuzD&Di+GX^$t}&xjsbJ677h6iUzY13K8LSSWKn3RSQKz&B?m1kZVVx{T<d2e
z(v>prH-1#@@xKdexPzEVYeIy0<AlLG{vYH@$f*)qm^j)6PDeQeywx;<;w*<JEqGEF
zJb6%XnnPXjDVi(lTE&A}Wm8L<xC;yGFN0&HXc}$~wY|Kxs0(X7Z>Zk}=j{|3!x3|f
z0Z)K<rRZ^rF2%7Uq@ET!wDnuXufTFPi70%HM~0&u7dc>4&`!OeaP)*{sN}~!E!JgQ
J!f-juz5{KtWQ_m-

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f9d2760ef159af2afdd91d08e2e7315965bbb3ff
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAP5P`ZvX5c6oIk|DGQ>qNEfqvghK>fx9Cpn&-CyJ;GMI@mgG
zR8{2ozRo>9zR9-a3@9zWz8e(<{dRgm&qp7|7nH&f-oV`*>^y254A8p0y%zcYa}zm$
z{tH<DWxXEA%2+R8!Mu^C0y~2;Ma4qMwwz~`W^h&%z$HV!5M>E2h51vqCK-oL_j@ua
z2;OzfGcBU<oeg3_^s<ayrX&jpW|NSFsAZHGax3^I0h--RMRz?+no=b$pc8!AD-&lu
z%@E8r)k)#|k`Q{oMHikqC;ZDYNuxShmH{A_XF_YRxX+^XEsr!v9cif0MuSr_(o0&i
zqLff{zkl67IHX6{eHsnLE-JH!xl-LejF*|DHMB+Wx2a&zq9CLOKnNFCvJ`~WP$xB-
zk6%_;j<GJlOj#E5`zXb3Y>I?j*u^>fVSWBvufnRN%?6H-rCVlRbxH{H<(!bQD{3uH
zkiw?&nth@VUac9LK9~K?nG?tR{Tz_v9FB&6@Z3YE!`GWQ=CFtV^?brfWvhhj#<>@a
z6Y@zK!F*x$R2mlXBpZ@jnwK2|=2|Tp@*ln|*F$^`-=fH(&`z-^;L1u4T2$N^LTb6z
z&qkyxW!`W6s@mg!7uIkGF_qSY2=T@VgLnKt$d!;&CA2Vcv<sY$atL^<X#~Yt4$oTf
zq%L^!px`uzy5e&*SJbtN2erzkmNan}7S>+|$4b#O+#G6qd23M@)_UGhzYWgYDKds5
z<`x5<0r5)F;}l(rV@F6mEp%w>w~AkZ<!lmB_!^H4M>#HXz^0&`dO_jn2`^B|Pkmaf
L%eI8!a+duBW<q3*

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x256_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..e8acc8d1febb12ec4e48fa7c5cdd8548c0b1a077
GIT binary patch
literal 1794
zcmcIlYfsxS6#brGaaAP5P`ZvX5c6oIk|DGQ>qNEfqvghK>fx9Cpn&-CyJ;GMx}kO2
zT2+zb`#Sgd_$J$tGoZBi`fgMd^xOFry&QcQUr`D}cmod)u=iWzV1U-$-L=T~pPR@5
z^k2aGFYEO{R>pb(3+9b971$Y+DJm91w&OgjG=qzx04^E&g(ypKDa@a<HOV-1y5EyY
zLGZ3)o@o(<?`#kgqL*dtG9_6+Fq?!VL@lGlkbA*53DE3rD!S`o(v&K30iEE>UYR)S
zX@+2KsZI*tmxR#AExPc`IpJTHNgCD3vJ3#ZybxN0#eEj7Z+WCa>PSO{HX59gkzUi9
z6{UothyC0B(J?)_?b8@3c2SuF%$4f)VZ6*Ft)VS~zfA>$76l<S07AI9k)<G{hB~Ry
zeEhP)a*A~UX3DadKSn8bXHz8P$}TS159{+Sc`ehf+9ZVea!$zD6}1p2$X`=-%|6jb
zuhtArlgsAj%!$*(ehx@*4kyDucpjkB@#{?-b2z~NdOqQ#vQ<KA<J=3z3Hc<AV7{<=
zDh-Qxj19vr$IFfZbFCH)^G{!v>mfdeZ&6`UXs1{daAPG0Eh=sdA+=WPXQR-SEFU+1
zmF(%it7^E1m`ZCxgm~wK!3+K$v`Wai5?Yuz+6PWYIRw1YG=kzRhpiSos|%hzDLBoc
zuDFfnin><uq*mF~k|yrM!usprSSgx@n?r4HZY}D<TF)Emcfol(MaFQx++)BN5U&(H
zPSK?}c7)WULWj0~tN0aI&L$Csukpxmj^iQ+Yzo?u7ZlE&@B)?m+;_#gY)2R_XW38G
C?qh)f

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a87a1c7216adb111c74adf7e3304c95e686ca2c7
GIT binary patch
literal 1792
zcmcIl+fExX5PjdT7zGId+B7Ao5_L(Wutlh}G!;?XN6T3|iHmRYg#hB?JI-bW3Pqv<
zqGaXuc;=irK6Z*NIRi?opPxrnMSq=K(DTvR_<~Xx!biBfgPnf{2Lp_5Z*OFN`QBs>
zpuY>7pQ6_TIXBh|STb*<nS-4{ouXnP6kE=-xn^)$Rlp^~bs@?cTndY)Vofm)o$l{s
zQV_iBm}go<;XBXB3DL_scA1haAerZ+BxEh4#FSgXpOc{3%~W(Z)1;|Y;sQFs*S$J%
z*3%5hTvMGCzOMwK_fvG~nRCLwtCKXUQxpXNYI!QO28;77THoqOgVd3RImT#kN=AA~
zvnomnMGyMd2Yq^Y-KWM-Y+`Qqu~f?4!+2FlT0>g`|5*tJEeAp}JRw|M$yyMSiB2+?
zuRqpIjt~}LrYwu)eU@T3Hbp`ztCBY7?2q;3>nyym%SYu_mDjxz!hF3TWbCSJ#tCZJ
zAaBGc`osH;K-21~#RYTX=%8Oh{v8fqYvFzg`MX(9IH~MBp}uk91>=N#lSVLKSv{48
zMcm3p=2qxc!+^EcgGT;`FRSqopTkdRvM97uEDE@?l7kj=ZVVyWuKC%RbnVRhiN~%z
zda<*HJ4mUvCPaugP8dAmFSjcpCrW5x;%E;z9hDI9Ow$O8vl8AC?>OTfKfs%okOAMI
zwJJkZ51{G>N}9L_OY1L#W3_17Z8o$$y4lZ_wVpS+Z-eu8ihAMoa*GMCPk3$Saf&X*
zu_Gj36*{!=t=ZRHIh#cEyvF^)TO0=^U{BCqctPR46L!(WPyMS{S8NHx<*fJ%h6-cS

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..a088516a475edf709fd99faf554b0fbc8611e199
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7zGId+B7Ao5_L(WutlgBnu@6Hqvfof#KkxHLICmc9cQxwrKO?;
zqGaXuc;=irK6Z*NIRi?oZ|_G{MZce%)3edX@j0b1gtu^e3p;-d4h9(A-rmUk@TJKd
zKz|oDKSi$xa&D{_uw>pyGY30^Iz`1oD7KtubIstis(?#|>q3+@xD*x-#hPLqI^7@1
zq#$_LG0(J!!gn5#6QY-O>@p=;Kr)X>Nyu78i77XNKPEx5>#68&rb$z)#07MMuX}ak
ztfv{0xuQBLd|wGd@22R|Gv|bVRVQgwrzi>l)bdnl4HoBFw7%7m2B{+rbBxj8l#KL(
zW>u6DiXQZ@4*K-)s!vU%*u>oIW2uz8hw-YAw1&0>{;?7aS`LI{ctW_il(irv6P;u(
zpT4e{93d>gOj#DoyDY`7ZHk0cRwZrD*iY-rzb-tt%l}-pD!Xo!5a#OzA!Ao%Cr(hn
z26iJp(QjUF1e!iq{VkXiM+f~9^6zl?TnqP0$luL+!bxT43B`>IFBm7}vowPF%Ic{!
zEaE;k8n-I18V0Pj9yHqDe_4%(_#D1Nhee^CVo|`Ql^nE~b7Kg}Ud_+Op=(>-P5f@z
zqbJ*HxPz2xYeIy0?S#Se{dBJqa-xJ5CXV)i(@_Zl4>XOSI4j{L@s2az@jbk02^sJO
zTB|Ztbq}g;prna=u(bXnI97|M-DX4EbDRBKS?hVD`!+alr>Ga+EjO6({DjwL9;fJ1
z96LhtJ)uJj-<o~Rm9t4i&uiQ-yuxu%0`>&$Z5I??I$;-0{Lo*Db;Xu2T+WJL`DS9q

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ca317b8b7e4d912b8c8c928ed3c269a0d8b19f40
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7=eTUZJH8PiMk|G*do*mO-0o9(Q?*K;^LcpA%OV!j<Z>TQm9e^
zQL^%SJaf(*A3MdioC2lQkB`HuqCZbB==t#T=z>xhz<ap6gWX4i{XRx_cGfaKeQPrN
z(A$IcPtomyoEhr{ESNXa%)m~ePEoNCif!lFOfxvED&Uggx)5azE`|A1v8EV@t<JAx
zQV_i3m}go<;kP!(3DL_sc9@bZAel{460(+2V#=-Hn<Qv<GZCHjG-+y;xPYzT>u#Mm
z>uQE%uBlE6-<N{W`zgBc%sJuT)JYn(RTKpPYI!EK28;77THoqOgVd3R8OCUEN=AA~
zvnomnMGt$|hdp|9-J{V^Y+_~(uvE(3!)RGZT0>g`|5*w8EeAp}JRw|M$yyMSiH<Xu
zFW*;8ju94Msw|7;eU@T3Hbp`%?BbmLw!Zx5s>-UQ%?1k}E4Qq?YLpP>>p3AKS7j%T
zQNRXyEk4%o-mV3jK9~K?nG?r{y%O^8Xz)@C4@$`2^?JfdWoHS+jdL#;C*-R%g89no
zi8L(YJ~kS+DlZ!bthE|6+CO|*jtBT0d_adqp`Bt;z?GF8w3u;Y2+3Z}&&HuETi#Fn
zZQ0{z+iI|jlxk~2gm~kG!SnrmuM%>qgcc?a_kq)42>}l@ji5Ly;WhD2GTzApyh#Ze
z@D*CCGF0^ds&1g9iTkjy{xUdLi>BRXL)&wk{ajh=d87LdIBzGY7v3$mnDFw1S7sii
z=u#XxLh?PKLkr)UeZ`ftaYWB++%LSsaZm#G1nq4X6ka-E4^8~kUy60bwlG{yi$C%9
BV#WXf

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..2b90bf0e3f93ea2d6e2878ce9cb6a7d2b64501f1
GIT binary patch
literal 1786
zcmcIl+fExX5PjdT7zGId+B7Ao5_L(WutlgBnu@6Hqvfof#KkxHLIUFBJI-bWN{d7V
zM9IqQ@yt1MeC!lEat4%EKR%ACivB#iq!**l<4a0m2=C$U4)*>T91JkJyStV7>06UI
zfc`#ge~MlY<lI;<V9C6ZW)5}+b&86GQ0zF*=9<BIRRNa_*M%r+a49Svi#5eKbh^Ki
zNkQ<gW1eXdh3`BeCqysn*kwwxfMlMMl908G5>svke@cR8H&fBwPLrlqi3{iiU-#<7
zSx+-0v!XgFd|wMf@2BX}Gv|bVQzvOurzi>l)bd<t4HoBFw7%7m2B{+rbBxj8l#KL>
zW>u6DiXQb>M}2y{>eCo0HZeDcSSsc2VZ1IRt)VS}|EvUqmIEOfo)9jsWi1HFL?@Zc
zm+u=UCkP8LQ<lZ@K1;D1n<62Xc6q^mTVKA?s&&~-mxM51F9;dCD%)^^>NT)i@ri!-
zb}P^{xo&R3oH#k^mymzQ!<SlkSVI18*Aq@EJ5Q)=TzJ7aAz!5t%vV-VrC|{_u@ShH
zc-=5yt<9hj{^84dJjCbl1KKMJ?G%dwuC3&t#he>MNH%JIHul_j@_yoPzn(nXQ^P%^
zR9h1w#2Y6J9`5HGm5?(fv@mgW0Gy6W2zZ)l1jShiuZee>@lGG$O-smtuh3eRp{fT^
zbps_$Jb<P3SHZDbH0?GU+8)~M=gL~o8{K!oc{@eD@M5{egqJ70G4nV@m*UtFk}nAz
tTKLxN8?Ky9B6?oqe&PL%gA%YOXs^1U@Wu)IXyV8IPpm6;gyC{l`~hgYVY&bS

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..dcff6500a3b2ec33ef3cc2a919736715d826544d
GIT binary patch
literal 1792
zcmcIlYfsxS6#brGaaAM)C|yTkh<UV9$q-^2>qNEfqvghK>fx9Cpn&-CyJ;GM%8;0V
zs)`(6-+RtIK6bJVIRi?IpPxrXL4TcG(DTuk@dc$YgpY7{2V4IP4h9(A++52%``%;@
zpuY|4zpU2-SsCjEESNXaRA6UNrl?p5*@pA1(hN?E0=Q(jE<{;^OJV+0tSQE!)BT-H
z3W9eX^Gu5<eCHWCA$nQHE>n^PB=ek<gsf$hm~t!la}qSWnTqaunlz<KTtFxIvR5X~
zdYU1bYpRpN_oX28eu^$Ub58hoWs*j9vMd8YEl-8kU~!&B>suXZkUG*(VT=Z+WTcn0
zRz)eH=wAQ&V4ogd_o*=yo2bk#mP&Q^FkTjt*3g!~e^!D)%Yl#@o)9jsWGM)#iB4)R
zUw^Ea93d>gOj#E5`z*z7Y>I>wRwZrD*&plk*I9UB7mvy<E3bMbg!yt#$k-LN87HV=
zgS-}>=nwDL0!^#S7U#@~qrH9(2m3i34qt2GZVvT-y`FGV*(#yFaqb1<gnW}mFke_b
zm4-#!%0}i^=w-uzwN`^h{)aEi@erTGPiV3zv{Nh!xU!Oi78N&!klL>GvoYz)nfDWq
zU3>ImXAQTIQfW<y5O16?c*I|BS3*vd(89#g4sbfkA>f&&5fo=Ryd~aojd%P2Z<<35
z_y(;NHB|8cs%)U7i94{c{xUdLil*IWL))WU`?;{z^G5egaNbT)FT7rEG2!(IugpA7
z(WN+cgw$7s4lR6Z_7zvoCJ{Zaalh~u$3YI*6SNmzP<ZczZ8Y&yUlr@J4Pm&PWq$zz
C_+$S7

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..8a6a092d94e6d16c31cc5e98ba5d6eef1dbe2c7f
GIT binary patch
literal 1789
zcmcIlYfsxS6#brGaaAM)C|yTkh<UV9$q?Fub)wq#(Q;!q_3%r6P(b|n-879r-I&;b
zs)`(6-+RtIK6bJVIRi?IZ|_G%LBF4z)3edX@j0b1gtu^e3tN8-4h9(A++552@TJKd
zKz|$7e_5{wvNF~SSTJv-sld*lOi{5AvJK~1r5T(S1#ro5U5K&-m%{v^SW}Ecr~4zB
z6a?=&=9v~z_|7A8LiDnXU8W=pNaisq30cc1G37?^$0TTWJr&*cG-*nexPVUZWv@(}
z^)y2=S5zm3?@K}G-4tDT=A7`a$|Q~IWLXA)TAm86!QwoN*0(y+Aa$gn!Wa!s$w)6~
zt%_1Y(Y^lF!9G2_>QfUbHc^>fES2i+VZ1CPt)VS}f2;(9mIEO*JRw|M%2E(g6P?st
zK7Cy=IYL-~nX)YAcUg*E+Y|{YtV-IPv7grGe_eQP7yr3xS$5SZA<UO^LdLGBoj5@O
z8`!n@M8A2x7HIlh_BUrv9PRaUIM~nOaQIvccXO!!>-B__%2o-*jdL#;C*-p<g89Pg
zsWdF&J~kS+DlZ!bthE|6+TVX!j)(XhzC(vap`Bt;z@?QOw5Yf-gw$TGpN&ITw!EA8
z-Lgkdw$*S8DV5fQ2=UqpgXjC{UM1v22`x+<?Et5v90DF_8bNWE!%N~F*LcVG@TNJ`
zfG^NmQ9~8?pvneHnz#cC>o0<1rD)o1HncsrwVw-XJ#Td11n2D(^}@U51{0p2@XE~N
z6kUpAM@W57=+MHqW?ymTY!cD)8utsYa2(`-Jwbch1%;PR*hUjS^hvQU+YpA!S@sKd
CHe&Mt

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..617de1e696dbc8922a16f2f3ebc094e816601b37
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7$p({v}sD9h`J<F*do*mO-0o9(Q?*K;^LcpA%OV!&StX$rBI~;
zqG;vyc;=irKK5p9IR#3KA0LNBL4TfJ(DUKv(FLV2fcJ2B2iuPZ`+baVZLMW~`c`N5
zp|=C;zpUE@IWyJ^STJv-nSq@`nWADLWNqi!Ofxtu3gD9Ax)5avE`|A1vAP(CR_9kT
zDG1(i%rh;b@U0DULiDnX9i}7;NM@6igsf$hm~t!lCJCC|OhjirO`1|AE}#{B*)0=i
zUCofpHPuPs`%(~kKSdXwIVb#^GD)LaS(X8ymS;k1usF}6^^J}+NF8aIVT=Z+WTcn0
zQbj4D=zj0|@PHm&_h>W}o0yqBES0M6VYDnHt)UHp|EvW4h65oLJRw|M$x;wf5gk`t
zzI<OXIYwB3sj@8Q_gRYF*c1u5u#0o{+xq;Us|u@<HXAH_tlYBls!>9iFXx1eTv0i3
zi~`okYw@vu_jWB%_qptE&YU>j@8xiKki*g7r55hxQ2p2I2`81EB@{Q#y<nV>uhIzS
z3#%v6u!#FuYuu>3Y#6ZCYEWzc@MSq3;B)W+9TtUlibVleR&vl{#*HDQ@@n<09lEmR
z{lwpvJ$|;W2HQxfv?fG|H%=Hl-_Q3dA*V`cVd8KXI34B?@IccDinAPE6Yr$LJ9&UN
z$)N&#h1QA+s(1iZ)=<*KU07Iu85}D`-EO_1&AF}oTv+RQt@{=@Zzrf1-YvJ7@bZLL
zW*(*JQXDx#s(V6*2EH--iYsU1h@RKDUwDP%AP4LTn%gcYymZ12n)s<tigj6A7%r#T
EA8y8C^8f$<

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_32x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..dd2d4ba06177e16473b0b9ff366b99a302250320
GIT binary patch
literal 1786
zcmcIlYfsxS6#brGan(u)P`Zx75c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IO>W0Jw
zR8{2o`rdQy@v)P2<s2w2etaAk1^sz?LC?pZCl{2$2;Rfp9c=$II2>YhYilF()3+vb
z2!kEi{AK+<$jVqRV9C6ZrUE;MvW|*{kaeABm1b~O6u>3Jbs@?UTpbpV#hPLqI=x@D
zse|A>$2`*_3g3A`PKaKXvB#8T0m(cirAF2=N=&&G{3!{V-ONO9GfkRO)m%U)__ANt
zob@$BGS^hs3g1_P(EBO6^vpTo-;}j9s*`0I0BU(Av<8dwELz{{NQ2aoh6-aeI3**!
zq)8Q}grfU{>%#+jbUmOkQf#6!dswPY-NR&6NLoW%0{>YFhAjs|5<DSXT**=pl88<d
zmoMMfOpXy2V6H5S`F)mRH@1$1T-fC~`)z&xN~>07*Ig3Ae7PWG;)-O$DXQ1NZp5eh
z-P?^o)8wkT1#{wfe~`oBK@LZwms+@&L;7#l6HY2y)u?P-c)>U!U!@Vu7go=tVG%d6
z5xA9j)i7YK^`H^{;mc|~!sqA%+A9j}6pI3`tmL3Y#f>2(88tl{d#*isKk>I;kDu+S
z(Kb>ltqBq0jS~hB_w$WP$f*)qm^j`APRBU}Jk2zM;w*>P#5+lNClByuIV8YWXst+4
z#RI6afs!Wf!qWQ7;8-b|cAE`t4{h>uVXfzl?pxrzouOWMvD{+9%M)Ikc~VDL$B82(
wT@pI9@U7X`TsfOY^t{IX!uuNsIbcuFUUfm?jT3gz#E*SXtjoH>a5>NZ0Oej`=Kufz

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7eb8fe18ebb34620e1a33823059449a4db301c82
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|D%4)`@D{N6U@f)Wa|NK>_jOchfWil_8i0
zRTVkDuXB%&Z?X+J14@e@pGHMNe;%LHv(e}AIi)a!4{&=6TYohU258;fT#G#Y)<h1V
zzYXiZtk(ls8S4csm^ac?U}sRKs8|TuhV!h_3{HvyxMb)TqAbCsFn`R}B;(NO{z@hV
z!Ml!mrbQIK^Ng4fy)0vwDaitYc}_?|)G|s8xe@$10h(P;MRz?+no=b$pc8!AD-&lu
z%@E8L)k)#|k`Q{gMHikqC;Xc-NuxShmH{A_CqiqmxX+^XEsr!v9cif0MuSr_(hFL%
zqLff{fA4Cye?Ske`qUVTT~uZlbEUd{7%wwPYiNt$UsJ)LML|dnfDkS&Whn@$p-yTv
zU%s!f9AaI7nX)YAcTtL6+Y|{YtV-IPvESC`FXMP_7Z1`cGq0K@g!yt#$k-LN94E+P
zQ+drk(eK}`8Jbp?EzX$}hx>auAk8@(44?3P*UzE$e$sIlGva?epKwyyDj~sf?git7
ze3eEpUsyerhDAKghUb>)WygTIR*Q!J`!CD&5TC=3sIw@vQ!EO&w334s6*q>ETCw%B
z(dkN@cN-6dd-(s_8g3z`(wYz<UOQp%n!kWz2{~3m3lm2>!09N5fESxaP@LuPss)eg
zf=BlXPIIU$zD9FJU8}fPt88jX6L(-?{Y7xB6ivg;p|<z87Ik5*=MD9n;Jlq8V>o4Q
zFyIvsuM|B_(WN+cgwz8=hqivJ_!U^rCJ}|N@yKwR<01!a3fjRJ6i%P8jY@v(>tbED
JAq<zZ><>JPWv>7L

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..fd4f44152a35b7c2d892092ccb12bd25432f22eb
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|D%4)`@D{N6U@f)Wa|NK>_jOchfWibz`sx
zRTVkDuXB%&Z?X+J14@f8??y#IzaF2{v(fwUIi)a!H*k9kTfa08258;fT#G#Y)I<)T
zzYXiZtk(ls8S4csm^ac?U}sRKs8|TuhV!h_3{HvyxMb)TqAbCsFn`F_B;(NOeoH0=
z!Ml!mrbQIK^MsfXy)0vwDaitYc}hq^)G|s8xe@#+0h(P;MRz?+no=b$pc8!AD-&lu
z%@E8L)k)#|k`Q{gMHikqC;W>tNuxShmH{A_CqiqmxX+^XEsr!v9cif0MuSr_(hFL%
zqLff{fA4Cye?Ske`qV^<T~uZlbEUd{7%wwPYiNt$PgB95ML|dnfDkS&Whn@$p-yTv
zA3m?J9AaI7nX)YAcTtL6+Y|{YtV-IPvG3OBzjZvfi@)?*rd@SP2=nEfkg+RjEl!Za
zrtF%1qF=vUGc<iJ`<pW-4)^zRK#p@b7(U|ps-Hvc{ix$EX2kz`KH;RYRYG>-+zZAD
z`6!KGzOZ^K4U2e^4aqId%Z>qatriXW_g|LlAwGw1QDjkQr&ttlX(b0ODsBuRwOs3G
zBhr;J?>2r`?cu)*Yq*7&N^3%dc<qG2JN_T!O31MiT9`Q60ZvCb1iaNWg5oTPXDxVC
z7d*OGaGFD1@j03+>RQFUT4hs9nz#cC>o0<1rDz&%4z<0!wWtegJ#VPr1n2D(8N(5C
zg8|Qgc%|rZiY~>mBcz@dI<)m$#jn6}Hi;;FjYo!~92YrYQ_xPmpm6krZB+6@pBC$~
K4Pm&PWj_F?%VeVf

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..1b5412a8bc484e7389987d8f9a1ab02135451c0a
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAP5P`ZweA?DFaB|~Tr)`@D{N6U@f)Wa|NK>_jOchfWibuc<@
zR8{2ozRo>9zR9-a3@9zWy&n|?{eE&z&qg1|=aj+_-oouI>^x{34A8p0y%zc5OA|SO
z{tH<DWxXEA%2+R8!Mu^C0y~2;Ma4qMwwz~`W^h^*z$HV!5M>E2h52K)CK-oL_eU}*
z2;OzfGcBU<oeg3_^s<ayrX&jpW|NSFsAZHGawGUA0h(P;MRz?+no=b$pc8!AD-&lu
z%@E8L)k)#|k`Q{gMHikqC;ZDYNuxShmH{A_r$TG6xX+^XEsr!v9cif0MuSr_(hFL%
zqLfhdVE<~be@G9n`ZOAfT~uZdbEUd{7%wwPYiNt$Z&SgbML|dnfDkS&Whn@$p-yTv
zpT4fJ9ARC6nX)YAcTtL6+Y|{ow~I6O)B606UWHXjn++TvO1I3s>XZ=X%Q+!qSJYaZ
zAcalkHTy)rd9`L}`ds!mXHFa)?B{?S=WsZD!t-@MhuZr|$34u5|Mh&rNoA{q?8dnl
zj1%%%8o_*F^;8-b@gy6PTbh?01Lj&S8uIVIEZ0MP4&R~3qR>vUDB#jc4q8;)7(!~f
z*3U+yD`nno{I1%ge;3wp2Qih_gb4B434?e1KggAk6D71TakLAZj&cZit7!zqSq{%y
z@VG8`e6Qd%hq~f(G*{HMihH%nrj|5u7Z%oE1jkCzG~66&dwFY77uI^-P`?e%+bJ@J
zBjyGJo&oVn(c=_diepDeJuP%->$i$uf#qxxQTQ5<3`aRGa=@mboq9px=m{@S$&Y<n
Mtjo59;c}M!0-#%DqW}N^

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x128_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..d2f6f7a8b18495b98265f327a3b4118ece512fde
GIT binary patch
literal 1794
zcmcIlYfsxS6#brGaaAM)C|yU#5c6oIk|D%4)`@D{N6U@f)Wa{?4h6)I-*wXn)D6M3
zwW=b=_jT^^@lCcRXFzH3?Zc=j==al0dNKMqzN8d}@DA?pVdsy=!2qq>+iQ{MUz*4P
z^mk$Xm-TueD`UNY1@lIl3hWHZIw}@Iw&gslG=sCE04^E&g(ypKb(lY8Ym#y3bbr*Q
z4uW?b^Gu5<eCGu*A$nQHE>n^P1oM)R8d1wAG2~A0mjq~bI~CpaFlkCva{-;;%U)S?
z*3%5Z+)!OBd|whmAGYYiGv|bVRo2p|PL^c=$mN;P8Z7R!Xno5g4N^xMDzwqyl#KL>
zCRUUZiXI-^?Dvo8(M_MmNU@8`>|?GvwGZQECTR_A5&Uf`7_=w|NdO4p;#!u1kOXy-
z(0uy3!g7pt0cOgwm_I}*c5CZM$faFeu%FiF8}eGFUA0LF^W~h7u`7}gC&*t@cFjJ~
zZ(pw&nkJXc&6yL&hX*+z!8sfapYeRt&mnm~>$r~@@xPu=IH_z^Beikv1>=N#mPRmN
zSUr`7MLfoa;g;iN$AGz3i-!5fFU$21pTqa4uqd=sEDE@`l7ki%H-?a;)%0u>x{~F?
z#_y6n{&!UkcMwx)O^6V0oiKR8|ASTuIaNXn6GwZ%=_rSQSDHppoaM05f+wlq$)keP
z98$$iG*_fr#iLqfQ%jn-2Mg=3f@7s<8g34?y}3!$g|(hH)Nh0Hc8ZMQe7VDb4Io}A
zdR#|W$FU<MjS3yw`mN$uU^$ya6u!nI!#R$N9Iz>9M_y1kcfu|z`Kj-Ub=j6MT+Xsz
D4+LYE

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7b1690088f88b3487c0b7b73a6350e2bee35ffd1
GIT binary patch
literal 1800
zcmcIlYfsxS6#brGaaAM)C|ySfh<UV9$q?Fub)wq#(Q*?v_3%r6P(b|nT{n$DWeBE0
zRYi{P>)hkxn`}eOfYRc}$5BzxpC{+^Z1j12PALrGJ>1^H)?bZ-0a`aV*CIcCYa$2G
z--h*H*6V?&wQ(F4%xR%(Ff%A)kj(pR!#Y+g2B$><m0;-SgDAm9KYz^DB&(p){S|fe
zyy{x!nBsxE&NE_saH0%dCI#~d<~bn|QHvlj<c3$z2~g~M%Dd}fLYFdD96H{Wy)ss;
zrx=2{qAE&!UlKy^w&=n!Yq@(<MxkXV%Q67u@{}tD2KQMouH}(>p#t?a+Nifu1bRUe
zD^hYv5B9G5`v>&!s!z41*hQ^(F;`6O!+4oV7)@IQ|C$O0Eeb*s075E$DN0UAf;vfP
zzI<O{Il{UCGig}J@1i8THZc%V7#Wp5W512dU&is=EFPp=W?nT*2y^9}kg+Y294E+P
zQ+drkQTuP#3{9)c7U#_Jql3L1kmei?hfjFE>*tWXpLE>KA^q3$aVw;$BN80uj<br8
zuR?R?3Zte%vw(-$@Z2)J>=-cDYSHk2|7E!z;&b=`br!g?k_8TzMpU49U1?27QfzuQ
zI$eqLZsVbFkN#g<!!5*A8tnswYs)oW^A}JoAt#b6uES^tDmu!+<He={WW{oL)q=;V
z;PJhJ(;QO8*J!RtwTgSS%BGgkVFwn*U3kk%-Zb1CYI}c^s0(9U)lk0))|n|XhEwJS
z16~2~O3~vOYz$*dNE#T*xAj}aufSGp5>WUGj|`_dE^@%8pdEZ(;`H&`sN~1KF2-gX
JTvuY2{Q+msWxoIb

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..653bcd12f7001449488642cf959fdd05b43e6a7f
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|ySfh<UV9$q?Fub)wq#(Q;!q_3%r6P(b|n-879r-5Bga
zRYi{P>)hkxn`}eQfYRd2+fh-_uP5j9Z1jG7PALrGHQe69)-R2N0a`aV*COA2Y9a^F
z--h*H*6V?+jP(K*%o}McurnxAR4jyS!+BO|2B$><Tr%_vQI_CRm_KA|l5yyCza^7`
z;9bW&(;^Drc|uHxUY4=Tlw<+HJS8L{Y8fSl+z9@Z0L`waqPrd@O{o$W&<Vcmm5H;S
zW(ekr>ZI^}NeI2$q6^QQ6aGb+q*0wL%K(teQ=v6j+-K4HmPZ<-jx<zgqroW|=>@G>
zQA#L!uy@tpKcI(KeQF}bE-JH&xl-LejF*|DHMB+Wr>S7jq9CLOKnNF?vJ`~WP$xB-
z51&_9j<7DkOj#E5yC}u3ZHj~xRwZrD*mvvm-#VV##b0_Y)2=!tg!yt#$k-LN7AHty
zQ+CZh(fcpg3{9WQ{^rbyql3L1kmDQ<hmUx^>gP~<KkB%fL;YXRC!AEaO2}@Ud%-v%
zAEgn@7gkTDVG&QVA-Sb_*)d?Q)uJK){>ySb#OLr0iYyB46pI2bt>mCZ#f>4PmTUcN
zM7mPu-Nw(VJ^FWH4Yv?eX-$X_ubnV>$Nz&|2{}<h3lm2>!09N5fVY}PP@LuPtObwj
zg2(p?PIIU$K1Xv!U8}fPt88jX6L(-?{Y7xB6ivg;p|+Q|7Ik5*=MD9n;Jlq8V>n`N
zFyI*wuM|B_(WN+cgw)eQhqivJ_!U^rCJ}|N@yKwL<01!a3fid`6po&-jY@v#(_&q=
JAq<zZ><7~WWU~MO

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..3e62fcdf418ef1f4df1827b5fcbd3953ca837824
GIT binary patch
literal 1797
zcmcIlYfsxS6#brGaaAM)C|ySfh<UV9$q?Fub)wq#(Q;$A_3%r!Lkr@^@49IO>R@!*
zsH({EeVu!Je3Na-2~b*mdp{@&`u*&ZUJO1CFDZpSyoI|v*m>00>!EdfdoA+AmpZZs
z-CbD!Wt|Slsj*(boOvV76zl}bDk>I2w&gsVY6j;;0bDZl3sIKfsxW)XRwv`oYX7KA
z6$EcP=9v~z_|^t7A$nQHHdB%X1hYv<g{Wne7;-E4CIOn=j757rOqx<vTtF-MvQt)^
zbu>dT3#u!H?@L1H{T7{j=A7`a%1Rp5%CZaqxjYwIgT;Lot#5dwLF!1u6m2v(B_q9}
zi4~=UqDKdd?%@$VUUX?R6uX$3eauy*_F=fpB(0$hg1=1#y#@s#2>>BnT+31rlAw+f
znonO>SWd7mz(iRV^ZO{pZfq3^xwP{O_S5?Ok6wjUl{OnVK9+8odDST)%$GAlhOS6j
z93h2u<u&_AAHH5Q)O{}dn=vO&jt+7_j&nHfKjZnPn?v$`)^R_F^k2^>oK$vNA-i$r
z1>=N#mPRmNSUr}8MLfxx<c8*D$AGz3i<<n0FUxfwpZ#|zvM97uEDE@`l7kjgZVVww
zuIX8ebfwJujo(#!^6$dx?;xhqnh+u0IAQRP{|C7ea;Ah9CJy$1(?JdaZ#9jeILqNh
z3!bKerw<B_b4V3mqPZf~Djw7->sr#pJ(yd66&x!?-Ee)V&E-v^F0A#urhXfow_{`s
zN6ak-ya3{rqK8#<RUA4((zMW_soyAm1(vf>MB!^ZG92Z&$N`&zX6glnqbKa5lArpt
MSeI=H!{sFV1<R9Uvj6}9

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x256_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ef6b292240348b8012e382595faf73e17cd68d60
GIT binary patch
literal 1794
zcmcIlYfsxS6#brGaaAM)C|ySfh<UV9$q?Fub)wq#(Q;!q_3%r!Ljm#Qcil7sbwe<1
zt*XfJeVu!Je3Na-8Bkh$dp{})`u*&ZUW`7DFDZo~yoLLF*!iPzFhJ|}_FCkJFHPhC
z`n$0H%X&SKm9bvHf_WoN1$G8y9Tf{9+j5>&n!$Nd0GAB?LX;)AI?SK4HOV-1x<6`D
z2f@3Jd8S1azVm{Z5WOs8mnq2tf_X_uji_am7;-20O9C{zor>;ym^7uTxqwdaWv{F`
z>uH8yZm6ymzAp)(4_kEMnRCLwDr;#}C(AMb<nml-4HoxVw7%t$2B{+r720TUN=AA`
z6DvvyMUM_{`iDpK_@+-|q}WAe_AytT+K2HnleC7m2>vz|3|bU~BmjhPaV<+hNP;>^
zXg+;iVL8FN05fG-%pal@yR~&B<kBuK*iY;84S6louG%Do`EpLk*cC~L6XdTcyJny0
z!`EwurpaY<bLPa!(LoMKa1O`AXFT8Zb4cFLI_~F?{_FXKlgd^#QXA)9Fiyy4X$13y
z)l+F$#A9q2ZaH3d447-RXqbQevRn`GIedo-i$XiaqJV2FIcQOFV+cuFP0vQ5D_K5l
z{4Uv(e^=FT2Qih_gb4B034<5>KWLSZGbOYzakK}Vj&cZirD+7kSq>X5c$x~HJ}NlP
zAywQ&b499EJgQYTwWNuAu(19rI97_L;pR}=o0~*kSnGL1{Wdsnr^p!2mpcsD0OFOR
z$8~gd96LhNsL-LU-zt6uma|Dj;cGlHoa4C20h@w$<OPLuC+wn<pZcy?mu(5d<t+OJ
DIxu6W

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..1a112197780a4d84891e0d4933b20ef44b246385
GIT binary patch
literal 1792
zcmcIlYfsxS6#brGaaAM)C|yTkh<UV9$q-^2>qNEfqvghK>fx9Cpn&-CyJ;GM%8;0V
zs)`(6-+RtIK6bJVIRi?IpPxrXL4TcG(DTuk@dc$YgpY7{2V4IP4h9(A++52%``%;@
zpuY|4zpU2-SsCjEESNXaRA6UNrl?p5*@pA1(hN?E0=Q(jE<{;^OJV+0tSQE!)BT-H
z3W9eX^Gu5<eCHWCA$nQHE>n^PB=ek<gsf$hm~t!la}qSWnTqaunlz<KTtFxIvR5X~
zdYU1bYpRpN_oX28eu^$Ub58hoWs*j9vMd8YEl-8kU~!&B>suXZkUG*(VT=Z+WTcn0
zRz)eH=)wN=UY{Ob_o*=yo2bk#mP&Q^FkTjt*3g!~e^!D)%Yl#@o)9jsWGM)#iB4)R
zUw^Ea93d>gOj#E5`z*z7Y>I>wRwZrD*&plk*I9UB7mvy<E3bMbg!yt#$k-LN87HV=
zgS-}>=nwDL0!^#S7U#@~ql5h%_WC&-4qt2GZVvT-y`FGV*(#yFaqb1<gnW}mFke_b
zm4-#!%0}i^=w-uzwN`^h{)aEi@erTGPiV3zv{Nh!xU!Oi78N&!klL>GvoYz)nfDWq
zU3>ImXAQTIQfW<y5O16?c*I|BS3*vd(89#g4sbfkA>f&&5fo=Ryd~aojd%P2Z<<35
z_y(;NHB|8cs%)U7i94{c{xUdLil*IWL))WU`?;{z^G5egaNbT)FT7rEG2!(IugpA7
z(WN+cgw$7s4lR6Z_7zvoCJ{Zaalh~u$3YI*6SNmzP<ZczZ8Y&yUlr@J4Pm&PWq$z!
CiDUl&

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..c034e35862762d32a955a5f6c417219a939081b8
GIT binary patch
literal 1789
zcmcIlYfsxS6#brGaaAM)C|yTkh<UV9$q?Fub)wq#(Q;!q_3%r6P(b|n-879r-I&;b
zs)`(6-+RtIK6bJVIRi?IZ|_G%LBF4z)3edX@j0b1gtu^e3tN8-4h9(A++552@TJKd
zKz|$7e_5{wvNF~SSTJv-sld*lOi{5AvJK~1r5T(S1#ro5U5K&-m%{v^SW}Ecr~4zB
z6a?=&=9v~z_|7A8LiDnXU8W=pNaisq30cc1G37?^$0TTWJr&*cG-*nexPVUZWv@(}
z^)y2=S5zm3?@K}G-4tDT=A7`a$|Q~IWLXA)TAm86!QwoN*0(y+Aa$gn!Wa!s$w)6~
zt%_1Y(S!Y~y*@p>>QfUbHc^>fES2i+VZ1CPt)VS}f2;(9mIEO*JRw|M%2E(g6P?st
zK7Cy=IYL-~nX)YAcUg*E+Y|{YtV-IPv7grGe_eQP7yr3xS$5SZA<UO^LdLGBoj5@O
z8`!n@M8A2x7HIlh_BUrv93AZEu-DJwaQIvccXO!!>-B__%2o-*jdL#;C*-p<g89Pg
zsWdF&J~kS+DlZ!bthE|6+TVX!j)(XhzC(vap`Bt;z@?QOw5Yf-gw$TGpN&ITw!EA8
z-Lgkdw$*S8DV5fQ2=UqpgXjC{UM1v22`x+<?Et5v90DF_8bNWE!%N~F*LcVG@TNJ`
zfG^NmQ9~8?pvneHnz#cC>o0<1rD)o1HncsrwVw-XJ#Td11n2D(^}@U51{0p2@XE~N
z6kUpAM@W57=+MHqW?ymTY!cD)8utsYa2(`-Jwbch1%;PR*hUjS^hvQU+YpA!S@sKd
C$71sU

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7138361db92a43bbbc98c265178fd8e5e17fc700
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7$p({v}sD9h`J<F*do*mO-0o9(Q?*K;^LcpA%OV!&StX$rBI~;
zqG;vyc;=irKK5p9IR#3KA0LNBL4TfJ(DUKv(FLV2fcJ2B2iuPZ`+baVZLMW~`c`N5
zp|=C;zpUE@IWyJ^STJv-nSq@`nWADLWNqi!Ofxtu3gD9Ax)5avE`|A1vAP(CR_9kT
zDG1(i%rh;b@U0DULiDnX9i}7;NM@6igsf$hm~t!lCJCC|OhjirO`1|AE}#{B*)0=i
zUCofpHPuPs`%(~kKSdXwIVb#^GD)LaS(X8ymS;k1usF}6^^J}+NF8aIVT=Z+WTcn0
zQbj4D=;6Wjevckq_h>W}o0yqBES0M6VYDnHt)UHp|EvW4h65oLJRw|M$x;wf5gk`t
zzI<OXIYwB3sj@8Q_gRYF*c1u5u#0o{+xq;Us|u@<HXAH_tlYBls!>9iFXx1eTv0i3
zi~`okYw@vu_jWB%_qptE&YU<tJjh|cm&4KEr55hxQ2p2I2`81EB@{Q#y<nV>uhIzS
z3#%v6u!#FuYuu>3Y#6ZCYEWzc@MSq3;B)W+9TtUlibVleR&vl{#*HDQ@@n<09lEmR
z{lwpvJ$|;W2HQxfv?fG|H%=Hl-_Q3dA*V`cVd8KXI34B?@IccDinAPE6Yr$LJ9&UN
z$)N&#h1QA+s(1iZ)=<*KU07Iu85}D`-EO_1&AF}oTv+RQt@{=@Zzrf1-YvJ7@bZLL
zW*(*JQXDx#s(V6*2EH--iYsU1h@RKDUwDP%AP4LTn%gcYymZ12n)s<tigj6A7%r#T
EA8%J;^8f$<

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..b783dc8f8cb3827e6608a0d2044f0e3c37061522
GIT binary patch
literal 1786
zcmcIlYfsxS6#brGan(u)P`Zx75c6oIk|DGQ>qNEfqvghK>fx7chXUfq@49IO>W0Jw
zR8{2o`rdQy@v)P2<s2w2etaAk1^sz?LC?pZCl{2$2;Rfp9c=$II2>YhYilF()3+vb
z2!kEi{AK+<$jVqRV9C6ZrUE;MvW|*{kaeABm1b~O6u>3Jbs@?UTpbpV#hPLqI=x@D
zse|A>$2`*_3g3A`PKaKXvB#8T0m(cirAF2=N=&&G{3!{V-ONO9GfkRO)m%U)__ANt
zob@$BGS^hs3g1_P(EBO6^vpTo-;}j9s*`0I0BU(Av<8dwELz{{NQ2aoh6-aeI3**!
zq)8Q}grbKB*ZTu{bUmOkQf#6!dswPY-NR&6NLoW%0{>YFhAjs|5<DSXT**=pl88<d
zmoMMfOpXy2V6H5S`F)mRH@1$1T-fC~`)z&xN~>07*Ig3Ae7PWG;)-O$DXQ1NZp5eh
z-P?^o)8wkT1#{x~@F0i%K@LZwms+@&L;7#l6HY2y)u?P-c)>U!U!@Vu7go=tVG%d6
z5xA9j)i7YK^`H^{;mc|~!sqA%+A9j}6pI3`tmL3Y#f>2(88tl{d#*isKk>I;kDu+S
z(Kb>ltqBq0jS~hB_w$WP$f*)qm^j`APRBU}Jk2zM;w*>P#5+lNClByuIV8YWXst+4
z#RI6afs!Wf!qWQ7;8-b|cAE`t4{h>uVXfzl?pxrzouOWMvD{+9%M)Ikc~VDL$B82(
wT@pI9@U7X`TsfOY^t{IX!uuNsIbcuFUUfm?jT3gz#E*SXtjoH>a5>NZ0Ojvt=Kufz

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..2dc0c5717fc6aa2767715d4e48d7d1dd6c1406e0
GIT binary patch
literal 1792
zcmcIl+fExX5PjdT7=eT++BAhyL|qaoY!T{(rXp(lXgO;qaq&&Q5I}r<$Jwkvp{S{V
zC|P+uo;hcZkDX#uPJq(t$Hzfc(Vr*h^lb2Xcupzw;XT~m!uDT-y&gulwpKDfeQPp%
zu=fg9KSj3-a%!v>FlXLKGX*<=Iz`1oC^nsEQ_bMCs(?#|>q3+@xD;lO#hPLqHafqO
zNkQ<AW1eXdh2K~sCqysn*kMYtfMnK5Nyu78i77XNualtJ^;mRP)1;|Y;sQ2;ue){P
ztg9K4xuQBLd|wDc@22S7Gv|bVT_<VOMo|<1sO7298Z6GUXnm_A4N^xMrWm8aDH-Vn
z&8jFR6g}9#I@qU&S9{bLicL(-E|yBUdl)VXNo#0J;6E!tujN2Uh9`uJOIZs-GSN}y
z^5y%I$q~W=Oq6A@yvtJT+NMZIWmVGVjQzI0e4d5pcK)E;qVlp=LYS{-gbZDk%{W30
z8|0PvNWXit5@=dov^Zl<93AYJkbj5$e=K~vx8}m#67qMoo^VpxX+nMD%nQZ|`6`WI
zzOs5O4U4#yjm)jki-rMfEeDPK_g@y{K0f;&&}30)r&ttlX(b0Orra1pvR(7DG3nBo
zcM}g?d-P;y^|z5yZB2*}ubnV>#Gh_gLQa&>!o<N2a5^X<;F+co6lW#8B;IkxJHCfE
zE+GTHKx<Wos_sG64U{x-2j<pa1jlO8wA*ZGdvvp(D{DP(bl(E!?HKjK>*WR$o}cj2
z%)=C2ibF?8zAAKR;ajsWxpFp&=y{F%g||2kO2D3=z3_s<dndd?6F>H^VqLK*440GQ
E4{pa~CjbBd

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..984256e66b120804e12eef1c4d0fbb6f03adba17
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7=eT++BAhyL|qaoY!T{(rXp(lXgO;qaq&&Q5I}r<$JwkvX=&3^
zqGaXuc;=irK6Z*tIRQ$mFK-7`MZcb$)3d?*;W?$yhu3g>3){a8_IeoI+FHqc_o>P3
z!QL}i{S@6U$f>bjz?^v_%@phe>J$|Vq1beuO*Mnlssb(<t_xAt;8K`96l;oc*ywyq
zCI!Jej(Mg<6n<lkoDjXNV}~ip0+LxLB_V4WC8pd6zD|N>*JIIHO_Qcpi3`{WzV6nE
zv#w@H=8Ed1@O>c&y_=$Q&zuwfd7Y$D8%0q7pq8gXYp^)aqV=tgG)Nt3m|~0ur(~oT
zG^?VNQ1oE`>R_K9UhPp6DK;@RyI3ma?qRqnB(0$>fxoN-y_N$Z8J-X>E@dqU$wWt)
z%ZJZPCPxShFj1Dp@-9oUYnvh=l~qZbGxpv3^0y1m?ff5CEy^w%C4~8UM##`r*@+_*
zuz_8PkMye-D}koZMSnBq#L>Zi3Hf)}|HHzUduuM-Eg^qb>j@{7ohB4F&b(lpkdM*`
z<}0hm(y)m8*l66Uyl5D()^gBjfB$7M?&Gun1|1fKc8Wy-msWDnV#<vnBzrYK8;34!
zc{lO1Wse?htNu1ps;vnT;<Xb7&-dfKO2~;4T9`Q40Zs=c1U%3*g5s=%r^GwXc*pnf
z#wBFHCupt8P}M!Cx`C1=?!esoi{Mx-ns%EFZO?7?b7igPjqY3Eyd9%nc(>eO!v80{
zH1jY;m*UV7lJ5x}TKLxNORk)aB6?oqe&H34gA%YOXm7iq@X`s-(8Le@rC3*N3d7~3
F_yOVPV;cYf

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..f5b8e9b16fe3047c6beeb0641c0541e86fef166a
GIT binary patch
literal 1789
zcmcIl+fExX5PjdT7=eT++BAhyL|qaoY!T{(rXp(lXgO;qaq&&Q5I}r<$JwkvDYU65
zQL^%SJaf(*A3MdSoB*ZOxA%jpqTf%>>Dl1p@SIZU!&|t$h3yA}y&gulwpKDfd}%U!
zu=fI1KSj3-a%!v>FlXLKGX*<=Iz`1oC^nsEQ_bMCs(?#|>q3+@xD;lO#hPLqHab6&
zNkQ<AW1eXdh2K~sCqysn*kMYtfMnK5Nyu78i77XNualtJ^;mRP)1;|Y;sQ2;ue){P
ztg9K4xuQBLd|wDc@22S7Gv|bVStn`KMo|<1sO7298Z6GUXnm_A4N^xMrWm8aDH-Vn
z&8jFR6g}9#I@qU&S9>%XicL(-E|yBUdl)VXNo#0J;2$eNujN2Uh9`uJOIZs-GSN}y
z^6Bf6$q~W=Oq6A@yvtJT+NMazxt*V}pVpUuTvb_>v{_@}L**8gmyHs_d_5y%=&J0*
z5enEKuf#|C&8w9_)90eU8FS+3V84X?JM8~u;p@FM7w(pjzpM3xlgdsLiW_HMFiyy4
zX$13?)njQ`#C>cuZdG113|MP9XtclovKaUA*?)%)i$XiaqJT>)IcPEE#t@RdnxBnB
zm$tl{_}#KcPqtNm8!6S+gb4B434`bR>0Tw|L<ucS9P9w6gAxKBXc|FrR>E`Q9cR4b
zdwAm#GT<|`R%NK_9#q{xNfUQqZv91YtQJkX&4#w;Hv74<*7HX9EpXnBQ7^n(ZZP5h
z6JDBmn4(K@=m^R8gbpoyYxX5q&PEYEuW`Td3dcbS*b}t3T~K)GgcoSy$No~RD>jAU
Ha#H*P+IM3c

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_64x64_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..ed003053e39e820896258bfa06498174ddeab438
GIT binary patch
literal 1786
zcmcIl+fExX5PjdT7zGJYv}p>Zh`J<F*do*mO-0o9(Q?*K;^LcpA%OV!j<Z>T(xRrK
zM9IqQ@yt1MeC!lkatf4I-`)?aihe)6py$JnqYFx50B_;$4tD++?DsLcy}g$C;Y*X*
zhy53@{waDrkTYYwfCckLni<$B)F~<!Lb2sMn`s7TRRvr!To<CO!KE;NEY=j`(CPk2
zCI!K}j(Mg<6uz@TPKaLCvCEWX0m*EVl908G5>svk-y}h^n~CVIr%6+*#07MMuX}ak
ztfv{0xu!ZPd|wJe@2BX(Gv|bVStn^!rzi>l)bdPd4HoBFw7%7m2B{+rGmO#Tl#KL}
zW>u6DiXI+ZA0E)7>wOv{#U^HE4@;%oJ&cxxq&2i9@Q;<C-*O-%!xO^Am8=CJndmrk
z`Sf+g<QQQArpmHd-e)OxV^bvL!Y<C)PwUHPTD2^@>XH!V>p3AKS7jTHQN0FsEk4$7
zUabY1CYR04nG?r{2PNd+(cmu&U+-_YaIb{?U9TscRCbn7**N!taY8;zBbcwOo=C$Y
zZek;FEAg^nz*?(8BmBdc<#>S4!8^296xt~k1zcIlL5mqThLCL3{A}#G^5p%*?|wag
zvZn?+NU63aM2I&|7(CohH!2~gN@!u?a2GfomJskX(+G;Q5}p(9B;%btz?+ni0iU6@
zDnnHdpy~!nnz#!K>o0?2wP@OHHncso+0T`=o;SL0gY$NRdf~-#iwXaq@XE}i6kUoV
yM@YUTbZFsQv#+>vHje0djr)c7Hx5d`o}j(zg2Edoyg(B__J3ksu_X+b)8ZFV0AddS

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_nn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_nn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..51d3e8816c9fcccca94437a23bf81373854c9150
GIT binary patch
literal 1783
zcmcIl+fExX5PjdT7zGId+B7Ao5_L(WutlgBnu@6Hqvfof#KkxHLICmc9cQxwg(6Xr
zu2z=U<C!yad^}t1$Qe*t{rEVlD*E&6l3t8Hk1r{OA-sqCd)WJ{aWFvZ?(T-?r*Dnt
z0Q&o|`4qh#$homzz>;|*%^d6u>J$|Vq1bVr%{7Dbssb(<?h8@Y;8IvTXKR9S=yZQ2
zlY-z~$2`*_3g3BwPl#UDvCEWX0h4)&OTw&Wl<0CN_)8o#yPb;erkgaiN?brE__|jo
z&U%_*GB;Ewh2JYe=))3Sdgh$)Z|WqC>J&u*fLxvnt-<0ti`KV1(jaxDVU9K$oRX1V
z(aefcLeb-!qdpFOY7E61=H?J1rCdCWS8=2@w8j6oKrm=CAS8nm!o{_$1tB@jNzUZU
z_jMj8hzc-Mmc{bHOR-y<A|aJkNt+Ay+xl`l8!zqhNw`(yb*Y3fUoQw5yDCd@f($mu
z8}^BQ_jbe3l)5T$!JIfbF5#$O!troR`wmOU?`AmRq_Xpb?8b!`j1%%z8o_*J^;8-b
z@f;hHTbftp0>)ZT8uA~1tmZ=;haXU2QD~=F6mV@N2QB8@7(%jC^VkS<t;&amr;0s!
zt*nN7m{Dy_h!Ag`FnGIPEmcC!l+eP&(E)HeDk0!)rV$ipCHzOY(+qd|2yR+J#@l{j
zRYs~FA=M3%H1PnI)?Wq3YS9$i9A<lIvyv-oJ#R?g1?TM)*}}GRhYnlMcdg@biY~>m
xBP90-9a{8O=j&8Cn?#hm#>2wqjgu0vBxw6wP}p$7KI-?mpNVzFjxb!#ia%9fVm$x=

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_nt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_nt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..b0c00d7cd01b32726d81fcd0e0e29009d81046c1
GIT binary patch
literal 1780
zcmcIlZBN@U5dNNDaVio5l&+&_67y)Kk|8uU)`@D{N6U@f*28b|3kAfF-??c7>c+$d
ziz3VM`R=)U{P<FA$r(^ueSJTwD*El@f}W4g#ut>r5Z=Pw9qjzpI2fRHdwaw4!{^3x
z0R3Iqe2QKV<lI;<V9C6ZW)5}+b&86GP;5ER=9<B2RRNa__k}2Ha49Svvo*mubh_V@
zNkQ<gW1eXdh3`DUCqysn*kwwxfXO_?C1KVwN_4pu{3#Ba-AqMy(@mOMB`%;7eBG-P
zXFbg@nQN+(!tWI!^nQshJ#$X@S9Ov`b&8?@KrT;()?jg+MeAE0X^=Y7Fh?5=PRU3w
zX=X(!q3GfDK_7=cHIZTsbF+_;QZ63Gt2ojc+T#CRAQ-e65R$<O;o?fxf{>i%BxmyR
z%Q}xEL<N{B%VK%&rPz&4k&w!&q|G_|VSV|>jTd(LkGoc3*L4!Ye7zuK?5eE83DVcV
zZrCUK&Fc+AQ|GF_1#{x)u!Mtt35UZM+P7aqemBDjCzYKiq&6<RV4RRo(g@}&tEbYi
zh=<rP+;Y4s7cka((lGz<V>KV*IDCidib6ZZqJS$aIcPEG#t@Qqn#V?+Yf0WO{3_R@
z=W1%WgBjJ<gb4A*34>Sr**YcUL<ucS9PI(8qY?sMWg0<oR>FUTJI-*&58$RHWW1Lz
ztjb8$1Ejh^k|yrK()!EbSS^}jo5O5xY*un*t>+Et+u*#NB3sx~Zqebz^IhwBoT5u{
y><GyXLWdT;)%iMA&L$D%uJN$2bK|50ED72s7Zi4zu#5VA>`!7{u_X+bv*IVwtzj_$

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_tn_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_tn_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..7ef5c6f2a35d1b7f551f6fbf61a41c0b22c15702
GIT binary patch
literal 1780
zcmcIl+fExX5PjdT7zGJYv}sCECF+t$VT({NG!;?XN6T3|iHmRYg#hB?JI-bWN});x
zU9Bvy$1`W<_;|M1ku#vQ`u<^5RrJT{1w9{q8edQfLwE;wcd+-UaWFvZ?(T-?$FGg&
z0Q#?B^C@~gkaJ_bfF<)rnmO1R)F~<!Lb2mKn`;JVRRvr!+!vy(!KJWx%GLzq(CPk6
zCI!K}j(Mg<6uz^CPl#UDvCEWX0h8IrC1KVwN_4pud>aSNZl<EU=_XCB5*N@3zV6kD
zvz}&{%r(_X;rEIVdcQ=Mo;fG{>pDrJIz>?cAeU!CYp}S^qV+A0G)Nt3n4^sbr(~p;
zG_#_VQ1s~fu#ZEZMnkcNxjDc{DHjjpRUByzZSnst5DeN32+81taB(GTK}b$>k~8`I
zZJoz4q5{m6WwE^XQtZa2NXUg<p0i)pmw(+=S(UWeV&h}sR*~0r62g4FAY|;StiuV?
z*C21$C;IK14MS7ss=ftt;`pe9!+r@z!x!3jP(pq;!wDyqohPI=F1%ozkT22*<}0hG
z(y)k!*f893yebzk)_T$~|L|iqAL2NCkLrp-JH?`aD=Rr@G3Uk*l69KLMxAR(-Y@(q
z*W>4EYPg3P)z*Xv@x}>*SNqvICFE2IEleEk1E-@B0$ybrL2*{Xe}p^9a3>GorX^&&
zmoKc!NYw+Rx<QgA?!(gh%ivfonqr&7Y;SB<a%HXO4e7h!yqzLj*i&xN;l=Y^>v)`^
zOL6Q7$qhn>7QNN^I#tdl5#_G&u&{IEqy#Jp+9nqicAM}D_50MH#JXZf7%peUZ^}Jk
AF#rGn

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_tt_align1.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/cutlass_simt_sgemm_split_k_parallel_8x32_8x2_tt_align1.cu
new file mode 100644
index 0000000000000000000000000000000000000000..494c8af12750f1495290a6d14132cab609268477
GIT binary patch
literal 1777
zcmcIl+fExX5PjdT7zGId+B7Ao5_L(WutlgBnu@6Hqvfof#KkxHLI~pHJI-bWN{d7V
ztX7uS<C!yad^}t1$Qe*t{rEVlD*E&6l3t8Hk1r{OA-spXJJ|cDaWFvZ?(UZ7r*Dnt
z0Q&o|{S>_($homzz>;|*%^d6u>J$|Vq1bVr%{7Dbssb(<?h8@Y;8IvTW^00R=yZQ2
zlY-z~$2`*_3g3BxPl#UDvCEWX0h4)(OTw&Wl<0CR_){D-TTMlG+fABUB`%;7eBG-P
zXFbg@nH#E;!tXU9^nQshJ#$X@H+7Omb&8?@KrYXP)?jg+MeAE0X^=Y7Fh?5=PRU5G
zXl6wzq3H3=Q6Gmsjgevvb90E1QZ63G>p0RH+T#CTAQ-e65R$<O;o@4>f{>i%BxmyF
z`zDVQL<N{B%VK%&rP#`*NXVsKUa;TRm#?&I9d=VBA<WkcLdLGjBAg(14eXYEqTjvU
zGBic5i(4=!PL4}B>X&dle4%}ZCFFNIoN!Xvc|u;}!VAU;`6`WIzOs5M4U2e!4ZSVF
z>v92OZ6*!v4?ouPA&$cjD6J^8Q!EO&wvvMub8ZYFS)_Svq`A@K{lec`J$bI6hI^P%
zZB2*}S56qb*UuIyA!kZxVdCfjI31M`@E+3$in9`45$-g@oj!n@mXPsYzOX7IRS%Hr
z21%ND088tyf@8I4ifs<Fy{=iwm9?HXr0;_Bc8Y9aL%BtV7teR2<8g{E#jztKcLyC>
r^j7DaR5_bOl)J{m!nTc*60js_J6urMYQjG1_p#rIb;XV_T+WI=N%UYP

literal 0
HcmV?d00001

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nn.cu
deleted file mode 100644
index 3828423399ba519e605671a5151787c2cc95985f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1648
zcma)6TW{Jh6n@XIIHFS3R-vqPn>rVeAgiiQ?U>58K3XO=;E~vtFJ++q_}NJal(s7o
zGRZmq&gDCo13m$alV4x^NrHc0-Q&Cdx8Xg;(1S1V^aMw*D!W~;Jv`h&-h3~SU1%Ri
ztrkp~V47G)VZ00<ICVB7#^9V-&Hv)uWq8iCz&ux(IaSL5;!`0tg9Xuoiz&znRH*1c
zX)?_TTqg-oPW(M%c?!yz*;~5O7==dj!3k#=Z7QNk&Mec7Jut?Hnc61FI59q$eIU+9
z%`Nwk6{GtAa<Uw=<}QqjG;@?e!|1e?I!am_&RP?7-o}RKc1wsSnIyK5)-*3PQHtr)
z)NzqDqR53L;Fc_<vwi5UiA5+YL<rr>#U1%0_2sjxgMF_4oM}erAd~5QG$V>_W2P+6
z5xVwgq3WEqFJdT;i{9GR1JUYT;CVZS&mUvhz;1-EkxMO?;$8Hacj|w&%PYk*IdyEP
zwu5Dr6d_xrgwQP)jOaw>V=hSW)G4?wtW|HtUu`&Kx^1$|pRz}uvXX~R1pcYORY78S
zDI7c(R+I3uVDZ{kVWPf9bUH(5sFE;sBi}Ibrskz?lz;kA`Pi*s40TOn*yTBf4SN;7
z_FAS}vNsM5QRaL@nXue0OFxBTwBV~%#yY*qMB7tnnO_EeX~3i86mmADLLd}IAe`m?
zs2Y1C*bE1*be&Ly-ci9v;5wDQQ@}126Mp_7Xc4-~Snh-Bp8&=E7>u7;Y$2nhiswDx
zAOL-hYT!7AvWfxuy0au;k}XWSjp4$cz(VS|Q6y#CVU(#ORI(f5Po&heOzaSpmSdld
zUjQo)`%e_>rgv63J5&h$2piF??X27XnQKZ$){l4Y$?@anUt;iqf>9Z_c#cix8`~UT
QMsKZDB~^651m%<HAIaz{ssI20

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index a4b4e0c42b26a5c5d0fce9dba31f59e2097a20cb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1587
zcma)6+fExX5PjdT7zGJYv>_$56*UP`vPFm%nu@gL(Q?*K;>K%RzK{m-@wIn17Xp+-
zk+Yfcnai0oyT`|XarWy=FU#=ni(7ot`#QMA7|!7{JU+s~i_UI0c=z|WkXPR;WEa}+
zl2!{QOfo|pqcB>;KREYJ5NmNkoZ)|Q;RT*CBQY<uut$0kL3|>WVK65~aybDth8mUZ
zX+tIjfy*od%1O9q9nV2~JAKVp1*6bt-g)UQqfJc=DVSrXu>;12GIQ4?f)g8x*#+W5
z)!gv_d0=!GKtUEG*4&11nF~)DG_1*6xu>MH=Bzc=Cv9wb;WmtTEEI92bw%^s5UrUx
z$~~8&kt9Ag0oP=qyz4=CNi0I5G$C}W<~QVzGG|Y&_IJ7Zb7~l&eWCK%a7r}W#7tOG
zAaohd($zU`pQcbAr{~L5cf{y7fhX-0K7B}G4ZD(IMm~33$v4r*A!+!oQeJ2-)Woxa
z-Yk~YR)k#H5<=HpGGa1SjJPB*Q>Wy*j8;FDKdZp8)6I}o|CHVHoYg#N!QHnXL5o5#
z(MceD>QMD~Qh09cKQ-2S@qB#gGFBO4b&Z&OiqJr3aR-M%KIvKkm2X&ld|&6-o@WZH
z38k>jdJ1bU0}GCYeGYpM_li>}*n~=nP*ia|t5-m+&9z~zZ(RF2k;n6cvWZAguEMav
zEi{v1g&}$ox)7{j()A93;$8|itQ~eBD5?8+3)qjqK<o-QN}-}YB419HMNGDV$u}`v
zx<i;NGqalHY_p82b%ZKC#QHO(46Pd52W`|SbQ5;?A;A7q#ZtH4Y3~Lap(v!nF5@f}
t{3JCcLl-u*2;_u~2@ffRLcvBM;u*FgXw$wsOI~{`YNeAsCMh2${{Uxg7bgG!

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nt.cu
deleted file mode 100644
index d69e3359f96c60c98817363753fed02afbe772b8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1651
zcma)6TTk0C6n^ioI4TkXl+sbQiJ7)in<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%1qM;&
zCg=D&m+xE-_!uxwe|_zxDgJ$RkMDZl2KN|47rwyL6CAy$>~w<m@Nf@#^SwlNpmkhp
zHetdfGsH0pqec9{nRkL%i*w=(|BG`k@QfLWd9H;$)r$z?6R8Y?IWdyU38*ntsM>)x
zWRerOPE(+qgnQQU479h?*L0;Z3iZZ=m)<hk(8Q3OIcDnbz}OIG<{CtBVnZ<Rf%p(L
zcRWCrjJ^kulf{TN_F-IR!czuyYqDnMDQRvvYmW7K3tOJMEg>EYMO-0W(>ymsYi3R}
z&!wo>YCa|bw`8Hb>p^ElEJC6XA#|_icjS*UmpfPcFI`QQ@VVT%{c~y<p?#sU*>FlU
z+lEb8o+ES}&O+5bYh5Hz92eb{w+CYMo51r{0-rx7uz}skP$r)_uH>8Ov*0xR)-JC!
z7i!|!KyL@jDk(y)NC}}^E*UYY%12z1=&4=MU0AE$iodntnCZ63GJnb*dB#c}+BFDI
z1+Hq6z;j`LS6B_h^O_|qTZM`BHDa<ULIa(~!5fC2Nj7CKb;JDAhswu(1ru1;B!PXN
z6WFj<;n!ZvbW8R|u_4NwZzz+FyG7}zPz>jMxfHD3txU86g^q=N5cUQ<Do!D16DlP_
zaSGyDu8^v?H-gQ4;7ZqyMd%(Cd_=A@6*>jnLNggw07NZ9SAyjssNM-s+)KcQvBeGq
zB~?6c0s9dcYP1H95-6(}kuN(-BPQL#WZM`n-3iQ<nORLTwjD;9IzlD8G5%C3L(9Yt
zK^rv+*@PXi46y%1v1)qnw08rI(2uwj?aI!o{dZhbGIU|Q^FU4*xA2lc2o$Uq+~FCv
WA~d!=zO22rRkhN!112dS*Zu)HYAfIX

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index e78d64a9bc30510d118c93487da1333369ef6b22..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1590
zcma)6+fExX5PjdT7zGJYv>_$56*UP`vPFm%nu@gL(Q?*K;>K%RzK{m-@wIn1SD+9@
z&Su7EE@#f{9v=h7*{?6XEW^JqZt+d;>);k+IET;h_y`BjI=kKA-QV9qUVX2SU1+~c
zS}m9`$qaFf!e|ly;M_Ywti=U!hX2Kd7kI{u#JteL9_d8{@rhK1!JHV$<pk6iYE-hP
z4Ve@KF0%|MC*huTJO}OV^d(;vj6$P%=cTudHZ?J%V2+u_8!$GMnY$(toY+vzTOdAE
z%^eSr2S(olD9B>On!7MAbKxn2hBbLB_ms5OoVCXKq>U{v+=da4g(9xBu4tYcqBS!|
zx#v<elElX*;F>IycRlDXiA6}1CWLO){D%Bd=4|U~|GBG~626dIw|`CzBeXA6J{wMn
zW}C1HD++`z!&$mI$L-S;%H#BWneC1k{VMRJox-ONDXd{vGK|URjw|^p`Zy#F-&M*B
z&4rqHHqe{Jvf7G}D_cV7noCAZriu}lBxdTAbeGZUr}AeNICi=jvg)6*d!DnJ2Q9e!
z_9Mtq2qroSgijr+o=^%;js0z7y&6v^m@Z?LAy(Ij$)^YnbQafe7!;JQMNs*M#mDz`
zj@@~tu$oW`yR4_M<}$G0SXk+>`f#r}g@R3}ln6y3$Fq71)bd;#))L3HuM>GZKPa1s
z1m!9W8{9%O8MYXr7oiKm3MO6e5Gd}YV8iBN2ZEBikJo_x2n@uofTI*D>Lc>`WLd;y
z8<>0(!=*cfxiT}WNzOLQs9Hy;(nG92Q_9e)v3<}+jY2nJjUNK+KUFMs>z(#)pb?5f
yD(o`OQo&oPDH*!3p+z7kY)p7aAruNW3K7q+6+xT!-C6R|i%~0`>@i9CIQa*S0vKHY

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tn.cu
deleted file mode 100644
index 0fe5a161cc69870a9562465b0f0a14d3232c6175..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1651
zcma)6TTk0C6n@XII06YVl+sbQiJ7)in<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%9Sow%
zP0sOmF5kHv@-bkX{ru9)GW_f69^du84(>6AE_{ZkCpdmq+35uB(a|3A=39mAK<i!7
zY{G;|W{6`HMvM4?bMFMP78k@B{s$Lc;2AR#^Fj-IsuvN&CsG*(b7CZy6HsHQQOTh;
zWKs~g&N85!gnQQU9JII7mvoge3I~k`FTG{7p@|^{bIcsP0b@g$xoZ%?i4DQL1>!^0
z-0=WeGWr%kK^7y{*oSeM3r`swSd%w%Pf2sbS#zw<TiEi#Z3*#MDB?=#n&!D7S~GK+
zdoIO6lK7Ye+>(Xzt_PhJu?UG$gixl0FXSEht<2@l?f!GO@6~+g>W`^mg!YBXXTvGc
zY#TFSMS;+DI7?OgtaXt>d0cc?t{#ZduL93oDSY~n!UlFDLz#T;xRS4;&w|tNTf4l{
zT&Rg>1HBzAtEC9JG9`p=xn#s-su*!eqNjFAcWJGDEC1GpW2W0CtNbZ@<T<N&XeSV!
z8eG>Tg@1+pU12>8o0_evkgjZ%Cf3)8$)^YnbQTA17<wk%l)cgoi;wSXANv(dVO^6H
z_IXZW!(NSFd#%!~*c-)$sB*rcOgiosm7h{Eob%;Uuy(gL(Fzng7WP5d8}O(&g@R3}
zlnBKsh-bAz>fYW6HuHgNT{{+`dtCAnxz1JS6mSd8WLN<ZwFq4aR)nB>CqQv81slc|
zI}nuA@w^7?M_{PY8aPU!s$xVw?<|X$YzvcbW4LrDFjr<~HObj_7**;BRqV$2Go=iz
z5<3EI)F@;VcEB>g{u9Nj>Aln54KzaE<5ILMJFE8JaZSn4h4C%|IbqzwO9~-Suv&13
YXV{9+*!JCJ^3qn-N+*X*Qa(=p0zU#P-~a#s

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index 964ef5252061492b51c82d6a1e8694452388ee73..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1590
zcma)6Yfl<M6#c%x;sz6=W|4|*V@EK7tueM*8fojt$*?=XlzC+yQj9;oGrP;PS|wyy
z?wxZV=bpQJYz!D@KR@@f4F9^k!?(RJgFB4j0zSdh6C6D2>~@29e}4yg{jEZFp?#RN
zS}>uK8scaHqec9KbMH8@77OAG`-6q&ct(xHOlWS8^&*1UL@GmJPK;!70%{C3D%sP9
zOay_eEQ5lPaL+oHgZ6g%lCKI@K%;r@rMI+bYGR0>j+(|BFgBE#yC&g`*ig({AU;&h
z91D;~TD%1y$YMmByD%nm?h6VHYw}j^3({J1)*9>6HnvQ-4I>_NMO<lJ(L6UqYif>j
z&m?aoiH}Xd4OuAfdeB`Gix4kO2xW?UA#cfVWzM&5_n*6cr{-H%e@qP}MW3sDHk=Yo
zH!%|`1VUHgEM1+G_E`$$adxpxbx(|b6?ocC;p6)h*05_C#^iIylzbI^5|W1RD&?hS
zTunS3=*?njZAHkHEg^KnBqb(OV#FkgnK~uiWwiRK{8<H#oo<G#`Y-4M%W2Jn=FENl
z9^}Y5<(&k=rw&z5D20EG{cU5t8tVxzXOb>sl_6Hwh{>l24RjXQa2OPnu0>G!hT_A!
zI>+ujQ&>$Xg<aNDSaTUza5SuRSbca<tN=kLg_H<IA;+_N3)J#l8`cuXwXYL-yf`SE
zhy>*-3>(}+QyI1xq8Fh{P6d^&cLW9QrC`J6VF$b*bsw(*`w<w3T>(caRMbc0^U1P^
z$u=<gCWc9O1aoC(R+F4=mQl5iP^E`hf2Ncvs>b#~8#M~ugf)H)u>VxC)U9{gyMab1
z3Q5>yoTY-dQWs?C!iI`KPS}|6kU}UFY!o7%VatOy?csUy(u+|mo$OIruyOJilA0J@

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tt.cu
deleted file mode 100644
index 374a8d73a7653ce40ec5f278fe50034efe708a36..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1654
zcma)6TTk0C6n@XII06YVl+sbQiJ7)in<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%p@Y$=
za+7oXoy&JFhkOheXFtF6vJC&ay2p3DuY-Gxp$nhk=?RWsRCYQ+dvvsey!lokJJ5QU
zG@CGCk{RL{h0!8@;M_Ywti=U!hX28Z7kI{u#JteLp6W#e@rhK1!JHV$<pk6iYE*Kl
z4Ve@KuCoj%C*huTJO}OV^fg^&jKV?V!Aox$ZD?Xh!5lLOdtht`Gj|OlII$s^eIPzW
z%^eSrC8PTQ3bGin#x9J@TzJahz?!_7drF!c&YEL=-olm_ZcB*ALJ?O=*EG)!(VCgl
z+;b@olElX(;Fc_ucRlE=h($=0B7`y}d?D}1Z)Gl@-R|#s`^VHULi<AHv*DCzwhf!G
zqCn_6oTaLL*1AZcJTAH`Zx6)iH-YD^6h3`OVFSC7p;A6~T*)`lXTfRstzBMeF4V-c
zf!+?5)l!69nG!;`Try%ZRgAbK(Nnu*ytG!om49o)G1G06RsNJc@|;yXv=azV4X(?Q
z!oR})b74IXo3h=jd0De`Wveu?zD7(wMQEV2ID5m;HtDAFm2Oykd|&(6tzZi4nxwGH
za|#>wYW&)3m2Sn}C^kfu^9^Ovakr@al#1b;FPDO~yS0f{pwO|f62j_$N5v@=Y(k|(
zC=NnAt1VKu_eQW85nSuqu?XGcl8?xBu0p4PTWBW37J#Tl=t{661l2nMihC*8FuB-)
zprnrHEnq(aLygwJQ3_QRBl2ZuS;S;pn0y<<r8|MSGBc}5&bGs-Qb(v_H^!eSWoVVy
z5on`EA)BxUmI3ykC{|7Ho%U{^5&9nYqFvcpwf{5Mlnh-M?;?;B#x1<05CR3O1$TIc
Wtq6^6-(4oJEmo~`a>yj*<K!>07cCY5

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x128x8_32x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index d5795b04cf8078899a2c0186865c485e166a4001..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1593
zcma)6Yfl<M6#c%x;sz6=W|4|*V@EK7tueM*8fojt$*?=XlzC+yQj9;oGrP+}sue<p
z<=#2>aqhXh$Hsth_VaTu%kZzuJAB*wGPuJSF5nY9J;A|?&Tcn&_xHDu*WW5+7uttO
zs|6D(sUeOQFj~YvIQNbdYq22Cus>LMj%U<J%!KClST7=oO{6ju=EO)QC!oeqqmn&s
z$V3ph$}%Vz3HPjHIcRUEulcHA1vHxXUV2N5rY436>Zob#fU%*>+%*Yj#D-#af%s50
zb1Xm}X|W4Hkj02Lw_!}?+!quY*5s|+7o@f3tTooBZETrv8%8|lin!9cqIqtJ*3=y5
zo=M(F5+9p@8?sQ|^`N^X79n1m5XuzyLf(?!%A7yD-QV%{kEx-g=yR3NhEt;HCTv25
zK<Fx*rK@w&K1-oI&MubO?upTF0#Dm1e0-n68g?ziq<rp}l5e6<LelVErM%RPtBI!r
zy;&@+tq8fYC4_F6q{L)OjF==bQ>SFSj8;FDKdZp8)6I}o{{?+uIjwonoVl;xgCaSn
zypurq)S>DjrSPw@|J+z_$9jl&YF<t-UB)UytgaE0PZ1jEEN<d3h$vm_pz;mHhj(?3
z?RloKnotVctf#Q%GO*xi*y^zT@Ss=$f=&u45sF%lXZ0ee6}mR8RgP<4C-Qi4P&N?>
z%2gOPxP_)NEHXqdLYJHhDqZgg3fxP<hULQ!ctPqu-U9X`Fc7-}j#8+okI0vkWf7BY
zVDe22lkN!S%FL`LIo&LyY8|0U53&ACDN|I9?SnRI6uJqU{1{;WsbZ;H@3eOVjZhSl
xu**101wTt&kf943DgrrSW5PoUp-`|<h<JuA58AYc=gDjDMy+(RM`gjr$zQwC8Iu42

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nn.cu
deleted file mode 100644
index 87d80fd403e16791e42db575a4427977a09a785c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)6VQ<<n5dEHCaiUVyR-vqPn>rVeAgiiQ?U>58ezZ(%z{9aE+bIL}$InheptM~<
zD1<w|yLa#Ie84Awaq{bHKS}WKt9yLc|2DkG7<%vpo}S?7RcE*By@!W8$eZsavJ36w
zsMUfglgtpuD2$ik4^DF@h_yH)&hWoD%LSe@BQejku%~(%Kzu5dVXz=ZaybPxfeIBJ
zXhWtMf$Jmz%85T`9Zx~$cJ`L93`U{Re8^>P8EtA}NX8s9jXf~d(@b5H2u`dgvkxTq
zthwVJvSM@}Kt`5h*4%}0nTnh;XjqfB(wvgkMzhvLpSQ8)ncFhriBQB9)>`I;AzCwY
zn&w=JMik|t2)HFnmAgK4*TNzs3KK&2YH>&YD0BJj=wP3tKWBy!IuI(Ik7h)(ZOoKq
z8A8|oS-3i9?TZ-B+c8}9)|noN(eL6uf82%LNZ+D7bzI4J(PuG)Z=Lc=bD^d=8|rPY
ztg<5Hii!}r<&qJTsBFw737I;D)J3%Ft@x<}heEeQmgQ6S$WvCz(22l*Dsa`07+x9&
z&yCe0yzE!Jj#Y%Hj}ep35E|+vEZxY@OT1}$=^JIAK2$k&8yG{~lNfe&j$xx-g|D-g
z<(BG=!#tEV-%utUcgr$Q;TSFWY9&~wSA}SM2_5ryfxk20QE>_xn^Gwe3L6lf<@Hg`
z^~SK-4P5y;p$WaCLXV(zs{EvYTWTi#`a|#{bR}5kN%c>F;(iR)uPk;TD5?0o2OI>T
z?@<jL$53`LAYV_G1WdApNw+avx)WF^Gq;+gY@0?|Izpwofq$Zup=Du*pp6>)YW)7M
zJnTO#)<d5=ox7n%=tsB^?K;kS{GX+!WaRvIXI>n?ZvG_(PZX>c+~GO4!Vk7RzKq_w
NQMJ<10h5$ZqJI~eDs%t<

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index 74b75ebd8d53cf72267f8c5c72d51f4833242cb7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6YfsxS6#brGaaAP5P)bMHCT3csHbaOF)`@Q8qvghK>(#L>Kj@11@w1ckL4nbz
zN|Sqi?&I8Zv&YAParWy=FU#=ni(7ot`#QMA7|!7{JU+s~i_UI0c=z|WkXPR;WEa}+
zl2!{QOfo|pqcB>;7o2-1h_$#N&hWpu@B+`6k(d`+*dx7&AU=`GFqjh~xtxF+Lyb!I
zv>}s%z-5*J<s_W5j_07goxbL)f>CHR@4WPu(WWMb6wEQx*a2fhnYn8c!HEsU>;mzj
zYVLS|JTSTopdgD8Yi`51%!Q{68rI~k+*8t8bJiN`lQy=za2rNE7K*six}te*h}O&;
z<(^B?ND?2LfNQc)-u0lnBo-l2nh?5G^BeL<nX@NH`@0<dIW>&XzEJsWI3=2GVkWF8
z5V{Qa($zU`pQdoqPT}-?ndy!g{U+|yhi%xE3?uTn<4V4XK29P2Rw*wu7i!|!KyTK{
zYAZsn><FQ2E*UYIDn?wAn5k1zT}G>)%D+|M*yv`+s(s4tdCqDYwBYXBk03=MnCK)B
zt~yjbofMuM`%jJaT0Ea#x{OtZSRErKpCUBSSzN(kP*1uRK;;`2AK%wGw#S*mYC<V&
zv!245%fNzTVV%R;!@c4Z3O1oqA{0d&@6{Kemgd^9mN%|_oyg<)LD@tkC|6<F;1-(6
zu)z?$2wezPFzI@SKyfbx8@3KR5R}w?yant>U?6q{9HmfEACWI7%OWP*z~q}4F5Mx_
zm6=&ha<*AU)jC3z9%B8OQifKI?SnRI6uJp3{19OOsbZ;H@3eOVjZhR)VV7~13VxEB
plA#L=S_E>!#)O9yLZM)z5b+FK5wvOFoh7e*6t&XH9+Q-hlYhbO7V!W8

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nt.cu
deleted file mode 100644
index 230297e8e11c84a1f5ac40878efeda3dce43a208..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6TTdE66n^JdoM2+qEK;#;><A>VHO59uBW-=03_Al%nVp%;MGEo9cV>6Fs#QXk
z<(%`K%XcmZd<+<;zrOa;6#u@u$9KJNgL{mj3t!;r365S=b~-_Oc({kW`CcMB&^oR)
zn=oOL8R8g)(IWoAnRkL%i*w=(|BG`k@QfLWd9H;$)r$z?6R8Y?IWdyU38*ntsM>)x
zWRerOPE(+q1Uu_^2HM-{Yr4`Ig?i(`OK%x%Xktjt95eNIU~EV;a}6Rmu_2lFKzzuW
zJ02iQM&AR-$zsGB`!Fsu;VFZ<HCZ$Blr%S-HOKnAg)PtBmJpAHBCe3GX`UORH8ZD~
z=Tg*bH6M$BTe48z^`NsN79mlH5V}|MJMu@F%N^7HOQxw3K9@VzKc|Kf+7~LD4W~r2
zZP<k6IYQUrS*Y4)t&0TCTM1lrSHT{L(Qo2Df82-N$j~L9Ij-cJ=(7akcOCLdbD<`l
z4fJ-dtdb(+ii!}r<&qJTs(i#HiILg`+l9C4t@v3xj)iW!EX$|tk!P%=p<RRUslZiB
z5_m4`?+UA3c;2#P<*RV9HX|mRA~eux+`C~InPk)TQa8*$eW+sWH!y*9PZHSYIe`s(
z6@DGHEVpED6z8F=`Gzv-xLcHQ3dL~FmrKFg-O5EPQ0Q1V2jOhMqv8~DHlb1?6qg`A
z%L`JC_C~N-4_xWmu?gLyf{(~`royCvTWBW31%RkU=t{6WB-J|sihBvzu(jBMprp#@
zEnq(aLyy+LQ37QbBl6{7X~d*km~0!vr8|MSGBc}5#<tTaOGl_=H|C!zWoTL0A!wsU
zp_*_4mI3ykELKDBo%U{^5&98tqFwn}jsH$)N`@|McOJ+I>lR)T2#JE#f;&9JR)oQ}
S$CtI&j;dC=cEBX%<Jv!k)+?$2

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index 30dd6ad07d71f3a03f7c5e4fa6babe8c57e2ffce..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6YfsxS6#brGaaAP5P)bMHCT3csHbaOF)`@Q8qvghK>(#L>Kj@11@w1ck2@Ikt
zP44x%k8{t>9v=h7*{?6XEW^JqZt+d;>);k+IET;h_y`BjI=kKA-QV9qUVX2SU1+~c
zS}m9`$qaFf!e|j+aPFNT*5ZOV!~f#K3p`^+VqR!rkMtsf_(UqhU`~wWasp}$H7eQD
zhD-_qmstjslW@*Do`d#w`jW2-MxoKX^U_;Jo0=F>Fvm>e4Hz5B%w3ZRPHZUVEf627
z=8gx*1EX&N6l5`C&0QFmx$u-h!<xL6drDes&RS!A(#Dn-Zo`PjLJ?P5S2WKJ(VCf~
z+;b@!N#bJ@a7`A<yB>6x#3Ce06GFFYenb8!bGCJ~|J>0`317&q(?6$%5!x3jpADx(
zvrX896$L_<;a<8r$L-S;PTDD)o-dQ#5u;zlefqEqyOLo_K6hNnSJB5Q#NR6Ah2}y{
zJR9iET3KyH$dw%-bj>9rCR4?TOA<46O18^r^;7w`3LG2V3|X~L**(u$O@kKPeftsA
zC<GIo1j1E^st1(9Q)7SISZ~JD0jA4XWr)==V)7|M1D(Y!90mcUYYkMsVe#>Oonv>L
zDXb=x!Y=D6tho#<I2JZKY(Cs8PN85EDkVZu$MIf$1Zs7z4Qqwt+SiFZo*$G=M1pb^
zh7E3^nG8z|(TmW9U<H$|cL)^sQm|q1umeF!-N$Rdegp<$SHMvU74;GMe6lQJvJFhW
ziQ&>6!d#h|)g)(|WmK&rROunspDAT%)!060qeh{du*DAn_Ma-2y7f+bH_!-0Ar*ER
vXQ|+=)RYWeSkNMn6E-G1q!0=P8-<8x*ovS{`|d1x>AR?vPWG6je4P9P=1dqT

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tn.cu
deleted file mode 100644
index 04f80d335c10f9eafb47b31cb54c0871d70c8701..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6+fExX5PjdT7=eT++K>|3ikc)+vPFmrnu@gL(Q?*K;>K%RzK|y3<7@A3u7yGr
zZ8kG==5pq8$j5+j_VY_G%kZzOdwkdXI=IIey6_pEp5XXdWv3IgM@M_en{O4e1Fd&S
zvk4O>nIVo*7%k!-oO>sTwYVV8@IScl0?(L{m={{uQ@w~FK9R~Wm=hzpoPZibjY<x+
zA(Mi@b(R6;B-mNUbI{&SU(!|1C>%5%y!4jQh9-s-%rSHD28<19=B_~mCpIMW7Kjg7
zbH@W@$>>`E1zC((V;{z4E<9y$U`^i4JtfTzXU(xbZ(+*|w<W}5p@=J`YntbVXwA%N
z?zt2PN#bJ>a7z}-yB>5_#3Ce05ki>~zL0n1w=$PI*8S(K@6~+A^vBdNLi<AHv*DCz
zwvCyvqCn_6JWEyktaXvXc`JpB?kds)G5S^9rw{wE8yULfbH|l@6@8XM{H{Y@X)e^n
zvw_~umDN&&Tv-u9w_Gw}GF6PYBr#IEWV`fMzm-30$Fb0DmsR<cJ@TAYG_(^4pBh}Z
zB!z#4{as<b3!9d$nvkx1l`ht1#N<<i20Dv-Hw+__Zn|FShQ-JCb&UN6rm*fw3i~{#
zuwk#pucKDwR_u-9JXAH`P$nIBiz-g37|!`}DOkH(yJ!Up9Si3moDFzXoI=4SR7!;6
z62xb9LF&=o2sZ11Yh61wp?h5N5xLG)m=tge&1AR$5VZ(h308!pdM7|}F9jR67CR7>
z)cL#y>_=ee(Hb~Pq3U8pJ|8TLm~0D^Z)3Q0CoorLW;My#b{bXb2vzLH{4=EttqMB=
zZPX}K6HdS~!2XlPYUsVw-VHQD-{VcRD?h98-w930(1q<T0y$yb!b=JvQLtKYhiBM|
VFxd9pW%ANd)k-IaOj15h{sN0`E2;nh

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index d702c06b400d79cf54d07225f41fa517652aafde..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6YfsxS6#brGaaAM)D5axp6EiJRn<2yo>qNKl(Q;$A_3GG`A9O|h_}NMN91Nl=
zP44x%k8{t>9v=h7+0W0tEW^Jp@9=H!%is=UxPVXa^aKabI=kKA-QV9qUVp2QU1%RB
ztrkp}WQI6KVYG-ZIQLEvYjHuG;eT-91)eb@F)y^R$9fS#d?J-$FegTGIRQ0>8kOv6
zLnZ}*t1JV`NjPU6&p~@TeaTk^qtIyHd+9BsO-&3bm}92#28<15=B`NuCpHxG7Kjg3
zbH@YZk<qsR3bGin<}QrOTzJZ$VNKr3JteI*XRWb5ZDY#|w_(I%p@=K3E1KtqXwA%V
z?zt3=B=NBcxFHMWT@SiTVi6Lh38730U&veXTbc8%)BWd8->Lc5(H~R82<;1%&xTW?
z*(PSfiUOgla4%h*llEB(r|lHZE|!_@iP5j(KEB_DUCS^fpF6JPtLT#y;%}AmQgfju
zo(=S7t*o{p<jRf^y5W)$lc{3FC5f3jCEI1R`l<X|1&)nwhOFAB?1AU3ra=qtzJ3pC
z6oQFP0^zDd)dNc5Ut@pUSZ~I9fXk7j%UETI)iGl7DMACC#Vs5L0i|mVRK8*H;a#0$
zcbqA#CX~W1>nW_c3@kVnHacuRJSa|~U=u1OLQ%)@UVQ{=b*>F-h2z@Si9B8$lubl}
zautRRZlReBOAOJA(4}Anldg9J6!%iFVezm7K}p@mYruX424YvhQ3@6H5&3+wEMl?^
zOumWX(jCEEnVHojXPaeIts_+FA=aNMWoXsdK4_yxp_{P9j{)|dDwewSPJ1`d2t^?k
xb{S`>;H}h@3|&~zB9Id{COo7N3I!X5h-cV}piO&tp1ky3)Ji9NOj15h{sQad7$*P#

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tt.cu
deleted file mode 100644
index 70fd338f09b70d2dda029a294e7f39ca5ccf62a1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TTk0C6n@XII06YVl+sbQiJ7)in<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%p@Y#V
z%H<q?=klG)As++A+0QS%EW^L9?(tpk>);+^=)z}sdV=E@m7Pw|9v$r<Z@yK?4z%7S
z%_dBkWQI6KVYG-pIQLEvYjHuG;eT-91)eb@F)y^Rr+N`Vd?J-$FegTGIRQ0>8kHPs
zLnZ}*>nsDxNjPU6&p~@TeN9&xqj1o8@X}jG8=4qWFvrZn9vB<K%w2;BPHYHfABYc8
zbH@W@$>=_Sf-FX?u?yoe7oIXWuqJQjo|5K<v*uWzx3J}f+Y;ijP{fteHO+HFv}Wcs
z_gspDB=Io`xFrkaT@N}dVi6Lh2%$^~U&uT1Tbaver~7-J{xLO-(7sUlY&a#FZNnz4
zC=j|1&r;PsYh9#p-b&%3yK?qGjD8dM>BBDUMutN9+;Jt}M4zP)@3qS-&4rqHHqhI#
zvRaCeD>FjqmP<xVriu}lBzkI>gqPOpuky7v924C(S*1_eBhOhyLpy<R)!@1+Df}z!
zKNr^Hu&LU;nwKR@SGGzM>tn>^Q-lUOi=#ITU6XDKU+IR$$M?05-2$etu1N~JJg2Z>
zug0&vR_RvkjbcAkIp0tw9e0b$PpKHr`En^(yIY%R1qvMt8zF2CcvPH1!6sBngyI~;
zXSGD??%oJC6M}19I~JjPT=EgQ&Q<6Xa0|_3SOO5W2we$QgrIsSKyfbx8wM9U5R}yM
zyant>V5rd=I7*?aVnn{|EQ^?I3zKhSxO68lS7v54$=P-oRq6;;?8f*rr3|eSI|6Og
zC}b11z%s!86UD0Oz0=+eG(z9wTC^)WtM-59nv$Ul(_I8|!nlQx6hfe2wcrlVuoa=P
T?Yqn5wY{p9P7ax*e4P9R{Y@<3

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x32x8_64x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index a54b66d81682c87e874227cbab51e5bbeb5d95b8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6YfsxS6#brGaaAM)D5axp6EiJRn<2yo>qNKl(Q;$A_3GG`A9O|h_}NMNpo7t<
zN|Sqi?&I8Zv&YAParX0bFU#<+%R7AA`!cx07%t!wJUzj|i_UI0c=z|Wkk{WTWEa|p
zNvj1DCYd3QQ5Y@a3(mb0#9CYsXZRmnc!6ikNX!c@?6F=%5T8h87|e;0TuwlZp++Tp
z+K@>>;3~_2auUv2$8*r$PG9p?!6-DE_g;F-Xj2nI3g(z;?0~VM%-l7J;KYVvc7ga%
zHFrEf9vR&QP>{ulHMe10=E7434QujN?kQ=lIctseX&YN!xD6v73q@RMUC}%@L~CY_
zbI+w{B#Dnrzzta_?|RT(5{r;1O$cR5_(I;2-^!dnJKf*$^pB}wg!YBXXTvGcY!fzN
zMS;*&xR<WZN&75?({>7H7t3V##OOD1AK!1ou4NdM&mC9tP4r0$@wZBOsku-S&jxz4
zR#saPa%D#d-Ehf>$y71olEh4%lJGKG{Z#&~0>?%-Lssom_P}#i)1U=+U%v-I3c*At
zfpFEK>KUc*ud)B!STDzVhIeXS4lrHDDnqP}5tC058t5!8;xK3^UCW^I4T}%&>KxnS
zOkp*l6t-DUVa;V=!LhK^Vfo=faS8>SP$?0LQjYiPJ5URBZCHyO*S=2V@#3ItA`+CV
zFl=xO&1BePh+c#)1uK|zy(6Hwmx2wuhaCt?>OS5A_9HM5y8@0<sHl&~my=}?lWkz~
zO$?Xr2<FPntR^|zETd{2p-K<2{!A%DtH$<08#M~ughhS~u>VxC)U9{gyMab13aPNm
vI7<aTOHIkpg#|4FIbmbMLkgi#uu+J3hOG$Nw1?-(YoA7~bh5`J<>TZp6Z9Ef

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nn.cu
deleted file mode 100644
index bed908a162008352e0403c19eea24855eb0eb498..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)+ZExBz5P-kuSDdI+wN)r9-KNe3B*?0&Q#+=ztsgBD8}LYM%P(c1{`lERfRwf?
z2!(Lx=ibi;d;%CJzrOa91pmIe$9Mg2!+VUO2Vdan365S>cDr7Cc(_B}d@so^w2z}!
z3#LpkO)R4@UWPw7bv7f$;G9^^|Ki+bc+RxIJXe`HRm%YJsgRn%f@s0T6yyXdDmqY_
zOmhO)NdlA;f6iE*f^uf|maa5Lq0xMB!Wl-JifEEE%XDK8#`rK(+awt$#s{+x;(XNH
za*wPS-3Q3Ya?F~$7#C^gD1(O4X)AS<w6-;CP1JcC8=l*m5Kl5mY$4s0d7+6?OrNHX
zi>whvE+hfBWGS8PLw8+Rgt9_}(7jyTkv~#jK07+t=jhLwW`qthna)QuqF9}ovOGuV
z+CK|b=d67Z!{?7NT=dqS9*9=&asfGS*RdPnTjWy9rFfS<iy?eBF0T~N<kYdDs>jMI
zDMGf$2%%dp7}1H$$6S!$sZ*4?uvWblKO4g#(Ynbpeaaqr%E~fyBJiIIuKE$fOX1+T
zuv&zd{fgJN3KN@SM5i-^hAIh5H}dlmZ(CmKM){`?m5<#9#<1y047+uXVOzb5-*_$4
zEvq*U^HAn|Lz%GLE=xa!Vzl6^RmM8K%0%0j&@z7)_&Wn0C8v<HDHQ^tumRy&ULVz5
zZw1@kz?H5On$SBc>Je(4N<S%Jmx>9${t&bXU1coyLG@37;(iRquPnBZQBuY89ykb~
z@6iSv$53`Lkgq#S0+ZC3w9as0PhcVS+$fT=dKhKu2$j_h@h4JhS|)Y~O3Sg&#_#{i
zWB-X_J@n2hXNL-*AK^kYYdh=lf99H!k@ef1`{MX@^Di;@K*6YtTRg`m^Mh@UFQd0^
NR3%k(zy#%!=pQR(DtQ0^

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index 91c76b87e3edaff71dda946d22f2f2fc087b82c1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6ZBN@U5dNNDaVipGD5axp6EiJRn<2yo>qNKl(Q;!q_3GG`?a&qR<7X#n8w!j@
zRhr!SxtHgj%O0Ns#>uZQgCxPfFK+S8;OpoXV>pM;@c0M^FFN~u@7>?uLSB8ZkbUUB
zi#i?1m}G`HMq#oHFE}lnAlBlXIK%(qybyTKjKn<G!XD{m0P##J!(c&-<T3*_g&Gy@
zX+yG{z-5vE<;0(}j;EjtJA2Jn1*6bv-xad3jJ7o~BxjD9)(#l!%S>IH2u`doW*11|
ztLBb-$OEIh0CKXNu=X~L%TyGULCc!7lNOY8Hk@^)`lO33&t1car$P}|TGuo$4AGjI
zqqN{sw4$g8O~5r-s=^JRzakbPQJN6CRf`+)N13xHM~Ax{{W&v?(4kQ2d^{tXH8B~>
zbA&Gay>#`CyQeXH`VhnE`6|;LG5SqhfSh!juq)|DRHTk8`6l`}hVWabywF^ztY9PE
ztd-SPgk0GXLf2d}ViJ{4xFjJ{ucW$+RzH=0>%gJWX2`02%I<l}Y8tfQ?%NM9MIo5z
zMc}VGR6U&-o*RcxjrCeQpI*F*Rfbp}BPN|8G}1{}!Le6Qyb(a<8|NS2*EzPw8N+%)
zF>JFQ!-h-Gf@6N2{o2F5;uLb0Q7I7$A`bWJ3s6gQW7x<W*S=oh@%*4{A`p}+KWuPI
z&7|L82wsFP1k0IpgF~Qr5QFtwhaCt?>OS5A4g=5=y9Q2TsHhLfmy;y{lQb}C6T_uD
zgoQG5t4Ye5WmK&rROunqpD1N$)!060qb9x^zrqh5_Ma+Nx-Fb8+(;u7gp}J=oRxx~
rq^4x-{DS759KSLCAqHP4*dRna$5wc4+IMHsYad0ebhO7L<<saN)QA@L

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nt.cu
deleted file mode 100644
index a063706f12cffc0cf3063db3897156cdef7f28b4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyR-vqPn>rVeAgiiQ?U>58ezZ(%z{9aE+bIL}$Ingz1lq1e
zD1^Iv?&Z0c13m$alV4x^NrHc0-Q&Cdx8Xg;(1S1V^aMvQD!W~;Jv`h)-h3~SU1%Ri
ztrkp~WQI6KVZ01~aGE<oti>5|hX2J`F7TWgiFu}lJ=Mzq;!~*%g9R~?%PFV{RH*1c
z8#2uZTqg-oPQ0CUJO!QG*=xGe8HGmkA(y#jw5f?98FS1u-hr_`&D1rC;Kcf5-UG>f
z*4%LqSuy$^Kt`5h*4&42nTnh;XjqfB(wvgkmb2DGpSQ8)nX3u$L@444>4xToAzCwY
zn&w=JMik|t2)HFnmAgK4*Tf<u3K2s0YH>&YD08`EI(W%6Q6kUej`h!(VT2BZO6Q{)
z(X0-evMfXB+CK|b=d67Z!{?7NT=dq#9*EIz;sWHnU5DLB-=#ctT*)`lXEB8DCghdo
zLQQiv)b(6hB}K>;6(MxXB_k$L*_cZbB6SM33vbn1@w0Ip3az^=%cty-r>vx*6M_F!
z;Ho7tJQogjh1D)RZ&|$dRk+xg5tGgk8tNqM-N=tjyzP3a8)ct9R5A7&7{jI~G3@gk
z!<M}YzlmCwTe3F}^HA1&Lz#5kEz3BCVzl6^m0+D-<)ZB=bj+Uve>UJzaS9omQYjG%
zOAwyr1*t}RE7-0Fu5_Kygx*oXN8mbDep0|KHIx1VK+qy|C0OQ@>Yo6`{TQs@TI@hj
zQswg&a1emLM;qWchO&zR`Esx%V3Haptz)=!C$LavZZ%0+J&m$-gi3Zp{)tkCmW3UH
zHfrpv@h4#AVgJcuJ@mQLxf^PPeuSH7*M8RHzZ060k@MS~d2;-^`Ii`cqF}Y)4$rX_
Vez5KFW%Sxn)k;SPOj16H{sEbyE3W_m

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index 161b9e5589680bebc567641aceb957a8f5e9299a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVipGD5axp6EiJRn<2yo>qNKl(Q;$A_3GG`U+9YX@w1b(O$!X7
zDoyVE+{<&%Wsgq)<Mh{;ewyOn7q|GP|8;naF`UC^czlF|XPv!X@b2&LAg{ic$R2dw
zHQH^MGRX{ajKX*sUvTD~AlBlXIK%(q+zUKsMq-|8VUP4Og7{P_!(c&-<Z=pX0u`#U
zrwy6r1TNDQC@0~Zbvy&@?d&CA8H_@+b?2qGjJ7l}BxjD9<{L0Jl$p5}5uDgi%v&Hn
zRLva^kOxNJ0?5g7%v!rJE;HdNgQhiEJM)yZH=MO6`lN#`&t1)kCqfZdSl2W!4AGjI
zqs((DnvI5!O~5r-D)0KxTM>(pC`<_5s>KcYqs-aX(ZO>^Qzd*Zw@&|@8Aj+psBAu(
z5zXqbDa&(&F2lWWb&orz34HpH!0Gua*&Q+ZRa}Iebn37x8K&ej$CZ2)eVjo2ty5lT
zF4WYsp|01;Dl0;+=m?=}E*UYY%Ew%in5kQ^T|}#%iobQ>*l0au**<0WJYy9NT5$L6
zM^K{>OmrI%t}0YDpah;82iwMKGoB7GS;Z<std9|s%@7*uG;ZN22q@WTp!ALMkMFA-
zyW>n?J)s14Sx;cYWnjUvu+d@j;a+hHIh#@`5sEsF_wpl9sdHo4C>&S5ZshU&plBiz
zl&LUma7)c(SYn7?gf0ZjnRNX_ptzra4U2~z2ui9xUIPvyFc7;2juR-UkI3hfr4f_X
zFj*bLr8|U$GIOg*#_DC1ts_+GA=aNNWoX&hK4_!Hp_{P94*~X{DptDnPJ1`h2t^^~
xb`@u(;H}h@j9ggIJdhJMCOjk%3I!X5i09afpiTSktnt!!Q7hfpW0LYo;~)6v7%Tt)

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tn.cu
deleted file mode 100644
index 6eae3c183fccc5e700f4c75dc4c67fa8ab2fdd0a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6+fExX5PjdT7=eT++K>|3ikc)+vPFmrnu@gL(Q?*K;>K%RzK|y3<7@A3u7yGr
zZ8kG==5pq8$j5+j_VY_G%kZzOdwkdXI=IIey6_pEp5XXdWv3IgM@M_en{O4e1Fd&S
zvk4O>nIVo*7%k!-oO>sTwYVV8@IScl0?(L{m={{uQ@w~FK9R~Wm=hzpoPZibjY<x+
zA(Mi@b(R6;B-mNUbI{&SU(!|1C>%5%y!4jQh9-s-%rSHD28<19=B_~mCpIMW7Kjg7
zbH@W@$>>`E1zC((V;{z4E<9y$U`^i4JtfTzXU(xbZ(+*|w<W}5p@=J`YntbVXwA%N
z?zt2PN#bJ>a7z}-yB>5_#3Ce05ki>~zL0n1w=$PI*8S(K@6~+A^vBdNLi<AHv*DCz
zwvCyvqCn_6JWEyktaXvXrw=JybXSoch|#a&BILZa4ZD${OFnm8$yd>5Da7wO<dx<^
zO*|Xu?Oa(cMaY#EA#}?nBPLVDh)WV9wM({3Z}nUGvvwQ{-F8`(PuU~SSw%xTf$*up
zbxTtCSJ>Yb*1NE2*{TWY%2(-PZAMH!MQEV2xOc-aGU=x4m2Oykd|$`dZ(s`Ro}{qP
za|#>wYWzBCRc^)JD9%Gw^9^Ovakr@Al#1b;FPDO~yS0l}pwO{!4#L@hN5v@=Y(k|(
zC@w*KRu`lm?Tuiw9=O)EV-vc^B_EONT!l#ix6n+63jk4z(3N0CNUC=N6!%iFVQaAi
zK}ns@YruX4h90efqZFzxM&$FsvWUsHF!?ryOLqcuWoA~BoNcF3m5xxwZp=SZ%FwE?
zBhW^TLN(z8ECcL6S*(WMJMG;-BlJDqM7#2{8vmWplnh<i?jn#A)-AlG5E2Ee1$TIc
Wtq6l{-(4mz9aXJ#a>yj*<K!=&IxDXL

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index c8968eb31ded5a3689268f632eafb4323589a59f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVio5l+sbQiJ2Cu%@AUPb)wt&Xt}Z5dUb5eFLXux_}NL?rX38T
zDoyVE+{<&%Wsgq)<Mij}ewyN6mv{KK|7CcGF<ihWczS|^XPv!X@b2&LAg{lb$R2bK
z8|^ksnPi4IMq#{+FF5l~5NmNxoZ)|P?ggGRBQejlu*Z5CL3}EeVXz=ZaybPxfeO{w
z(}qlQ0#|7Yl#_7II-Y^{cJ`953`U{Zy7$ssMq8Q~k~7Cl^9>jq%FJAg2u^G$<}DB(
zs^*Rd$Rnd~0pw&kX02TqmznUCLDQP7oq0;y8_wDjecHj6=dNbN6QPJJtZSMVhG@;q
zapt)c%|^q=Cg6rFm3MvUt%yZP6efgHC44S#$!}%Ow@we9JAJ1XTStG)3?p<PR5l;Y
zh-P)nl;t@>SK(f`x+k5p1U|k`;Ot_R>7E$<DlS4!J9XH#3{&!%<4V4YK1m?{)+sMF
z7i#L+P}gf^l@%dZbcE0imyDQH<zp^M%+xK|E}~UW#osz`Y_uM-Y@f0Rp0SDsEx7yo
zJ*ZI#Cb|s>R~4!nPy+uN2iwMKGd2TUjU-vcDnhJ}5tGdj8tOD|;V1|w*=V5jjq(rg
zsvNuHOkh2s1a?_ZV8dl#!LhK>Ve{cZaSAz`QYjINI*#}9BT%VxW7sGhSH5oK@#3Ip
zA`+CTFl=y3&16_&h+c#)1<RRq{Ue~bpMVXEhaCt?sy<!=4k9oRy9SOED5;Og=aZ!o
zlh!a<9mAzNf`u}3t4YS{Wt6QWRO%ttpDJZ&+1Ng4qsF0|u*Hu7_Ma+Ny7f+bH`EA4
zA?0=zXQkk+)Rc@|SkOF>6E-G1BoGP(8-<AH*ovS{dwAY>>AR?vZtO8h`K0j|{(l%O

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tt.cu
deleted file mode 100644
index 3107bc36bc19887c93761ff52dc198d14e3a2a51..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TW{Jh6n^Jd9JNx_RiUhOn>rVeAgiiQ?U>58K3XO=;NjSoFJ++q_}NK-l(j2S
zl*>8(&gDCoLp}kF)1P1ZX^MYc-Q&Cd*Wo?J(1XwL^aRH*D!bjFJv!P!-h3;OU1+~+
zv|2D_k{RL{h4C`};LJNgti?HThX2927kJK$#5~u+p6X=;@u^gX!Gajc<rLHeDpcc8
z8#2uaT&F2ePQp3scm~?r*=xGe7=?r8gO}bi+SJ65oH=F=_Q2Q>X6BkiaAHF+`#^k%
znmZmKD@OML<YYN!&0QFmneddsfi+nx^OUr<oV6zUyp1i-T}_B5LJ?O;H#9E{(VCgl
z%yTIY8Vw(lfLpRu-u0ooCKe%4h!9GZ@VUGrzm>Usc6zYq=^r!02ptHO%||n$SsgZI
zd5+L^cowS8S^FY^PahJv=&hYS5ToD3MaX%(4!e<|P(E{9$v4qw3B-Hj@=9}|rk)LT
zJyupp5pqRF2;FkYh)GpG=8{BDor3VfTJ=@DHil!Ob(3ZKls)o{l{9o35UvVbRV9Ic
zg@fn9Y8<vzyH|^%WXalAVPbQPm~4j7P^WS9MxkqxZQ)DZDF67r^08aM1U5BEV3+3v
zw(M2-jn^{WlD%>4hcf3I%B16NS^6myqXl2B1ncxF6YW5uV__qN%>j>!Q^?trN{LXM
zgZM0$NY&k2!FED$rR&5Z^o|QYBG;J;odRyDnG8z+q86bm!SWDP{{$%RCt$<iVh4hf
zDxSB1g9r>Y+5pE1lvRw#mz|{%lh!a<9mAzNfrT=2t4YS{VU(#ORI(f6Pn9yXOza4>
zQR9$J*aE8n`%e_>ruR;JH`EAyk89Dc?X27XnQKZ$E=+eG$O+>XJ`xClg4KdMJjYgq
U#<uS+8?WtEt#sp%Ny;aUzY!=b<p2Nx

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_128x64x8_64x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index 22f137974860d6b4a3950a6cd555c6f4e630dc81..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6Yfl<M6#dSxxWUAzS)^jy*bz)%YmBXyM%wyuGVBg8WnP(w6yuNY%<cj!)yjq}
zyZ6qyk8{u6JvIT1)1ROFX^MYc-r?K+m*E}8Z~>p-=?M;AboP3|yT8AMy#7`qd(b&-
zwA(PHk{aS@4&!Bf!I^iQSc?U5hW)|9b3CU;VkR`V$9fq-Y$}zZupmY<IR!O=3f0)t
zhD-&4t2Bk2k#NpBmVx$m_L{E@mP503@1?giZ)swPppKg64j3EC%v_6bMr<f%7l;p4
zGsgntk><Mq1X+%0Ya7O7#(hqqX-(G7d`{XM&e{`w+QF6yS2N-XSHu<8HO&h{w5H}b
z^Gxz)qv2x{a6^{LyFT<*#3IBC6GExtUdUVWTbc7`rw2Qp{xLI@<O8m<`DjKot;42N
z2!yV}y>N9;I%f%de4oJC#VXl7G5Sqhgq(Kjuxl9x<uk{Wd=q_=K>V#!UTVhG)YGA^
z*GelZLayitp&KSCF{u(`CP~cHEeJ27RZqp=I&f^X9<ppdrw=Tn6%Cp*_w{=aB<GZO
z8xXE4R5han{xuGs8>{8m%<xVviUB68SVf5SF=DbALPMR#MH~eUB^w!(zLEIwuFA1J
z&IHyIN?@Dy1U6g-790&r9hM&+6w5)-X)Yx~QOfaNeg`UnZVVfd<I2~KJYF0WO+<n+
z6^0FNsi_Qm4AG0wC8vT)*FS<B_Y<&T_pk$=ld6xmfP)AO#IAwk1WM{7^5tY{#H2M$
zR>v^uj$on8+-j21dKqQw2$gz>^`}aiyliYAv{B>GO<3f|0Q*lBE8Tjhy&GzTqL74L
w#aSu%S?ZjOTv$*M$O#)09uf$Jf{jANb8LCgrae4wy!L6-N;meX%-N*z7bcGxVgLXD

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nn.cu
deleted file mode 100644
index ce92e1493134d6574866f856862e5a3c3b2ad203..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)6VQ<<n5dEHCaiUVyR-vqHt2!5uAgiiQ?U>58ezZ(%z{9aE+bIL}$Ingzq_kZ@
zD1<w|yLa#Ie84Awaq{bHKS}WKt9yLc|2DkG7<%vpo}S?7RcE*By@!W8$eZsavJ36w
zsMUfglgtpuD2$ik4^DF@h_yH)&hWoD%LSe@BQejku%~(%Kzu5dVXz=ZaybPxfeIBJ
zXhWtMf$Jmz%85T`9Zx~$cJ`L93`U{Re8^>P8EtA}NX8s9jXf~d(@b5H2u`dgvkxTq
zthwVJvSM@}Kt`5h*4%}0nTnh;XjqfB(wvgkR<qVbe{5sRGgmX>iBQB9){V>yL$qe*
zG|jmbjVQ`P5pYYEDtCS8u7yQN6efi3)#8r)QRed5(ZN1Pf6fdebRbkZAI*qnb<C7y
z8A8|oS-3i9=P{hMFJidptus9kqxZs{f2zZ7q;FB4I<DmVXrI)7Hz}_)7iyZbp{{df
zl@%dZRD{qimyDQ1Wn(T$$kZvME}~U$#m^>iD6}53ET6JRp0ZMgP6Yl_fvbMR@X|PV
zZmbsJWxwKetRlqb7%}M#p`lK~(vAGQ#M_pazESr1LzQE<fiY})62q>}F>KYV@SCh<
zxutsJFb`$TH<U@o-LlM6I7SP;S_#(aRUz75LdX1F;O`80RGdP_rc_FV!UlwAd3{uK
zy)|ri16RIIXhQF(&?9J_DnBXUmYPYw{t&zfT?v+XQvDO4xF3V{D~lZnN-93@0S5u-
zd$a+LV<@{Akgq380w$?p(mIAqcLED#=2nxG)oGNaBUGvz_$NvkS{8N)+NiOw#_#{i
z!~Vl!J@mQLxf^PPeuN9ruH&r7|5<8EM$T_{=Ed>r=3ip)M8Rso9iC$={9xPT%jm5e
NRVy7GFiH6&`UfV`DtG_@

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index 5c51f78158b051aa0c244814fb66476d212cfaa6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6ZBN@U5dNNDaVipGD5ZmKh?y3t%@AUPb)wt&Xt}Z5dN{V_7rG*T{OlxcLxIt#
zN|QT3_ww9x+2IqwIQ#XbpJn*>`3=7Ae;wXn3}^5e9v@-vMQ5)Uyt}&_$jk2)vIj@+
zl1>MvOfo|pqcC2?7o2-1h_$#N&hWpu@B-g4BQY<uum^e(L3}EeVK65~aybPxff|+U
zXhWt2fr~5y%1Jn99nV2~JA2Jn1*6bv-+JjSqiszLDVSrXwFSn8GIQ4^f)g8x*#_c6
z)!gv_d0=!KKtUE`*4~71nF~)Dw5-WHxu>MF=BzW(AC9o)g=-k`L@44)>x$;NAzCwY
zkb5pgD@lB80<OqHdDn;Dl30X9X+r2m&9BKHWlo<Q9c**-=gcrd2SVj{qZ!exiJ7vZ
zK<FaeOIP>sIEBNblN3(QmYHse(Ocn;KQ>{PGK|RQjw|^#IwTFhRmyYCg_?Rc)XiF1
zZAHkH9U*kZB_k$N#h6PHGj&U<%V_me`L_xj8*PTH+NbQE=d7kd3+}%C2vQV+iEaYn
zszcS&N#VJ1@YGnZ#q;T<%UETI)iGl78A3yy#T6U{^`vV7RK8L1>3yAJbDSxxCX~V^
z>nW_c3@kVn);X*_+$&C@U{fk3LQ%x=UVQ;-X|4@xdE?sGjXa+1l}$u~autRRZlReB
z8w}Bl(79j*ldiuH6!%lGVe7C1K}p@mTfjjC24YvhaS9dn5&3emEMl?-CU0W6bo($@
z=FV!8vt}7p>j+hPi1lYm8Co^A3)-l0=q9Z2LxBCKiluJ7)7}j=LQzPCUB+1|_(^I?
pMlLL95y%M}6CP3sg@TPj#CO<=piTSkG<of#sFhB3n52A?`~%Q37WDuC

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nt.cu
deleted file mode 100644
index 50f5e49f97a4617a4e3601c0ec66039df3ede4c8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyR-vrjR&_2QK~`0r+A)=F{b-rkfQMsSj$H=okDr|c2((>6
zD1^Iv?&Z0c13m_flV4wZNrHc0Kj8b`x4{F((1kDX{0v90DmxvoJv`h&-hMBU9XLOZ
zS}m9`$qccK!e|lx;M7?`@*HQx8vYk&PT(0c67x)p{8TRjh)<+44Ccg0E+?SIP@$p&
zZO9}eaFZlJIq`P6<tb>FPv6p&&L}jRk50Or(WWMbWXv+t*aMUMG*jCof|J}Qvk%1i
zthwbLvSf50Kt>iL*4%}0nF>c4G;))+Qb$Q^!&z&rKc3^9XSOE9W1)yGq-&bzhG@;q
zY3jHXjVN-V2)H8)<!lc+D`F86g$SVsHNPi+l)2h6?Z0N4DB&`>W&Lw%7@>Wk(%EoI
zG^@iVEXxqO@y|llKD&tF?EEr@%kC=JBQbg}+{LFl>{j|Nxzutc-$(nP{<{u&t+`MW
z#|FBdE32dk*`gwZ?zm*cBq|$mNkXJ{!FJ)TdMkd`jzgh!mu2~sJ@J&4G_)h|p9);H
zB!-v5{<g5%g_kXhSH21tYcpcfDMACCguNU3k%>25FLlH0^M@+NZUbXj_aug0o@3as
zSK-%D%W_NhMqwVxnr|tSmfJ-cr%(*%e7O{?-K|`ldkQV{=fIy0cv74~#wJusgu)Vp
zXL&)Y(cTC)>wzm>J2attRPYhFPL-b&unWzkzW@-l2we-7`J{R$KyfdI+;1(mASkKw
zc@NkRK;NS^a1=w?#ejT0SQ0Qv4U^U}T-p<uD>KVANm)IOvUG$>c0>M&Qihg=9fCG$
z<g4)~VCiB1$znD1&T3}|8lfNICgv+YtMT6oP07&u?an+oe%<^_3_elFwcr-da4!5{
T=f_vkTSrwZ9UU-9`8fIql@BYf

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index 9ccf1190326149280628a6a5812820e99061d31d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVipGD5ZmKh?y3t%@AUPb)wt&Xt}Z5dUb5eFLXux_}NL?rUgc$
zDoyVE+{<&%Wsi>m<Mh{;UYg?Hmv{KK_jPcGF<iiBczS|^7oFX1@b2$#A+Nue$S$0`
zYqZ-iVUii*7=_UyzTnI|L9E3&afbiJxfgiGjKn<G!XD{G1o4SfhQXW|$>jvp7%Eg_
zPa87H30$QqP)@=*>v#s*+v#h*G8lzs>)uOm8Et7|NX{HH%^ff{l$p5}5uDgi%q|cg
zs^*Rd$Rne>0CKVzvDP+>%S?F6plMCk&O9aUHD~Ry{&0dV&t1)k$3hWTSXVU94bhsJ
zqs((DnvI5!O~4IVDDQgET@s6sC`<_5srfDWqs;ln(f&(EQzd*ZH%|YY8b)YesBAWz
z63yzc3CnYYuEM==b&gLHI6gT`;Ot_V?4B6C6Ylh59d<3llzis6l5e9!((qfQywqH%
ziDv^{ua#9+gj~@PLN{D8Vp5flxFj)Cr(nB?Ry`GetH80*ddRYU${u*eDjKxl?%R)`
zMj@E!G$346sA@n7JU8|?jn!s6A7HYKRfJd_BPN?7G|*|>!eJ0lverQ98|I(hS2?!F
znZRm732d{Tz?#dzf@5K$!{)<-;uLZ=p;96gbsX>IN1#&Y+OSqQu6&)y<HbSIL?kFv
zVc6gnn#r)l5WNUp3YIhJdWS%9F991C4?7T)RDHY!>_=cAb_E<IP*NX}FDFYQCaqzz
zI)+Pk2y<m-R+Eg?%P3n%sMJHOKUK=mvax;8MvX!@VT&IF>_1g3b?cq>ZlDp0Ldxwj
v&Qie}sVNz{u%LM$Cu~f3NFWpnHVP5XuoXd@_T72oweO-<y0OP3<>SUb^pO}V

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tn.cu
deleted file mode 100644
index 28b32c915377c15b0e7d1ccae995b96e6d76c131..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyRiUhGt2!5uAgiiQ?U>58ezZ(%z{9aE$1Vf)$Ingz1lFz~
z6vEv-_wwA!5uX6Y$<HtSB*DL~AMkzu>+k_%=)q@reuk45mEEq_9v|-^Z@-nuF0|i8
ztrkp~WQJHqVZ01~aO$ied5$w;4gZ5PC-9sZiFu|)ex{cJ#HUgj1`A>&ms3y^s8G?7
zHe{L+xJeSAoOrw3@)WeoXRql>XA~OEM<-p*Xj2nIGG>`+9DvDvnyGCP!Ab6uIRxT-
z*4%OrSuuJDAS25$Ywp9iOogKi8o5bZsiUN|<*YT)AKEzQnXL)&L?~hl>4xToAzCwY
zmO3s)BZ^!o0`ACCIopTsnplKHAwnoo!e#QF{8r{_$9nLR^@CdMnEsd<M(9AObUvC9
z&FYvb%QA#+{IgJX&M#s(Z(qi6*;_|?Bt{>EyZBg#-Admjms+mm+h`xue>WkoH5Y2?
z*ihGVWt9{mTU3P59hZ!lL}g<xNr==b*e<+PZ^h5XaVWIzvMisnC!VsBhE4?jQ-Q0N
z#PF|huq&)~VcW8G6XLb6!o|jnm~@8FP$yyUMt)@CZP!cPDEsujim~6o7&bkLVV~z1
zw(M2-P1Lg7lD%=5hqC5d%B1CXS;i?8qXl2B1ncxF7i~|WW&RxavjI<vQ^?qqN{LWd
zg77RaNHyA9!FD}xrR#(y^iB#s0@tbXlLB_Bne-O`f)=4`!7`sz{}d?h$B_H2#TEo5
zRX%S42Lb4Nv;mG|D7zStF9%BkCaGc4I)+Po3JYcCxh5&Ar%{%UP|0q{KT*oivan;&
zMvZ+n{sgQ%>_1tohu&H3>`){0J>0~6?PopyJE18VS-;(xC&#awe~G~-3b_{C;yKQR
VAME_yRrK0X)k;T4Oj16H{sNk(E3N<l

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index e25e44e35f6c4b424d2e1bba227c3c87d22c2bfd..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6Yfl<M6#dSxxWUAzS)|(5*bz)%YmBXyM%wyuGVBg8WnP(w6yuNY%<cjU)yjq}
zyZ6qyk8{u6JvIi6)1RMvX^MYc-Q&C7m%%;8a0#E_`56vgbauPJyT8AMy!lolyKs8g
zXt!ZPB{js+97c=yf-~<pu@(#B4EuwH=Xgeq#7t;zkM$yg*hDHrVNQ%>asp}$6{@kP
z4Vef6*J%nlBjKENECcQB^fg}@EQe<6!Aoyx-qOSnK^-;C9WXYOnYk9>jMz}jE)XB8
zW{w5O6U}!42(lQ_);5gEjQgBI)0(WE`JA-ZoVCaL{VBFgxSA1<xgxHxu4tYcqBS+g
znP-wW8x0?ufLpRq-u0lnBo-lFm=H=8_d?#0-^yHUobJDL`d-a9j{cY$O7cEe*=#r^
zn$|HBDg;8;;a<2pCua$qoSr9ee!0x_K#blAclMzUyOCi^K66aTx6vVK_^nc2X~xyW
z(}AwnN-HZuuILD%TP7(nsS+b5NzBwK*e;?~PsQIVaBQ?5vTQ%6k1V4V4Vp9e^?Ohw
z=ahFE5UwgzHJ}9kHTE}+)n=>*xEx8cj8%kK9U~^2A~eux+`?fHP_ouQ=^KiV@2VWz
z<4j;Rp#-*BPhibuV8PL_(P8u9QL!8Zo#av?6m=Z$<wu}W=i0DVIIeu1$m8Wf(L^LD
zQ(@TP7MjYi#1Op*U2!U?biE_UaW4TI77sh%IjQ=13)qjqK<o-QN}!}ZB419HMoe16
zWOWRa?g-|}%&aCEt(Q@@j!>zGSbwUN$;-y}K^rv+-GnWE3b6lFvDB@1+Pi^9C<;l~
wWt^pgH&W+h=)!`EKu*}0@Q^?#6l@eCo?**_Htpd><F)UiR=TlAWzNQpzxpW{D*ylh

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tt.cu
deleted file mode 100644
index 4e1a9f6ccbeb1454456107a94917e61d7454b894..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TW{Jh6n^Jd98sz2s!-N$t2!5uAgiiQ?U>58K3XO=;NjSoFJ++q_}NK-l(j2S
zl*>8(&gDCo13m$a)1P1ZX^MYc-Q&Cd*Wo?J(1XwL^aMvQD!bjFJv`h&-h3;OT{wH!
zXt!a?Bs0V@3gcz`!I^i0Sc`Mw4F7|3FYufhiFvMtJ<-bu;!~*%g9R~?%PFV{RH(**
zHe{L;xK2}`oP=}M@eH)Lv)6Q`F$&GrgO}bi+S0_3oH=Hidtht`GjlB>II$s^eIPzW
z%^eSr6{GtAa<Uw=)-H_8OnAzmX-(G7JSFWdXYGmpaE2|<T}_B5LJ?O;H#9E{(VCf)
z%yTK4jfRg&z%5xS@A}YP6N`{2L<pry_*~wR-^yG*J3ZL*^pBZggbswt=A#+WtPY#9
zJV)p{JPTFl^gMynvx@{SdTVD7#OS?n=O62^8yO1aGsl&D8y%d6d*kv-bD^f54Rt+M
zR!I?ZMMenSa><BERX*mDL{FW9@WNX4RlGKaW1@AFW%`so@{E-<bQ%z@3S3nsfq#XA
z=fY|nwpF`Vi=t%7+E!s=bBvg5hR{%_ar8!^Ym#l@OWi2{^uF@3TfhW1HA!HX=LELw
zRrrn9GToBBaqNdO=NrnT<8E2{DHNjxU#$e|^ePi)fkMZ^MhKe&9u=pMvniDlp*RQe
zSuT;PySIYvgy2foiACrg6?{alGZi`o+)^_cmH<R8LRW(2A*lW_P~1<zhQY-S1SM5G
zZvh7p7;3ZujuR-W7?CeKOCu(&VX``gOLq(lW#(3sjMc*^Q%9&|H^!eTWoVh$A!wt<
zA)BxTRsr^(DArByo%U|15&9n2qFvirxBoNOl#E=M?mUna#w~m#5CR3O1$TIktq6^6
T-(5Cd+pAjX#sQO*Pa1y#43#Y8

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x128x8_16x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index f7f1fb6924f03bea7a2c534dc7939f831c394ce7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6+fLg+5PkPojDmy!Ii%1Q(Ir7jT!d($sYqKMR~vhiY}uRkLK?)!ch`0jlR}9V
zIrhw+xtuxU9X0`sv!9>)S%!aI+~S-5m*FkOa1Ni~=?V5;boP3|ySuxAy!uuldvLs;
zbUHAlk{aS@0pmq{!MS&wSc?U5hW)|9b9_&Y#7t;z5A`B~*i<S*VNQ%>atdk!H7eQB
zhD-&4%PfO}k#NpBmV@?o_L{E>RzRzL=cTu_Xlr7KppKf>78o1K%w3ysMr<f%8;B28
zGsgntkrvwk1X+w}dlSZF&V50lWli46eL*^F&N>tQ{uo;(T*HVbToG4VS2WKJ(VCjW
z+%w5rN#bJ@a7`A<yFT=m#3IB?6GEBdUdS8rTbZ+Grw3b}{xLI@6a%jE`_YVO+JsH1
z5C~m{d+F*PouqJde44`P`7+rZF?uW9$%iKFN`^uC+%YBJMu()~w@P`T8CO$Jhq_rS
zt*r>TvLl49nWV&IN{pE#F;llByo^>qm4B<ivC(G8s{MjKu$<O3XwKZ%??I59Q{GJ=
zTy>~=Mk)Mj96UGH%dwu}t(unuOqa3B5UXRv<THeZI*W@q3K~k+GN^nb@$p@qV{@D-
ztR|GgChIAzxeP2g8kRaNKRhT_fS}VtN`#`6<GuP0)B;@_)*{EXuN!$h-z%Gl1m!9W
z8{9%u8TJ^W7oiJI1(mLU00r)+V8iZV2fQG4A8!E%5g3SF0mms+)JNpY$+C#a8koF^
zVbUGIT$y{TNlu$(RIMXa=^@siDP@YPv0czcjYBtKkskx>KUFMs>z(#)s1b@n5_TD9
uso-a+3o>$HK}8@ZY)p7aAruNW3K8F9%Y!!U{#o+cr%@}N>`+;-N%9vWIT>L9

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nn.cu
deleted file mode 100644
index 225cdf3b09b4dda07f262e43c5a9790e0df3b427..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1646
zcmbVMZExBz5dNNDaiUVyR-vq|Hf=5-K~_zj+A)=F{b-rkfQMsSeklX>$Ini}OKH2J
zAr!)$pS$OtyYm4b1IF3U&%G?ezpn1^ZSU*g4rA!TCwP2>qZgf>PVgQc?jWzfRmcvU
zA1AFAOqgVbI7VT#h<|YIogmiYf;hwf;KB<$V@6_LXkkzFB7*otD#Kt-jO20xY78|h
zInaho3IboU3@9hzoOL`0?d|k6Uloi(qj~S8w~RJ5F{EIQnZ_O%8))XPNdzZ0kl6>~
z18eShfGio^2T+j3h&6X%T;{@41`TWSR_-ZjZ8U3*^~E{1yl`7aJQj+$(z=#;Ziv>*
zoaUZO(MS>>i+~%lP~P>Rvl12|QJN6CQ}bK$TbauzNBjF6{V_F+(7sUlY&a#FZDS^^
zC=mJ*o~5gO_92Cf^AtXISBdV4(f<LvmZ3vFcU;N0(J7pT?>gm`=0Z(88|ZDSthOTL
z%7PHO;gS)Psba(>iJ97^(q**zt^8RBj&*K_tg5H%f#<AJp`AeZ)Zn@uDLgm!pBn2u
zc;2pb6{`%fK1NJFMQEV2xO2lWF6pM@m2X(Qe^=+&?OzJ(o}{p=a|#>vYWzBDRc@u;
zD2_u_^EGACakr@Ql#bz?FPDO~yLE{3AfaR7DhO8wJSa|~U=u1OLU94&v${R%vECRq
ztAT4@J2s(vRO%76&Q+Kca0|_3*nWs!gsucD0;%2!P~1zwhK<Dz1SK_}w}AZ!3_V%{
zM=4ZYjL4UhWf7BYVe)MZm+l1S%FL`LIoqaDm5xxQZseaSWoT8{A!wsUp_;J%%K-Za
zi`CG3r@b3!guci7(5~XF#{WrbN`@{hcM-%1>lR*82t>hZ!5yAqE5cyg<ICi=3sozf
K956}wIQa`<+bTT(

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index 0050f6695f0dac33ef8c88a0a476b86a59e0310f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1585
zcmbVMYfsxS6#brGan(u)P)Y}A(`H(vHbaOF)`@Q8qvghK>(wvW4qXvHes+>RC@`u;
zRhr!Eb06oPn<gIv#@Wx$y)47OE^hHn@5|s8V>pLT@c0P(FFL#3;N9EXLSB8VkX<-A
zNZM_fFvTqKjKXLUUvOS{L7c;qc+3A_SqMC1R$(rUa7ShlL42aLWiTgJaWw%wh8mSL
zjU^LF;4;gAauUut&vP(^o4)3&f>CI+?g~{nMq7qhBAI8lu>;11GIQS|f)f{t*#%OB
zs=4O@^1$dW07(`j*4l<~m5YKhXgHg<^MaE0nzQ!UoStCErQa~(vCzbq))mcjON?Rm
zC@;7YjU*{z6L3uyy6`>dE{R1*lqQ63_56nX*7oel(f%$+e@rbSv@di%8%~K~o0tic
z5~0g*FI}DE4=J3Ur10^4ndpvK^B=G)6(&^Vo@@0sI)&r#Tcx}(T<A%`24=HVR$CGB
zWkU#EbH#|wv>b6oVx~^XbQ!IFD*sl2W1pKLtL`bg=Q*ocFoOH9--8l`V4{;ixav^#
za8h_~>_0WuTk(8&=`vOsVs(tze2UP(WN`zBK|JYt{*`Yi-@mJKY)><V)r3;mW<7;9
zmw^S(!ZwGkhkMN_NH(ELArv(n@6`vOR_5BURyVGFoyg<)e%VAMDA!@w;1`Ceu)q+#
z2wey!nex3uptzTU3rmMR2ukWc-U9X`Fc7-}j#8+okI0vkWf7BYVDe22SN;&@+RmII
zIom9wY8|0U53&ACYfG!f_P|&@3f+Vaeh9FCRI$`;;Z5NO2B9b<>6USp3VxEBlA#a#
lDFZoSW5PoUp-^y9h<Jvb2-<W9XUS{dM59g8WQy`}@)sFd7P<fc

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nt.cu
deleted file mode 100644
index 91c830c681c1936acf4e10015fc8c50dec6f93d5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+fExX5PjdT7zGId+K>Wj)tV$yvPBgYG!<#fqvfof#EsXsd?8K5$JgH7T!Dfb
zMVrmcoVlF29Plw<oc;XV%QF1y>JH!bz7Fm%hAw=9$45ANR@vzU?cw1b^7>na?7;bP
z(rUqkNoI&+6h@2q2j|`iVl6I+GyD%OyudSNB<6({_Eaw-h)<+44Ccg0E+?SIP@|Fq
zZOEh`@FmNDauV#U<2h(=r!VO$XA~OEdoR6Zw5f?91#`?a-hi<o&D=GK;KYVx-U9I<
zYwmb}EE#<ZpdgD8Ywp9i%!Q{68rI~k+*8upaMl{@i*syw;kJZ$EEI92bWQWz5UrUx
z%{`Z*kt9AA0XJl!yz4<{MJz(16d`n{=C|axGM781{pU<GC43=wtba@mBeXA6J{wMn
zX4|j{D++|ZglDO0pM6N-;yi_q-Bql6V)TE&u4QPF&mC9tb#w}6;kyobrMXZO&jxxs
zRaQ$8a%DjX-Ehf>$y71olEg^ulI+r3{Z{_09mhJiT~^go_P}#ivCvK+d}?srkrbW^
z`@6z=6`po1UHK|qtj&nYrw9#n7T0bVCMMl9z0wVf_wVW$`~6E{-IEmdc}`)&UX5Qz
zt;(&~8^v*`YQCmSI_?%#oKi8I^W{>ocDHtM9w>AyT!U~m;6ZT;1)ESQ5sEtypVa}W
zCwn8<YzMA&?bw9wQOQT-I#*#*z%4YB;Q&C?B6KBK5t8bi0L8r&Y*<?CKu}WW^BS-p
zfuToh;3$QvixK&Juq<M-Elj?R;nJPJT$!2GBxl=cRHY+Su^aQxlrpp`>=3k3qfkw_
z0LuXTM;5E0_fC5^&<K5xC(*9_tj2#QG$lh9mb(b#gmnuqDTGA9YQY_zVJpI5+vCgR
PrJJgiP7au)e4P9R&f+U`

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index c2fe7bcbf98c49c3096f070fd3660c86cec41734..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#d>`aRm|rl+pp(w3!yE%@AUPb)wt&Xt}Z5di6_w&=v9HXD8_s7-&(I
zCinW>$GPWbmyZDB{O9Lxp5tE^xA>;}rGJYtoWm!0e1!dHot;kf?(J<MufA2t4xAh`
zS}hne#VqlR!f>8ma1p#9&S6Qs<$tgY0#BJ$m`fwvk(nnDA1iGc%!pN7jX{r~Mm2Vg
zC1Xk8GS7i>63;o$3oyY=Uh-AJDC{)vf(nk&rXiL{=9%4j1IEQN3*RJy6Bmnl3nav<
zx#tn`!01~5lFWy!xeep05P>q-akgj`fs)pWv)0I*o?yqNUo+y7(8QP4CCxKSjA8bu
z2waJsMkAyq;F`>J@LlLEh($=0CWLPF?1uc-_H5&5@42J77D1|w(?2Gb5!w^Fm<}ey
zuyxp&Nr}*9yqB)_@rMjfPcry;zQ}b)toaYvm5M_Oh38tmj?UmX{+1~(3>SJFSl_Id
z%4#b@zHA7gYpxivxt2q&NXpbM$u6VSPvze-aO!hCWYs-o_q<>=3r2AN^?MYf5KOci
z5U)B^J)aDo8he|@dNH2PFI&VaLoAOGTTBq@n>;PyAnGSuNucr#<okDZj_qk?u$)i^
z+pK4>;xe+}SzPG2_;9Z|1<A%#DTI=Y)4loz)Z$zjRszShubp^2-!Gd;1Qj|C8~ofb
z6?Yht7oiKmBvZb72o!fSaB=Uj2SG{Q$7{e|0!Ct&z+naz^$GcWvOHn(HB7ON;mRMv
zOxvk5q+si1RIMXa=^@phYi()O*d7?Ghq0Tu#19enk17_r4c-LbHwYymNw<izQ1C`-
qN(Mger;OypjfoE##6rO(A>t`^B5KneoHbthEE;VZyG&6&YWxK}f*0@r

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tn.cu
deleted file mode 100644
index e3ba197ff404d56cbf8547c35f3ea3f2affc05bb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+fExX5PjdT7zGId+K>Wj)tV$yvPFmrnu@gL(Q?*K;>K%RzK|y3<7@A3u7!dc
zMVrmcoVlF29Plw<oc;LR%QF1)>K@<qz6|a$hAw=9rzbdiR@vzU?cw1b^5$!W?7;bP
z(rUqkNoI&+6h@2q2j|`iVl6I+GyFF$yudSNB<6({_Eaw-h)<+44Ccg0E+?SIP@|Fq
zZOEh`aGhm9ISF>w@f@_b)0cFWGYXC7gO}bi+SJ65f;nayZ@}1)X6~9qaAHF;Z-Mxb
zHFrEfmW;jyP>{ulHTPj$=E7434QujN?kQ<)IBSjd#W}XTa9ct=7K*r1x~6$<h}O)U
z=AKK@ND?25fLpRq-u0lfA{HT0iV(__@P)i1zm&P$vF<--eXr&_rr)QA5!x3jpADx(
zvu(_T6$L`q;aRHMXCG3yI8WhYcNOS?82ulx8yTA9bH|l@9i75i_^v}<X)e^nvw_}D
zmDN&&Tv-r8w_Gw}GF6PYBr#IEB)jxhzm-30$Fa_BmsRzYJ@TAYEVL5{pBh|uB!$0)
z{as<b3Y(6tdXTPsl`ht1#N<<i20DvtHw+V#Zkk@{hQ<4Lb&UP~rLgWv3i~{#uwk#p
zucKDwR_u-9I8-&?P$nIBiz-g37|!`}DOkH(yEqRNIu@=$xEk=NIE8{usFVoB9f;5B
zfYg({5p1>t*SdCWLiecTBXXUqFe%^`n#phgAZii1608VG^-h4|UJ5oWEp{L%sq=Xa
z*pI-_qcw1pLe<5Hd_GtfG1(R--^Ot1PGGLg%xaRe?KG;=5vtgY`DaQQS`~H(+Ne>e
zCR~7Jfc+zj)zEvVy&GtRzQvPhSAJIGzZ060p$p4h1aiW<g_jgUqF}Y)4$rU^VX*D-
RW%ANZ)k-G^Oj15h{s7c^D{}w<

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index fff368ea3961cdf40c9aaf87733fe8e6203cde33..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#d>`aaAM)D5V3mX)`TSo1uvf)`@Q8qvghK>(wv$L080&pPi)7!9a_u
zG`ZL3KF&QidwdKS=RZF7@*MxXyu~-Y&x2cx;Q~Iu<0BkA>Fjo+cYl8edG)nIcH#7}
z(Qd<pDQ1ah6h@2mf{Wk<aSlu3E&q*W5O~I{!dx2Rj?E&0_(W;TU{0*!Y65x;HL9^^
zESX3GpYj|iC-I!~yZ{s2^f_M@j6$<@7gTVJwhXaEGS6)D6&M%GEPRUyPFyVJHINXi
z=AK8$1Ea42NU|8Q)-H^zLIld7>1@$10wwJ=XYH{$JH?JmzhT5<p@}c8E1Kt)7{lyw
z5x5e~MkAyq;F>IS@IB}*iA6}1CWLY=f>bx;m$v6yr~6NxzSZ-squ-~N5!x5Jm<^}I
zuuaT_Nr}*>crRU@lXn@Moo4X<VwvcUSo0sSD;0+n3eUBA8J)pN{H;=68ZPuCuz}eu
zmDN^+eAy5}*IY4Tb1g?)k(8-Zl3hltpUS^g;MC`4$f|qF?s>s#7L4Hj%eN>-A(-ei
zAYOH-dOjKaZR~Fw>%~~lZ#j`{8LJGjI!0_UMQC91w1mT`pKL9G$~Tm6-_$vFr<uWO
zLK*C`p23>S$bx5aq2uDiz2+1on^2_?N-|FO>Kjmtb8T1)9M`^1;_>33Y$6d<=s0Zf
z3&T|0VMtztE(McJ`Q8yw+{?hly~7>^C3PP!0s9FUiCqCl8C29K<kQLWgvmEB#U_R;
ze*|-FXU>p<ZI)5Bj!>nCRDZ6urB!45V5}a+ZsHO@MA$#7Sn4)-6a2s+l!PSRGR{)L
sTd64-`naDmk`p&3K4cIJ1($?~XV{6TO?P<Sc<!@kv}x=yMfte#2SOSb@Bjb+

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tt.cu
deleted file mode 100644
index 9e41f58231cd9a4372c58ceb08f9acde8a6d64e0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1652
zcmbVMTTk0C6n@XII4TkXl+pp(w3)V2n<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%p@UH^
zigG!}-?@C}a=^!carWbLFU#=Ht9yLc`!cx47`pHYo}S?7MP;WGw1<Z~$eXVfvIFPG
zNvj1DCYd3QQ5Y@a56-<4#9CYsXZUYic!6ikNX!c@?5SQv5T8h87|e;0TuwlZp++SK
z+K@>>;5y5IauUv2$8*r$PG8ei#wawJ4_<o9Xj2nI3g(z;?18Z%%-l7J;KYVt_JQ~i
zHFrEfmW=KLD9B>On!7MAbKxn2hBbLB_ms3YoVCXK;v8FExGf<b3q@QhUDG@_L~CYF
zbI+w{B#Dnnz%5xQ?|RT#5sQ#0MF?d|_(I;1U&>rQJKf*&^!KS@g!YBXXTvGcY#TOV
zMS;+Dc$TX6*@qM^&Qti<UHN(-M*j!wMus~1+;Jt}MyGHV?zPJ+&4rqHHqhIlvRaCe
zD-%NKmP<xVriu}lBzkI>e3#bhuky7v9P`{ZS!GYzBhOjILOX$Q)!@1)Df}($KNr^1
zuqoQTnwJ$zSGGzM>tn>^Q-lUOi<37DO_OfwUg?I#`**dE-TI}lu1N~JJg2Z>ug0&v
zR_Rvkjbb}gIp0tw9e0b$PpKHr`En^(yIY$$4-`5U7D8AY@TfS2f=#HD2*ojo&uWL%
z&Akz91_al-b}T~osN^GZovY9(;1-(6umd1!5xNqr2toBufZ|>XHq0${ASkKhc?;N&
zz)+(#aFjw-#fW^_Sr#$b7AD`uaOqB9uFTA8lC$kFs?-sx*p2aLN*P)ub_m+2QOG7N
zfn|XGBZ^hid#Ak{XoSASt!P(vR_*`HH6=qAhPw#lgmDWWDTF}5YQY_zVJkvo+vCgR
PwY931P7au)e4P9NMKUa@

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x32x8_16x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index 511cd5573f9d5c5bb1bec1c39488d74422989699..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1591
zcmbVMYfsxS6#d>`aaAM)D5V3mX)`TSo1uvf)`@Q8qvghK>(wv$L080&pPi%+IvCZW
zDoyV7xsP+t%^n{E#`%wry*$T1FK_Wp@AKdmW4M41@c0M^&pNx^=-uDnLSB8XkX<-E
zY_!`jVTxJe8HLdzz2G8vL7c;qc*}od83dj&t1y>FxMQ<OAU;vrGME#qxSD_-Lyc<e
z8A~RTz^6P1%1J!uJTJfmH+{)h1*6bx-31jKqb)-$k<2sO+yUcanT2l=!HJ8->;eg~
zYVLW2JTSToK$69XwYFhg6(UduO=pXC5h!V|Icty2*(r8h`VAu<3r&1!UC}(Z#299e
zi@=p=HX0!{0oP=qgYQ9iNi0I5G$E905u~~yzqCDna=O3c>F-m^2<;19%!X59*d}bk
zq(tabyqB)d$-4~BPBVCavCMTxtoaYvm5Or;h38tmj?UmD{#Ge34HtS6*uZR-%4#b@
zzHA7gYpxivxt1fYNXpbH`7Wc?Pvze#aO!h2WYs-o_q<>=3r2AN<y+LF5KMF$5U)B^
zJ)#W$Huj$y>)lw7@K(>u`DM#kWr)==Vv8w41Cysc97YLcYZX+!p?v$M&apks3|14$
zV4L*})?7vwJc~OWcOULGry$vcDuqx|a=KTafm)wy!&>9G_H`1E7YAh%iJ(HqVS`^7
zrs5hy@*;F8m}JWLj)3A`1}?51_8=&!`*;o5Pryj*3OLH3qCO#?PnIW4zJVz=F<kj0
zm}@(8h7@eGjH-2nDm|q7bFD3{8ruhB^(b}|_xK^g{!ztJx51m>2L_=eB<YrMmI{87
rnv$W9`za$iabw~`2C-0ZNr-rcorv0Whv$u#zKlkj#vW6Yj~jmgXyq9u

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nn.cu
deleted file mode 100644
index 49de56074234c4b6d3eccdabf152ceaad6e06c26..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1646
zcmbVMZBN@U5dNNDaRLbeO6g!5+Du!i%@AUOb)wt&Xt}Z5dUb5eFLbT=@w1ckg#x2m
zRi){jpS$OtyYoID0mj+SFWoG|zb^0aZTD;c4rA!RXLx*s!xx?HcJLk?Y$30|Rme7+
z9VN{sjG1JHI7VSOkAHCPogmiYf;hwf;KB<$WkzCNXkkzEJc9UGD#Kt#jO20*Y6LYZ
z+1G}Q3j$YJ29%R<&N`lh_IC1`uL?$CuW|3Cw~RJ4F{EIQnY|q_Hqgvng9uJ+AhQd^
z2iDy209i1)3!otLA!}^IxXgv84EC(ao4Kc?xz?;X((li(<%QcY;*n6qmDZKaGefjy
z<|OxAioGQ9u?V;!bLCwZ+Dl;(5~T^DJ2kr{zm>Uoa<sS0(H|4T2<-`#PX`mC*(PSp
ziUOgl@GM=e)AJP0Kcw)fvrKePjQ$VUwG18dx#LQ{jZWb-d{-$iH5Y2^Szm8bWwjL{
zR~CfO4VR3VOcg^eNzBwLl`f;zZ{^P_aIAAPWK}(74?Jg;3atdfrv}&UNa4A$_taSL
z!Si;d%UETI)iGl72||6H#hn|3aY@%5uY7~z<GVV?cK=dX^(2LDol{t=SL0V%t8y##
zhH)IKny)F7j=Oo4r*sTve6bL$)u}_A1qmGsS3$Tk;6ZT;1shW-5sC{CpVjSAkM-KH
zUJYFPTCoY8!%~l^b*{psfSYS3!}de;B6KNO5lD59f#PloHf$_*ASkK%yant<VCc~b
zI834HVnn{2EQ^?I1CwuJxOB%bQ)X&4$=N22s&s@ZbtC^wDMPEm4nP|<4Aq47Uj*1c
zSS*L$JMCRxBlJDqhjtlfIsQ*lQ!;R2xr-o9Shw(!LLdrO3-0g~TM-7^9$h4_U8q{=
KWS>dON6BA^U@Aud

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index 07296250401ae1350e793015e0e797a4e5da420f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1585
zcmbVMYfsxS6#brGaaAM)D5V27w3!yE%@AUPb)wt&Xt}Z5dUb5e54s|L{OlxsP+(Mx
zsx-OR=RVFoH#>X;7-v5}ce4!ty12zR-7o!HjNu$U!Q&(Bz3A+8f_Ha!19|nWLU!PI
zKWVjK%p^0!F$%+Ze8IVQf>?_S;tc<T3or1L8HstJg+0{s2;yU@41*allFKou5!9$;
zM;kIO2wY|vP)@=*>v#^@+sSLbDj0=E^Uh0e8EtA}NWmO4jV&-Xl$pCG5uDgi%r+1o
zs^*Rd$OEI>017f6vgRg?%UpQMpkYnk$~`5m6=$uHJ~_sg7jDgnM?w)-T9-7>4AGjI
z!`yQz8cE_~6L3xD%DXOf7Q`YXN)tl2YIZ|@D|7bbXm6XNKPH9|+7l|D4kkpib<CI*
z1wxnMUb@;xrzxDiPvPVFBGDZ&`afV-GEB(ljw|^#I)$U~Tc*6wT&S^UeZ5{PtE~vR
zvLS@7xn#s-su*%fVy1S<bQ!IFD*u*&W1s6GtL`bg=Q*oc(1N?K--8l`V4|Hsxav^#
za8h_~>^(KsTk(8&=^|DcVtI_1e1cG4XK@1uK|JYd{*`Y~e0W#q*qmkx%L%2h$$APa
zE&~gWg>4R75BG{wDA<@viBQyVyjLH9TA3@uO5M2jwIh$`du0=mpj?GvgPUt6!vaI}
zB6J~G!KCXR0L9%DY*;$%Ku}Wm@fNTbfq~d1aF{|xeMG*TEQ^?I4U?~9xO4|FQ)X&4
z$=P}tRqF^<dWiLBN*P);whP**Vdy4o@I!$8ql$%Yz0=<HH9}EHg<Zs1DELWgN(L_M
mXA#H=8xtN<2!(=;Lc~*SMbM_*KTBTwCTgXV9VRIsC4T`ud=|t2

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nt.cu
deleted file mode 100644
index 872b8ded4ccd7baa35769fe183b19003419907f0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+fExX5PjdT7=eTUZAhUlYE2R;*&;**O-0)BXgO;qapScuUq}=2@wIn1SD>Iq
z(PlF<XD(+h`+Ni#XFtDmvkd>byu-KMul+lWp#z`c@evN6RkqtfdvLIWy#7`p+i-T2
zG@CGHk{RL{h2cE@!MS&WSc?nd4F7`*FYuHZiFu)gJ<;<B;$x`{gBdZB%Q2`C)Tm@%
z8!|2kTxA(hPJ*3vJO}OV<Rx9@jKW^y-b-&8ZD?Xh!5lMtZ@}1)X6_n9aAHF;Z-Mxb
zHFrEf7L2|HP>}hMHFjZK=E743d)DO5+*8tAbJiT`_h;Dh!fgogNGRe;>5Ar=AzCwY
zl6x-2UXu7&1l*9h@~#W*C9w#JQiRZ*n%$D$%3N%j_MS7%l<<Yzvi>nKjL@D?`E)QL
znr*_ytSAt=3eQs2Iz3O}{6h+#I?Gu1#OVKkUCYoUpF6JP>*y3t!*><(Qgflkp7r%+
zs;rhG<jR5&y5W)$lc{3JC5e$*CE2C7`mOv~IgWL1x~!_F?1AU3Vxg5l_|)LKBPl!;
z_O^xfDm?92y7X1LSeX%%PY~+sEUw)kOia3NdZil_AK%q6cKesYswXMz@|?n&y&AuY
zT9sR|H;m&@)qG8vbllCWIHh7R<BNr0txoOYEKulJxCY^Bz=Prx3O1%vA{2KZKC1&#
zPxe}{-VR*rTCoY8!;+84b*{psfSYS3!vTP(Md(tnA|%y428z2W*s!$NfuN+$=QUt2
z0z;2hz+nni7bEidU|Gau8<>0(!=*chnKDzWNzOLYs7gnuVmIcWDP?F?*a2vxhM}5p
z0Tu!Fk1Uo$@16FpuMzqlPoiD=S&si!Xi5eyEO!ye3F{VKQV5BH)q*=b#a4vDwnrDq
POE*<3o$ND7`6&4d^=B)6

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index c7774d6445374273224a8707b960eab0d91b5742..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#d>`aaAP5P)Y~e&}LesHbaOF)`@Q8qvghK>*1IDpey3X&rZ@OFwmkZ
zP44x%k8{t>4j%)?`OnY2JjcJzuJKjx%itPgIE7E}@Bn*HI=kKI-QC?nUVN*NT{wEv
zXt!a)6tl!L3Zr>?!A0<bIEN+imjA&r2z<+|!dx2R4$M4(_(W;TU`DLsY65x;HL9^=
zESX3G=Xnm4lX%W~UVsU1`kb!{Mxoid2`V^7TZUL7nP;~73XF?o7QRIUCoUHA8c2v$
zbI&8>p3&C;B$<y`Ya7N@Ap&L4bhc<0fs*!$v-a4$JHn1jzh=Z^p@}c8OPXhv7{lyA
z5x5e~MkAyq;F8RB@IB}*h($=0CWNl_?27!>_GIH||EZ(77D1|w(?6z`5!x5JxE)T3
zVe7C7lM<oxcrRU@!{ZE&-)Hdgbdl?ZSo0sS3l)bH3eUBA8J)pl{4G<S87}lBuz^`G
zmDN^+eAy5}ms~Mob1g?)k(8-Zl3hltpUS^w;MC`O$f|qF?s&m!7L4Hj>-Q)|A(-ei
zAYOH-dOjIEHug7-^<q4pU$%%<hFBgWwwNL`FnL<SVbo8yl0fAf$`5br9NW{(U^$@-
zwpq_$#bso{v$)W4@!?K$3X)BzQV1m(r+f7csKvQ5tOSm0UnlW+x>q)l2r6_OHu$+=
zD()~OFG6R6Nv3>nA1Ll+;Nsq44}y}qkC%Y`1dPNkfujs6>J#$mWO>5mYnWmk!<FBM
znYOpikb<q3QMHaxrH531uC=9AW4mCi9>s3r65mJIKdM;hHh2^Kz#x=_B;6v;LctrU
qDH-~>pE8mYHzq!05DNvDgotmk6H%M)%}L|A&!W+$vBMPQ<HlcLr5E}D

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tn.cu
deleted file mode 100644
index a6178562dd271e66c97018590559e4a5239d5aea..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+in^$5PjdT7!fH-qa`$H8?_D~!8VFgC8Y{&^Jtm10T-`r`4S4s$JgFnu1%V#
z2rbLZoVlF29Plw<oc;LR%QF1)@($njz6|a#hAw=9$45ANQrYPQ?cw1b^7?Cq?7-QZ
zq}756lgtpuD2x{I56-<4#9CYsXZUYic!6ikNX!c@?1^4P5T8h87|e;0TuwlZp++SK
z+K@>>;3~_2auV#U<2h(=r_bpsXA~OEdoR6Zw5f?91#`?aUV*V8&D=GK;KYVxUIXzV
zYwmb}EE#<bpdgD8Ywp9i%!Q{68rI~k+*8upaMl{@cW2o0!fgrhSSaF3>6+%bAzCwY
zl6x*iBT0NL0&d7cdDnx^idck1DMBby!WZ(E{8Hv($GZQN^_`mUn0}ucMrdECd^VgC
z&9*TURul+bg=eX1pPr|1{yv3|-BqA_V)TE&u4QPF&mC9tWpoOs;kyobsku-S&jxxs
zRaQ$8a%DjX-Ehf>$y71olEg^ulI+r3{Z{_09mhJiT~^go_P}#ivCvK+d}?srkre(G
z_IHK#Dr`Eo>Os2lRk~Q45tC058t5#p-7ri{x@mf)8x|kl)-m?`m%_RyDeUu{!iK#X
zzm8g!Td_Ba<51OnO__AuEvh)BVmRl^rC{xD?cyv@=vcT0;cCEx;uH!tp;96gcOX8i
z15!`+MzGlqT<hAg3EiWTkH~ed!lZy(XePq}fT%_2Qm`T<)jI}?dnwqkwAg{5q|WCh
zU_SywkJi9Z3RM>)^66k%#AI8Td>g~1JBGP3Gpk9?w$rFeN2p>q=AS8LXjRxDXro4<
zns5P@0rrn9RzvTd_HLjN`W8>3UHMs!|4wL1hAu335y%Pa7G6>aiGtOFJ3PZygu%9N
RE|TYNs#ZEVV3P82@(23=D}4X}

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index fccd72b0645add80e87fe857072483ad0f0787eb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#d>`aaAM)D5ZmKXfrKRn<2yo>qNKl(Q;$A_3%r6&=v9HXD8`%FwmkZ
zP44x%k8{t>4j%)?`HxS%JjXxJZ}4^R^WX+!ID?Py_y~JXI=kKI-QC?nUVg2RT{zxv
zwA(OYido_rh0#2{;39ZIoWqiM%YS1T1ioWdVJ?kuhi0BYe4?~vFe6rRH32<_8r9e_
zmP{mpi#!L)Nj&E~FTeyhea=?}qtI;K1{EBmEki7k%ro131;)iP3*RDw6Bmnl4J5>>
zx#tn`!02lLlFUb}wGHE{5P>piI$N}hKuLSWS$k~W9%IL)Uo+yd(8QP4CCxKSjA8b$
z2waI~qY+XQa7E@i_#Si@#3Ce06GFKbL8@!=OWV_p)BUGT-{{%K(eG2s2<;19+zqG1
zuyxFYNr})!yqB)d(Mbj;?=tvswn%hKtoaYvrHVreh38tmjLzUF{+21v4HtS6*ubop
z%4#b@zHA7gE3O!^xt1fYNXpbH$u6VSPvze-aO!hCWYs-o_q<>=3r2AN<y#b^5KMF$
z5U)B^J)aEzHug7-^<u2%x0pz_h*gGI9wWAxA~Z00TEbz}Pqvak<r~WPZ|WS|)68Hw
zp$xWJ&tS!6WWlqz&~fqMUULePO{h``B^jrC^$n=SxiYK-j%!~h@p!gZHjxM_bR0JL
zxnU~qFeEQR=YmP5eD44#?q%TO-eC`dlDdzVfc*rF#4drO3@Yjq^66xG!sKh1VjaVk
zKY*FGcg~Q4t(Q@?j!>nCRDZ6urB!3QV5}a+ZsHO@MA$#7Sm-u*6a2s+l!PSRBF;j=
s8>uN7`naDmk`p&3K4cIJ1($?~@30e5n{NNK@!V(8Xw%qXit=&e4`w|V`Tzg`

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tt.cu
deleted file mode 100644
index e5c3e2d2ea69dda538040c88a9f090678958a0e1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1652
zcmbVMTTk0C6n@XII4TliD5ZmKXfti4HbaOB)`@Q8(Q;$A_3GG`FLbT=@w1ckLI<N-
z6y<V`zjOJ{<$#X?<Lt-hUY6mXmv{KK_hoR0F?8V*JU+tFv&v2<Xb%r}kk?-;WCzaP
zB&`-qm}G`HMq#vwKREYJ5NmNkoZ-K5;RT*CBQY<uuqS#EL3|>WVK65~aybDth8mR|
zXhS9ifvYS7%1Jn99nV2~JAFx48Kcl>-h1gSqfJc=DVSrXu?NP6Fmu-=f)g8p*$3i7
z)ZFm^Su(m0pdgD8Ywp6h%!Q{68rI~k+*8upaMl{@cW2o0!fgrhSSaF3>6+%bAzCwY
zl6x*iBT0Nr0&d7cdDnx^idck1DMBby!WZ(E{8HxP$?5){r@v1PBeXA6J{wMnX4|j{
zD++|J!n0JhPtQ|0f1kp~?#kCaG5SAX*D}<}=Z-7+Iy!~ZaIalnYA)2ovw_|YmDN&&
zT$vC;H(WAeGF6PYB+*m5<h!(1f0eJb;h5*P$truw9(c|w7TO7fs|MFaN#So{|EaK^
zhE37#)V!=%y0TT8SRW%MpCUBSS)9CKXqt3W_ewV`KD@1c?A9-Zbxl&(<vE27do_OT
zwMw^QZxq|1%K4fy>9|`|eoDn~&X-HU+TGg3S)kCdun@xHfCt4X6l_AJL@16yd{#T8
zZtjg>Ga$IuwPO*wM<pMT>s*CS0k_ahh8+M=i_oQDMF^^Q3>5cLuwibo13^h0&uhSb
z1cn-|fuj_vDn{h<&a#NfwlMiNhD&!0b7f{$lbmgbQKgPh#cqs0Q_9dPu|v>CjY2kI
z2`mHbA5pBD-aGBxKqK@mZbiGYvugh*t|=M1Fx*8TCyZP8NFf9YRtxU%3|kQz+rGI-
PURtYK>EwV(%E!qcYqu=3

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_16x64x8_16x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index b2fa630980baf4fb37d268e0ff2cf73b6967bc71..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1591
zcmbVMYfsxS6#d>`aaAM)D5ZmKXfrKRn<2yo>qNKl(Q;$A_3%r6&=v9HXD8`{4o0=8
zN|Sqi?&I8Zv%|-LasJ~|FVFGM^Ba8K`#iY87|!4$JU+tSv(9cedUtm>ke6R8WEYP2
z8|^ksm|~WAMqxBhFSrO^5a+NY-tymA27&LGRhUa7+@YB#5T7V*8O(@PTunfap++@!
zj3pCE;3Cg~auUxu&kHcYO<(d=!6-Caw?PHRXv+{wB=gKRx4^hqX5m{zaN=Sy+dx9B
zntL804~%XDkYqk$txXtLg$R^E)7he31WMW~&e~)1_82=Z{hASvg(kkVE@_@wVhpo~
zMc_&_8;y{ffGaZB!S|rMAQmA}nh?sh2vS{>U)r8NIo;p#^!KS{g!Y9l?uJuh*g9;&
zq(tZ<-b+{K=p=)acNu&*TjaVW*8B(TQpGui!gH-&M`v&pf6J8Th6_CjY+%+)WwjL{
zUp9o$6<3VdT+0zxBxUN9e3#Mcr}A$ZIQ6+6vg)3)dtR`b1tYls@-6C72qroWh*uq|
z9#IB=8~aa<^=_<2c%x_K{IW%?GQ{#2vBeajfyvVz4x@y!l?p1~P`-at=h&QP2FnR$
zu*rG`D=s4op2eMxyASu8Q;=*zl|m>fIo+$zK&{V}VWn|g`#Ooov%Rv3L{OpQu))s_
zQ*n(Uc@a7nOfuzr2S9Nz0~c2hdk~b=eY^(jCtxIY2^?imQJ;{{C(9EiU&9pZ7_R&Q
z%(T68h7@eQjH-2nDm|q7bFD3{8rub9^(b}|_xK^g{!zt3x51m>2L_=eB<U7$77Bin
rnv$W9`za$iabw~`2C-0ZNr?CkI}x?%_D>rxeHo25jUA>aA2<F0jR+Yq

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nn.cu
deleted file mode 100644
index a85bae3d807d98621057fde32dc5cf3bb6030743..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)+|4$k*6u^JKzv2ZG<IEuwr`alyz|9yJ9gA%9$EI8hboAP$?a3hi@oVpn15qc0
z9LIb8yzj3Ed;%CJzrOa91pmIe$9Mg2!+VUO2Vdan365S>cDr7Cc(_B}d@so^v_C|x
z7EGCBhB!uHybOPEnma+P#Tjvi|HWA@@SGWmd8UOu(aQkwsZ@r+f*8r=6x0MNDmu`H
zOfv%4NdlA;f6h9dg3j&iEnR7hLZkVR%iJ>B)WndCIc6GrFxH2ex+W2vSRc$jNbaNN
zj(cRq=srM3mSfi3#kfpGP8l?;Nn2@7No!NH)<mDRvE`ZD65@$a#1+!I%nL)bX67W#
zxfG2k%0m)xOO`5kedw+Wi;yTp2;Hm29r>fo<+G!MeUAQ|8Aj+psB}J>5zV%lDa$g1
zuKlx6b=v0_F`Tty_}p82dLTx>%Uyhm;nbrW>_++)<*DOJzDu8a*nex6SDFho&Dl_I
z$I2=xLaxXNp<6B)F^S5?T$13aQ<S=}R=pKJwc(KHw#hPm${u;j$})5!@Sh5<`VqrR
z;o!NjT7;MVir2OZ6ZJ7-(iuWSorI+u`FV*qEiZMW?EGWpW4D1Z)IEt|x6Uzas#o!~
z*D~F*dgCw;WzIL0Nypu?^iwEC3%*(j*6CFy+P;L2`Mbd18Stn$g^W$9ln8|l2+#8R
zsOEYj*z5+bbe+(I-ceDHQ0r9rNddRiO#1bQphf6Pu*?V5KL(2XF<8H{*nyy=iswCW
z5J2Cf8XU(^b}^8zJ4*tSY%%FJ!=*chg)(!iNy@gvC{stMtZs-uQOeLVu|v>CjeRzL
z|5qOSPZaB+&z;WQP$TpsT!?mUXFdMUTvIY~e!DYY9KUY<B?ccTSS`52b8LklZ2RFd
Qdh15jN=FAwQa*|P0VfJ7cmMzZ

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nn_splitk_parallel.cu
deleted file mode 100644
index cb855f5541af4bce823f32de29208e47f14c8feb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6YfsxS6#brGaaAM)D5V1i+DwboW(cvtI?-)>wA|Qjy*jq#2VD_Aes+>RC@>mT
zX>za6eVlu4cK8S|&VGIAW*Po{d53SiU;B3$!v%bXrzhBZ)!FF;@9ypf^7?y)?7;DU
z(rUq&NoI&+6o&Kof^+W#u@)D^8U7a+Uf?M+67xa}d#L9T#K%$@1~XzLmt#;Ps8Pv|
zHe_57xXLo1oP=}M@f@_blec_TFba+4y_eoH+SJ65f;nayTVQM`Gj~lQII*FaZ6H2W
z%^eSrM@F{+6l6YR%}p4Wx$u-h!<xL6drDd>&RQdVa*Qo6+?o-Ogd(oAE@_?_qBS#z
zx#v<elElX*;D*eVcU|Z#h($=0CWP+P?3Vmd=KR^w-Zn>nP7EWoCsaNiOo(Rdm@z8~
zgs#H9bhVF9&r&!!PT|wVBGWxF`d!@F#}tkNbOpPXVMIQ6T*-IQM*$pu%aoUz3pMtv
zuh(m3wG|;(c7)IkmyDQ96+<pb%+xNaE~C{?<=--JY;-+j)jnkpJZCixT5$L6N06cr
zOtcdSR~@RJP6{uLz30YyEnZG9UBoIwERPYBPY~+sEUw@ns3%<spz;lh(+_oy&2gr%
zoKOmztf#QzGO*xSSm&_z@Sr$_f{m$^2t^Ucd-VmVrMWV!<c(`zJMwt3S2hs|%2gOP
zxVdIBY%oMGLYIOSOuFs?P~1(yhONU61SNGJ?*V%e7>Hd0hbdIlN960tvWUsnF!?%$
zOLqV>Wu{h>oUNBpwT@7whgg56l%Z8)yP%C4hHk<NKL*%;s#xgOJMCRxBNT;H*hQR$
tf}f?PWZ=Sr7J;0wG2tPFP$<|aL_Eb-1Z~>=^W?3MqE<TDVUqGu@(<8z7WDuC

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nt.cu
deleted file mode 100644
index 4d8cddb569a6e2d5c7b5897d74f735aa6e1bbe7f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6TTdE66n^JdoM2+CS)^h$?Fb~WHO59uBW-=03_Al%nVp%;MGEo9cV>6Fs#QXk
z<(%`K%XcmZd<+<;zrOa;6#u@u$9KJNgL{mj3t!;r365S=b~-_Oc({kW`CcMB(E3no
zHetdfGsH0pqec9KGw%ek7U#qn{uk$7;2AR#^IQviq8AawCsG*(b7CZy6HsHQP_+YX
z$RsClou)uJ33k@;479h?*L0;b3iZZ=m)<hk(8Q3OIcDnbz}S#x<{CtBVnZ_Tf%uR$
zcRWCrjJ^kulf{TN_F-IR!czuyYqDnMDQRvvYmW6<3tOJMEg>EYMO-0W(>ymsYi3R|
z&!wo>YCaYLw`8Hb>p^ElEJC6XA#|_icjS*Umpi8YmrPS7d@gsae@+b}v@cXP8%~L4
z+pr1CbA+zLvrx5L=NAc_wG#N;T?Km}M!$)>_>{nDfNo$nGIYsjjw|^l`ZR#UcOCLd
zbD<`l4fJ-dtdb(+ii!}r<&qJTs(i#HiILg`+l9C4t@v3xj)iW!EX$|tk!P%=p<RRU
zslZiB5_m4`?+UA3c;2#P<*RV9HX|mRA~eux+`C~InPk)TQa8-cKUOjJ8<@blCkgEH
zoWO>?3crq8mRqtnit|v`d_$RZ+%3vDg<?48%cWrLZsnpCD0D2GgK#$BQE>`6n@}kc
zic1im<prrmdn4Ga2d;GO*o5v;!AImeQ(;oTEi{wi0zlLvbR}3GlIk4;#k~Y<*jnsB
zP*Uad7O)?Ip+{@rD1owz5&3ekG-A>%Oty{T(jCKGnVHojW7}zzr6W|b8}m<<GPEr0
z5VTRFP)#@i%K-aN7OSE6PJ1`d2>pmR(XRZg#(yU?B|{gsI}hZ9bqg;Eghat=!5yAq
WE5cyg50|yqj;dC=cEBX%<Jv!!M=P!X

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_nt_splitk_parallel.cu
deleted file mode 100644
index ca5408f425724ee4ac413bdb36aacdea83efc183..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6YfsxS6#brGaaAM)D5V1i+DwboW(cvtI?-)>wA|Qjy*jq#2VD_Aes+>Rfk9NI
z$-O@JaqhX<;UmB}`}L)pW%&2y9lq^;?cZSx7w{RLo?!1qXQvaqySrP+>+cn^1IPPG
zs|8~wnIVo*7|!Dh&b<@FT3irk_+MOjfv3z!%nL2-p`J$&A4_Ez%!rX(jzNu}MkPDi
zka0oaD$9U!63$u2bI{&SUh`GKC^VY)UV6)DQxii9=9p=`17ky(xoZ-^i4DcP2jWB3
z-0=W;Wb{3Ng3O1kxeeno7oIX`Sd+JMPf2UVS!<+Ej<My1TQlO3P{ftiCCxKKv}Wco
z_gsoblK9vJ+>p8Qt_z(7u?UIMgwUOu-I71boNpZMy>v8F!WVMm^v{W5g!Y8Wr-KR6
zY#lacMS;*&xR<W>@#$F#C&wv#x>zK;Cq}=CJNuZzQGl*s*D_4W=Z-7+Ci*CV!*7}L
zQgflkp7r&5t*o{p<jRf^y5W)$lc{3JC5f5ZCEI1R`l<X|29AxchpgJC?1AU3ra=qt
zzWoSl6oQF%0^zDd)dNc5xv{rttT*HN0MkXRGQ{#2G5G|czRuzn4uXKvl?E!`pg8?d
z=hz-+3d;$lu+4f3D=q^Ij)jd5n-33)Qz+P&N{LX^alBU_fm)p_!%E?}_O&CA7kgzB
zk)T|KVS}4%Cc_d#^dfXASiz+09stGN6l_>L>_AXb_wg367lDD;C2*KRMSVoRoGgo&
zYz>pIW4Lq&FjHn~HObj}8CB~DReFf^XG$4bHMR@dsA1?PZ1H1&{ilkBZoSjq^)*6K
yNQGU*StxiTH6;TV7PJWDgpCOgDTG47Mj_%UwjyZL?w=>GeHXRT$qtj0kCK1%$rvjD

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tn.cu
deleted file mode 100644
index 7880c3cb34566e30bc90fc25b89235434f38b601..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6TTdE66n^JdoM2+qEK;$Wb_5dG8e^lSk+wcghMfVX%+5^aB8B+lJF~l7t5rgl
z<(%`K%XcmZd<+<;Kfm<S6#u$@!1ukcg9nVE3!mZn8IE35b~-_Oc({kW{Z=A7&^oR)
zn=oOL8R8g)(IWoAnRkL%i*w=(|ATWc@QfLWd9H;$)r$z?6R8Y?IWdyU38*ntsM>)x
zWRerONmHPl1Uu_^2HM-{Yr4`Ig?i)BOK%x%Xktjt95eNIU~EV;a}6Rmu_2lFKzzuW
zJ02iQM&AR-$zsGB`!Fsu;VFZ<HCZ$Blr%S-HOKnAg)PtBmJpAHBCe3GX`UORH8ZD~
z=Tg*bH6M$BJF-yT^`NsN79mlH5K5Ksxx6R8mATrn?!RRHpyoTKKc<Ee+7~LD4W~r2
zZOnw_IYKw#S*Y5ri^~MgTM2yXt|C1Wqu<0`eoWvjKsT^k8M@>%$CZ2&eHOssyAFA+
zxlj|&26{VJR!I?ZMMVhRamk2DRX*a9#7OOe?ZR92R{X3T$3nMVmgQ6S#4}dX(5^xF
zRN$&53H&SU?+UA3*tBfbgk<HbaIrQcCYvHO&}rPeVHlZY)Adp}%r8DvG4>mnz`7?1
z?DL$!hP?{Ej#`#mvNwwJP}Y1)nRMJO$~c8$IOofyVC`<@q7^7~ES!UIHsDEd3OSol
zDG`cG5TE4*sYZJv*sKSxbnV!L?oq)<<T_JfQot=Vli>nD)FN~(SRRt<odCtX1Z>z^
z>_AXb<?|M>AAzAqYv3q>vWpS<a<DXF(k)E3jp5Rrz+9P`)g)uvX_TcSRI(fMPn9yX
zEbI`pQKL{zI04H5`%f0Dq4!REH_!-uk2le-{H(@*Cp0BP7q&YO<b-t#FA0Q1!D_)B
Yo?$D(VB6!X+G|HuD_uKalJarwFPh&gt^fc4

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tn_splitk_parallel.cu
deleted file mode 100644
index 6a77f8c79d00687dec9562a2efdd63bcce18b0ec..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6YfsxS6#brGaaAP5P)bJ`XfrKRn<2yo>qNKl(Q;$A_3GG`A9O|h_}NMN91Nl=
zP44x%k8{t>9v=h7+0W0tEW^Jp@9=H!%is=UxPVXa^aKabI=kKA-QV9qUVp2QU1+~c
zS}m9`$qaFf!e|j+aPFNT*5ZOV!~fvI3p`^+VqR!rkMtsf_(UqhU`~wWasp}$H7eQD
zhD-_qS6K#>lW@*Do`d#w`jW2-MxoKX_tINNo0=F>Fvm>e4Hz5B%w3ZRPHZUVEf627
z=8gx*BcpEt6l5`C&0QFmx$u-h!<xL6drDes&RS!A(#Dn-Zo`PjLJ?P5S2WKJ(VCf~
z+;b@!N#bJ@a6=Z#yB>6x#3Ce06GE91zL2-%w=(Bjr~A*HzEkt9qd%sG5!x3jpADx(
zvrWu|6$L_9;a<8r?bEXqPTDDayjW(sCq}=DJNuBrae%I2*D_4W=Z-7+D*8Bp!*7-H
zQgfjuo(=S7t*o{p<jRf^y5W)$lc{3FC5f3jCEI1R`l<X|1&)nwhOFAB?1AU3ra=qt
zzJ3pC6oQFP0^zDd)dNc5Ut@pUSZ~I9fXk7j%UETI)iGl7DMACC#Vs5L0i|mVRK8(x
z`o7MwJI)kV6G~y1^%T}z1{NF(8yz+u9u%igunCnCp{V0{uRa2`I@gA^!g1~EL>?~=
z$|fQ~xeCJux6n+6C5Grl=u)tPN!L3BihC*8uz1*kprr2OHDEsi1F<XMD20mph<rX-
z7BSfdCf~$x=?-D8%*<+%v&}N9))A`o5bMvBGPG)JAGA@U&`sFl#{m0J6-(WEr@b3!
zgrblNyNt6`@K$O{hAu2<5y%M}6CP3sg@TPj#4~I~(58KNp1ky3)Ji9NOj15h{sQ`8
B7%Kn(

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tt.cu
deleted file mode 100644
index 6e396c45574793167456b31f547e9cd1949beb29..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)+?N1sp7{I^tS3JSQs5xZfG+PA{xEbT3W07rsY|6DjN3U)AB7^wHuf027WI7?_
zIQsPWyg$zY9|Oke&o8|+#lNl}@O|&=-~nUk!e@AXhND-7olcM*9`2C0-%7Frt>ap=
z2@@unA&yZPE#e=Xc_)aqI492VKREXS&zO;z=UUiPy@(K>NM#tziIH4RK#ifIY6seo
zNlxG<O@VR}?pen((B4kpl9kFR)Ekdpddp}-6GL+5n5pl<*x+X78bokngERXeK6uR?
z56F_yeSn-SMy#=mahVBE8Pu)Gnwh7hxye~`tj}B6^4x75;;~S~6{qVo&kfO<nbXX3
zDeASFk3qm4St##%&{-uGAyFJ5lq%tKc~5>TbM@kOf6v=LriKyP7b=?#r$n=DY{K#!
zp_}k5MD5naWdi4|1U_|F#vX~$?{b$P6F3X#2D_D^P(E{9$#?0q0Eh3|<hABPO*|Xu
zZC_b+ijXTJLg<c5Mog;m5tk%dY8MGFv{i4#&suQ|bX#Q^K4nilV`UoJH3**yuBwv2
zzlZ&oht)W2s`jAfMahztu0qB78Zp@vp@B~0=nX^HB%8vQvSEJlp|Y`Czy#JcNnkh6
z32d@g@oTGPxMlW6u^-BqZz+?GyG3cI5De#hxfHD3tyHu^3LOg@A#4tKQk+80CR9p<
z;vB?hxkRe&-W+Tu1Xr?lEJF9F$Vbd|rb4HHTWBW35`ZX0=vuHmIMq7=ihBvzFu2%(
zprrEWJ+L3aP@^?CN}#M_Bwsg{Mkd{2vTcS-cLH-|W>%AoZM#v1j!>E1=zpq|p=Dr)
zpp6=ZXu=j)2JAmxteW0C?cG2l^gXUcyVA32{}-ky8M-jtc}PwexA2lca1^W-+~FCv
WA~d!=zN)>oSGCf$112dS*Zu+w%`D^q

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x32x8_64x16x8_tt_splitk_parallel.cu
deleted file mode 100644
index a3a9ba6c2adb21e5b47ed8e001fe0b0589ac75fa..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6+fLg+5PkPojDmzHa!3gUwM&AOxCqfgQ<1hjt~T~2*=BFr3uzD^-(B0ekV1(S
zIrhw+xtuxUJvIi6v!9=PS%!aI-r?Kcm%$yzZ~>p-=?M;AbauPJyT8AMy#7`pyU>1@
zv|2Esk{aS@0i#8H!MS&wSc?U5hW)|9b3CI)VkR`VM|u%KY$BDRFegSbIRQ0>8kOv6
zLnea2RhB`)NH}L5%RzfPea%+|E1=Q5_tINhG&M0qP)AK;2aFA6=B`ONBQ_MX3&e-2
znPUO+NQ+$nf-FX~xea47=f0rOuqJQiz96kNXRWb5X=BTT+c4rWSHzXp70q))w5H}L
z_e}CelK9vJ+>nLxt_R&Eu?X?fgixlq7xI?;R_6TK>HdzVe@qP}MW3sDHk=YoH(?Vh
z1VUHgUb;H%)3X##+9`azSSGtCM!$(W`;fwMfUaTJG7QS+jw$&j`Z$2YZ<X>=Gp;6{
z4)kWNw6-GT%8n4aVUiM)DKTP_#7v!%@G@HcRQ|03$3{0pR_zz`f#tNOL38H5eh-4=
zobpZr;i^N`GfLrKWB<9aUXJw)@6@~;V7iP|hFBdVCZ8fS&{<r>VbD;zmO<qkiqrRX
zj_q-#u$oW`+pMRs<}$G0Xjtm7{P3Vy0fJ5nDG`cNj`!+2Pz!WzSc@FjzE0%v;-G9I
z5|pbjY;X%rW!PhgUW6_=6;!(3Ar!cmf(^Te9q@wGeY^$iM_?d!1stVNQ6G^nC(9xx
z+rZ?T7$)5z%$1p0O>(+fM%6k(l^$aKnNp^x8ruhL)F^Zl7Wpy2{!_(Lx87;*1{$F#
zBw?3vmI{8Bx*$Ur7E}as!p4M$6hfh3qY&{7TOPD&-<>C~eHyjW$sUyj8z+AOB5@gE

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nn.cu
deleted file mode 100644
index 7e4b278b4811f5a512309bae6c3bcaec0e90f2f4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)+ZExBz5P-kuSDdI+wN)q^U8~InB*?0&Q#+=ztsgBD8}LYM%P(c1{`lERfRwf?
z2!(Lx=ibi;d;%CJzrOa91pmIe$9Mg2!+VUO2Vdan365S>cDr7Cc(_B}d@so^w2z}!
z3#LpkO)R4@UWPw7bv7f$;G9^^|Ki+bc+RxIJXe`HRm%YJsgRn%f@s0T6yyXdDmqY_
zOmhO)NdlA;f6iE*f^uf|maa5Lq0xMB!Wl-JifEEE%XDK8#`rK(+awt$#s{+x;(XNH
za*wPS-3Q3Ya?F~$7#C^gD1(O4X)AS<w6-;CP1IQ%8=l*m5Kl5mY$4s0d7+6?OrNHX
zi>whvE+hfBWGS8PLw8+Rgt9_}(7jyTkv~#jK07+t=jhLwW`qthna)QuqF9}ovOGuV
z+CK|br+t1A!^Ni<KKIt19*9=&asfGO*RdPnTjWy9rFfVA7(@7OTwW=j$*E&QRgaZb
zQiN=g5kj|IFrpKgkGUYhQ>Q3(VXb;Ael~_fqIHvH`jkELl$B-ZMBqOaT=gS{m%_nw
zVYLV^`xUQk6(%;vh)!n+4OJ4BZsg}B-nP8djq>vkm5<#9#<1y047+uXVOzb5-*_$4
zEvq*U^HAn|Lz%GLE=xa!Vzl6^RmM8K%0%0j&@z7)_&Wn0C8v<HDHQ^tumRy&ULVz5
zZw1@kz?H5On$SBc>Je(4N<S%Jmx>9${t&bXU1coyLG@37;(iRquPnBZQBuY89ykb~
z@6iSv$53`Lkgq#S0+ZC3w9as0PhcVS+$fT=dKhKu2$j_h@h4JhS|)Y~O3Sg&#_#{i
zWB-X_J@n2hXNL-*AK^kYYdh=lf99H!k@ef1`{MX@^Di;@K*6YtTRg`m^Mh@UFQd0^
NR3%k(zy#%!=pQp&DtiC`

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index 05437d7de46595df005f5fce04882b693eae9f6b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6ZBN@U5dNNDaVipGD5YB&XfrKRn<2yo>qNKl(Q;!q_3GG`?a&qR<7X#n8w!j@
zRhr!SxtHgj%O0Ns#>uZQgCxPfFK+S8;OpoXV>pM;@c0M^FFN~u@7>?uLSB8ZkbUUB
zi#i?1m}G`HMq#oHFE}lnAlBlXIK%(qybyTKjKn<G!XD{m0P##J!(c&-<T3*_g&Gy@
zX+yG{z-5vE<;0(}j;EjtJA2Jn1*6bv-xad3jJ7o~BxjD9)(#l!%S>IH2u`doW*11|
ztLBb-$OEIh0CKXNu=X~L%TyGULCc!7lNOY8Hk@^)`nZcN&t1car$P}|TGuo$4AGjI
zqqN{sw4$g8O~5r-s=^JRzakbPQJN6CRf`+)N13xHM~Ax{{W&v?(4kQ2d^{tXH8B~>
zbA&Gay>#`uC#Nx-evIMM`6|;LG5SqhfE;(5uq)|DRHTk8`6l{94B@v<d7-&bS;0oS
zSu3lp2)VK&gs!<{#3U-8a7jX@UP*Nst$r&1)`3H#&5%|5l-=``)ih|q-M1fJib62a
zi@;xXsCqgvJU0%X8tb)qKD~Gqs|>L|Moc<GXrz;{f@80qcq4$yH_lJq*EzPw8N+%)
zF>JFQ!-h-Gf@6N2{o2F5;uLb0Q7I7$A`bWJ3s6gQW7x<W*S=oh@%*4{A`p}+KWuPI
z&7|L82wsFP1k0IpgF~Qr5QFtwhaCt?>OS5A4g=5=y9Q2TsHhLfmy;y{lQb}C6T_uD
zgoQG5t4Ye5WmK&rROunqpD1N$)!060qb9x^zrqh5_Ma+Nx-Fb8+(;u7gp}J=oRxx~
rq^4x-{DS759KSLCAqHP4*dRna$5wc4+IMHsYad0ebhO7L<<saN+yxf+

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nt.cu
deleted file mode 100644
index 61f578ad8758e2e20c3fa1c9d2e8de9f1f7fff0d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyR-tTktu_~sAgiiQ?U>58ezZ(%z{9aE+bIL}$Ingz1lq1e
zD1^Iv?&Z0c13m$alV4x^NrHc0-Q&Cdx8Xg;(1S1V^aMvQD!W~;Jv`h)-h3~SU1%Ri
ztrkp~WQI6KVZ01~aGE<oti>5|hX2J`F7TWgiFu}lJ=Mzq;!~*%g9R~?%PFV{RH*1c
z8#2uZTqg-oPQ0CUJO!QG*=xGe8HGmkA(y#jw5f?98FS1u-hr_`&D1rC;Kcf5-UG>f
z*4%LqSuy$^Kt`5h*4&42nTnh;XjqfB(wvgkmb2DGpS7{&nX3u$L@444>4xToAzCwY
zn&w=JMik|t2)HFnmAgK4*Tf<u3K2s0YH>&YD08`EI(W%6Q6kUej`h!(VT2BZO6Q{)
z(X0-evMfXB+CK|br+t1A!^Ni<KKIta9*EIz;sWHXU5DLB-=#ctT*)`lA7cpLO~@<F
zg_`DUsO!11N{WyxDnjU%OGZqhvN4w=MCuf57v8G3;%DPH6k2y#mQUFuPgzMrCj$Se
zz*S3PcrG053aeds-m-Y@t8lR~BPN|8G}KAhyOAH6c-!?-H_FaGR5A7&7{jI~G3@gk
z!<M}YzlmCwTe3F}^HA1&Lz#5kEz3BCVzl6^m0+D-<)ZB=bj+Uve>UJzaS9omQYjG%
zOAwyr1*t}RE7-0Fu5_Kygx*oXN8mbDep0|KHIx1VK+qy|C0OQ@>Yo6`{TQs@TI@hj
zQswg&a1emLM;qWchO&zR`Esx%V3Haptz)=!C$LavZZ%0+J&m$-gi3Zp{)tkCmW3UH
zHfrpv@h4#AVgJcuJ@mQLxf^PPeuSH7*M8RHzZ060k@MS~d2;-^`Ii`cqF}Y)4$rX_
Vez5KFW%Sxn)k;SPOj16H{sEzxE3p6o

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index 55eac3eb75786e1ff729ec14a029288894a0e7d3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVipGD5YB&XfrKRn<2yo>qNKl(Q;$A_3GG`U+9YX@w1b(O$!X7
zDoyVE+{<&%Wsgq)<Mh{;ewyOn7q|GP|8;naF`UC^czlF|XPv!X@b2&LAg{ic$R2dw
zHQH^MGRX{ajKX*sUvTD~AlBlXIK%(q+zUKsMq-|8VUP4Og7{P_!(c&-<Z=pX0u`#U
zrwy6r1TNDQC@0~Zbvy&@?d&CA8H_@+b?2qGjJ7l}BxjD9<{L0Jl$p5}5uDgi%v&Hn
zRLva^kOxNJ0?5g7%v!rJE;HdNgQhiEJM)yZH=MO6`nZEF&t1)kCqfZdSl2W!4AGjI
zqs((DnvI5!O~5r-D)0KxTM>(pC`<_5s>KcYqs-aX(ZO>^Qzd*Zw@&|@8Aj+psBAu(
z5zXqbDa&(&F2lWWbvq}g37mdR;M4gk*&Q+ZRa}G|cj~Y!8K&ej$CZ2){UL$)Tc^Cx
zT&SsMLtU?xRaS&t(Gfz|Try%(m5;e3F;ll-yNFgj6@Tl%vC(?SvVF?#dB!RlwBYXB
zkDx{&nCLbjTve!QKnXlG4z`WeW;`8WvWiuNSRW%Mn;|sRY23n55KywwK<OLhC-18q
zyW>n?J)s14Sx;cYWnjUvu+d@j;a+hHIh#@`5sEsF_wpl9sdHo4C>&S5ZshU&plBiz
zl&LUma7)c(SYn7?gf0ZjnRNX_ptzra4U2~z2ui9xUIPvyFc7;2juR-UkI3hfr4f_X
zFj*bLr8|U$GIOg*#_DC1ts_+GA=aNNWoX&hK4_!Hp_{P94*~X{DptDnPJ1`h2t^^~
xb`@u(;H}h@j9ggIJdhJMCOjk%3I!X5i09afpiTSktnt!!Q7hfpW0LYo;~xNX7%l(+

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tn.cu
deleted file mode 100644
index 0227b52148b0c738c5ef2bdc979bf8ae595c2017..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dO}uIJHvMRiSKjtu_~sAgiiQ?U>58ezZ(%z{9aEzm$Rc<7X!U0&CYI
z6vEv-_wwA!A)f%o>CZ3yG{wKJ?(tp!>+l|9=)q@rdV=F;mECU89v$r=Z@!htF0|h@
zS}m9|$qaFf!gv|~;LJNgti?HThX2927kJK$#5~u+p6X=;@u^gX!Gajc<rLHeDpcc8
z8#2uaT&F2ePJ*3vJOl0R>?K|4jKV?l!Aox$ZE9jj&KxrbZ@}1)X6BkiaAHF;Z-Mxb
zHFrEfR*b#{kdx(@HTPj$X2Mej2i9b*%u~|Za@LyYvo^LocQqlN2t`~W-O#)+L~CYF
zGtZ?sXf%8*0&dAtdDn;TnplKHAwnos!sqgi{8r|2$9nLb^}Sl`nEsd<M(9AOY(AP1
z&FYvb%X5UT!?RFz+UFMuTzpL6Q*RyVff)TNE<(=Qb=ZvzUGkaZO1_HzkU;!yLSAVu
z)YP+~uII`sDMGHO2%%dp88NBK$6S&asZ+3Bc&pxupN->KXx(L5K4p(QV<iop282%q
zu3D17zrw+;u-b)f%hpXu*1ifC8#7|E8A3yy#=RSbkx8~)FLk5*{CyQ;zkvyCdXm6C
z&k1bVtMHqsWw|AL<2Vmx%{P=u$KA4wQz%9YzFG;^=~XV;fkMZ^IS6M19u=pMvniDl
zp|}L`SzeH8w6}uodf-aeiB0Go7kosnGZiKU+)^_cE&xO=LRW(2A*uceP~1<zhONa8
z1SM5IuK@=U7<#k;juR-m7?IBhOCu(&VX``gOLqbbW#(3sjMdX9OGl_=H|C!zWoTL0
z5on{vp_*_4Rsr^(EY?Hso%U|15&9l)qFwu0kN-|+N=7bhcOJ+I>lR)T2#JE#f;&9N
WR)oQ}?=BlJ9aXJ#<B&<pCyl?SF)OhE

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index 5a777e87d2ad465a632f83c95d3aba9447c10008..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6Yfl<M6#dSxxWUAzS)|2k+7V1(YmBXyM%wyuGVBg8WnP(w6yuNY%<cjU)#`>U
zyZ6qyk8{u6JvIT1)1ROFX^MYc-r?K+m*E}8Z~>p-=?M;=b@qC}yT8AKy#7`qd(b&-
zwA(PHk{aS@4&!Bf!I^iQSc?U5hW)|9b3CU;VkR`V$9fq-Y$}zZupmY<IR!O=3f0)t
zhD-&4t2Bk2k#NpBmVx$m_L8p*mP503@1?giZ)swPppKg68!$GMnYk9>jMz}jTOdAE
z%^VAmN1DF{Ajon|Te~nOGwyQ=O>44t=5x~CaMqsalMc2_xSA19xFW8wu4!HvqBS+g
znP-wW8x0?ufE%(@-u0okA{HTDm=H=8_d?#1-^!eCogO@Q`c5sjj{cY#O7a0$*?cr3
zn$|H>Dg;7T;a<49ozt@f&ORjY@nV(fo*4ZqE<#Q^b=b8GQ}UT(O1_GIpFsSrQ(kJu
z)zs6WuGdN{D?+a52%#G$DKV)MV<t(=)GgR9qE%1D-#Tz?v>vi-Kc^2YqZJLBGxzm-
zP$TD*cN-9{DpWO~1pYM+wvE+hYzDX*NwSJngjgRVCYvEN)M?zpQ4mnF(Lm`NiPLvg
zj@@x4u%1u?yR0X$;WDt`XxQkm`S74v4uVc|DG`b~j`#8-P^oic*eD!VzHa34;-F|E
z5|pVhY;a3WWmsZ}UW6_=6;!(Z5#+d^fDMa>9q^n~eY^%7L|`Cx4IC#>QXi4eCrcwH
ztzoh{hDmn>3uWe3lZ@8OC|gIU)I+R4Rm$XLWBZ_u8i#Je7C#2qf2vsN);sOpP$LwD
yB<w2AO2J#Hb24&aK}8@ZY)p7aAQTEV3K7q-<w2YF@VxQTcTp?d*rPIMlg3{L3m7f{

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tt.cu
deleted file mode 100644
index 90a24e98ec94ab1952a220946595a6ebbaec2cb1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TTk0C6n@XII4TliD5YB&Xfti4HbaOB)`@Q8(Q;$A_3GG`FLbT=@w1ckLI;B=
z%H<q?=klG)0iOWI+0QTiEW^Jp@9=H^>+lX^=)q@re1xNCmECU89v<!?ufJ8uF0|hz
ztrkp~WQI6KVZ4k#IQLEvYjHuG;eT-91)eh_F)y^RCwdt{d@7Y;upmZqIR!O=8kHPq
zL#73Rt1JV`NjPU6&p~@Tdr4OrqtIyHd+9BsO-&3bm}92#28<11=B`NuCpHB07Kjf~
zbH@W@#pqiA1zC<+b05ZKE<9z>uqJQio|4v<v(`kPwz1`f+Y#c4P{fte4b2Nfv}Wcc
z_gsoblK7Ye+>oX6t`FTcu?UG$gixl0FXS!xt<1%f(}Opj{xLI*(1B3-d^97P?ZT$4
zC=j{|&r;QCpPi?0{xOA5y|uG@V)U!H2sv%<!mec~l+PVk@>TSQ6ym*cd8xTjQ_qHa
zH&#|l5prcl2;FeWh{;qj=8{BDos#g<TK!eNHil!OyC$pjDSO~Kt7zyX5Uv_rS0#mi
zg@dQUdK|V@yHks@Wa-*gX<~DXn0$uNP-k)UMxkrcZQ(23s5pCH``9mF3Y(gwu+MV}
zTlQ-F#%q;s#ojpfLzVM2WzuoCto)RU(Som5f^~YeiFTmSv9J-s=70yqDHLo<r9>#s
zL3~zAr0(vmU^^kW)^%bLdPgN6k?UNAP64;nOok-@QH#)}U_}V3e+(4&Q?Oxhu>(O#
z9nWjPK?H^xZGhtxswzh0^Ukt}$#yXLE{02Y3=3uER+F6VhEb)CP{nSHKU2!kDzQV*
zMvX%@VGFDR>_1Vgo8CL^-B2U+J+4K&wzF>kC$1?OxiH;DASaAl_(&lH3RVm5@Elta
U8r#0RNM72jTIu9~Ny;b5Ul|`P=Kufz

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_256x64x8_64x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index 3b268760120ec72e08baeb6a55edc121004c388b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6ZBN@U5dPj@aVio5l+vvXw3!yE%@AUPb)wt&Xt}Z5dUb5eFLXux_}NL?h7Lxf
zDoyVE+{<&%Wsgq)<Mij}ewyN6mv{KK|7CcGF<ihWczS|^7oELc@b2$#A+Nuc$R2bK
z8|^ksnPi4IMq#{+FF5l~5NmNxoZ)|P?ggGRBQejlu*Z5CL3}EeVXz=ZaybPxfeO{w
z(}qlQ0#|7Yl#_7II-Y^{cJ`XD3`U{Zy7$ssMq8Q~k~7Cla|etKWoE8L1Sd8WvkSzB
zs=4C<^2q2efSfGHthEi}G83LMXj+rCGfzo-!&!TxPdeE0+|`VDA{23jbxrfa5UrUx
z&ODc**=YFK1l*9N@~#iP6|o43!h}$&gwN$I`K`?Pv(tkePyd)1M(9AOY(AP1&FZiz
z%X5UT!o6^HJEvy}oP9{(<Hai3Ju&)CT!fr->ac4W2IVuym3$NZK7sgKr@Yi$sHtZ|
zU9Xi@R)k#95kfayGGbDdkGUi<Q@0?zh*munf9t@p(R#?Teaaqq#wr@L;O^`9AV?vY
z=r$l+Rj6u43H)muJU3R$v6<nWS`-6JR<Vi@>tn=ZGlYgZjf*%68cH@YD1D>+^j(!>
zdz=ZZCzQZ8>j`YQ3@kVnmO3myJSa{fXHzOALQ%@`UVaBEfo=>Nk>kqOjXYi)6iq~e
zG8KjmZmF3JdkoQw(4}BGldgXR6!#ObVfU~DK}preTfjjC24dI1aRMdv5&3emG-A>k
zCaYt(bVsmIW^OgfSiOw0b%aVi#QIaE3@sbm2W`|ibQ2c&F~I&)#Y(r{Y43&_p(v!>
xuHvi|{46ykBNrAl59EZ62@eT`LcvBM;yJb=Xwx2^H(vWRYNZ={Oj15+`~@xy8Dsze

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nn.cu
deleted file mode 100644
index ccb3a6fb2b97063ec110cdbf3f35c0befcfe8ae3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)6VQ<<n5dEHCaiUVyR-vqPn>rVeAgiiQ?U>58ezZ(%z{9aE+bIL}$Ingzq_kZ@
zD1<w|yLa#Ie84Awaq{bHKS}WKt9yLc|2DkG7<%vpo}S?7RcE*By@!W8$eZsavJ36w
zsMUfglgtpuD2$ik4^DF@h_yH)&hWoD%LSe@BQejku%~(%Kzu5dVXz=ZaybPxfeIBJ
zXhWtMf$Jmz%85T`9Zx~$cJ`L93`U{Re8^>P8EtA}NX8s9jXf~d(@b5H2u`dgvkxTq
zthwVJvSM@}Kt`5h*4%}0nTnh;XjqfB(wvgkR<qVbpSQ8)nX4J`L@444>qh2<AzCwY
zn&w=JMik|t2)HFnmAgK4*TNzs3KK&2YH>&YD0BJj=wP3tKWBy!IuI(Ik7h)(I%dkU
z454fPEL@%Qb_{3jix@6?>r4;C=)G{CKh|M4(zhs29ar*Q^qEiUznhd-nhQ0}*-+QH
zvdW5(D=I?hmP<xVqOviUBxLFoQWw#xx8i3LI22kBS(Z=PBTrc=Lni|NslZh~Vt8pB
zJU3R0@Uma=I#v;4bBvgDhR{$aVd+MGUgB-bOW!E_^r6bJ+rSt$J&9pg=NPu?RrpQT
zvfNU=ahQj)<{QeS<8E2zDIB8(U#$e|^r{eTFQH@pF7S5-JSt8hV^b<6LSX~Kv%Eg4
zx!xMKyMZfTCp4jVROk`3PL-b&a7)dkUw;T*gsue3JgNQ(P~4Bf`jy2F1SJ)p_ke={
z^gY@D$1#*$49M4$B>|JvFlimbr8|LzGIOg*%IY-A(h(}v4g3?O3@r;g1Z~vVSL648
z<zfF}u^#%|>D&!9LO;TVXxDMp<Nqu*B_rpzJM-fBb@MMVc%opn;118R6@IYo@n!VZ
OjjEN74w$5T68!@gUMh3|

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index 57f714577be6d41ed07fd5790b86e4b2bc638ef4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6ZBN@U5dNNDaVipGD5axp6EiJRn<2yo>qNKl(Q;!q_3GG`?a&qR<7X#n8w!j@
zRhr!SxtHgj%O0Ns#>uZQgCxPfFK+S8;OpoXV>pM;@c0M^FFN~u@7>?uLSB8ZkbUUB
zi#i?1m}G`HMq#oHFE}lnAlBlXIK%(qybyTKjKn<G!XD{m0P##J!(c&-<T3*_g&Gy@
zX+yG{z-5vE<;0(}j;EjtJA2Jn1*6bv-xad3jJ7o~BxjD9)(#l!%S>IH2u`doW*11|
ztLBb-$OEIh0CKXNu=X~L%TyGULCc!7lNOY8Hk@^)`lO33&t1car$P}|TGuo$4AGjI
zqqN{sw4$g8O~5r-s=^JRzakbPQJN6CRf`+)N13xHM~Ax{{W&v?(4kQ2d^{tXH8B~>
zbA&Gay>#_Xx-lGgPh&VeUuC)@M(>3C^q~p6l72)*>bR0`qK|!2|68ZL&|IjjU?bhE
zmDN^+T-gyq*IY7U5|vN5Bq39;q`Hh&Kb3#$z@gD*$f|wH?s>{;8noc<+Yc{AA(-ez
z;IBGVJ)Iby8;4Jg^;$fiUc8D`hFBjXCY>QP(n(msu~$#L5kTb|=O5qKIkv|c!+Jt7
zY_lH2hD*<aV}70e+QYr#6mphPDG>@H4)^K{P)l=T*vK2#zFy$*{Ge<i5R@uEY;a4>
zq~Bl&UW6_L%b9e8L!fvNgY{d79SBP5KHdTj1JDz@22NtAs1L}OlO+L@G%#rs!=*cf
zg)(!iNy?gKRIMXa=^@mgC}n8X*gj~ZCcYcL!VezypDI?mEu1dgNFx-4l-pIDm4ct7
qrey5=g65tazcKzH245)HAVfUJR(NgNcW2RSA4RQnw8tdn)94?;vKH|G

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nt.cu
deleted file mode 100644
index 296e163de22dd04e5c23ad2bf79cab37d616e187..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDacZTitwLGpHgzr_K~`0r+A)=F{b-rkfJb6meklX>$Ingz1lq13
z6vEv-_wwA!As++A$*-@yB*DM0AMkze+u#9X=)xCxeum>$m7R{)9v$r<Z@-tw4zy09
zW)mh%Fik9@Fj|B^ICVB7#^9V-&Hv)uWq8K4z&ux(Ia7-O;u9e?gE`THiwVdvRH*1s
zX)?(P+$0H5PQ0D5JO$;<^etWKjKV?V(Ftc5Z78Bi&Meahdti)DGqnwpabkQj`#_w}
znp^H6OGftr<YX~oja?WQY33+{1EbSs>L_V$IBSm8MGG6A+nNxMGf8YAUDG_*L@B1v
zQpZJh5JfH&0e55}o$WzqMJz&DAwuXu&hN<|sjs$7`>&ZMGIP1uvi>>MjL?22)7fxJ
z6syA~EYA_T@y|llzG%g8-nxw8vbzfQNVM7u_xWQTb}M|BTxz)#@1oCrQ2$+ryjDDu
z6UPRso-3=Q2-%_{gzmUtL?<#IaX~_)cENVxt$Hhd){aA=b(dxNls)m3l{B;?@Sh4?
zwIqg@!v40f+J%=bi&wr17i%-3(<wp&m4v+;`jLq@T`zUR{L_aj#%=>+Sob7`U7lmu
zuvg*NQOj~m_C{eI%9?K}6PDXW8K+PT=X|-$Si4)fXn6`P^XI^y4S15ALe3^s2!z5C
zglBm{s?pvEHtT^aT{|?PdtC4lxK5>?6tD}$gueg~v<O{iEcZ$EPJ!ZH490IQwvbU$
z<?|k}AAr6`Yv3q`vWo%vdaxv5k{TwhW4N%VFqe8}6iHb<jk0uvN_Ip3iIkd_g&l#?
za^$P=Ct&Ge|H)!C^v)`02MVDd;U=1upVjzpg{EX^{dVV`9KUY<B?g};7?p90XV_$Z
Uu+7O;^wv>TQbmVMP(F_S0fn0@ssI20

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index 7d9dae19af858ca5afe6248f06f6c2b8b9d179fc..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVipGD5V3oiJ2Cu%@AUPb)wt&Xt}Z5dUb5eFLXux_}NL?rUgc$
zDoyVE+{<&%Wsi>m<Mh{;UYg?Hmv{KK_jPcGF<iiBczS|^7oFX1@b2$#A+Nue$S$0`
zYqZ-iVUii*7=_UyzTnI|L9E3&afbiJxfgiGjKn<G!XD{G1o4SfhQXW|$>jvp7%Eg_
zPa87H30$QqP)@=*>v#s*+v#h*G8lzs>)uOm8Et7|NX{HH%^ff{l$p5}5uDgi%q|cg
zs^*Rd$Rne>0CKVzvDP+>%S?F6plMCk&O9aUHD~RyK0U#f=dNbNW1)yEtSg%5hG@;q
zQRcZ6%|^q=Cg6rFly^PoE{R1*6efi3)cltGQRaN(X#b_7sS-Yy8>fFx4I{KKR5lw<
ziDq@!gylIxSK(f`I;STI9G{#eaCWgwc2A7n3HRwk9d<3llzis6l5e7qL(=eDrM%Q!
zsEKC-U9Xi@R)k#95kfayGGbDdkGLc;Q>S3Nh*munf2+W;(R#?Teaaqq#wr@L;O^Ux
zphh8>=rkZ)Rj6t}2|PFUH;vV1JRe}Pj8%kK9U~^2A~eux+`?fHP_ouQ=^N%B-&Z-d
z$C<!tLJ4fMp1_*Rz=C68qr>LIgW?o&Hlb1?6m=Z$<wu}W=i0DVIIeu1$m7L9(L^LD
zQ(@TP7MjVh#1Op*T?&>n>3WAiaW4TI77sfRlvI7Z1?)#)Aa(^DB~VfykuN7pBPOk3
zvO0!KcL;N3W>%Ao)ypVbN2t_8tUp!C(6X_8&_<0yH(`q(1MELlEOqOh_HLjNibBfm
wGR{)L8>uN7y0D;mASY~0ct{`=3N{K6&#)CioA%v#<F)UiR=TmrB<17AKjsk_CjbBd

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tn.cu
deleted file mode 100644
index c964aaf865f832aa9d815172a9c63014af335b41..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyRiUhOn>rVeAgiiQ?U>58ezZ(%z{9aE+bIL}$Ingz1lFz~
z6vEv-_wwA!5uX6Y$<HtSB*DL~AMkzu>+k_%=)q@reuk45mEEq_9v|-^Z@-nuF0|i8
ztrkp~WQI6KVZ01~aGE<oti>5|hX27?F7TWgiFu}lJ=4no;!~*%g9R~?%PFV{RH*1k
z8#2uZ+$0H5PQ0CUJO!QG*=xGe8HGmkF_*bzw5f?98FS1u4!~HSX6l+maAJKjhd^?l
zHFw-YR*W73$jEZcn)@&=Q;|~!4QtX?np4u+a@LyYi#E1Ab2TBJ2t`~W-O#)+L~CZw
z(ws}th@w0c0e57na@U9MnplKHAwnooBG2SK`K`>=j`iRr>j$;iG5s+!jL?Bl>3lRJ
zn$<B=mSqUt_-CQ&T(o02Z(qi6*;_|?Bt{>E`}Cm>yOq96dFr^5Z=%nAQ2*V8yw+T(
zY0ieao-3=Q2)UvngzmUx#3U*kb4fy^PQiBJt$HhdHjYD~b(dxNls)m3l{9oB@Sh4?
zwIqgrg@avTwF}#pt(y?9eHAV?X2hg3goZi^dpGhU6K}g->PFee_f?Gj2F9@INeufu
z$FOCu!f&FM<(BM?!#tEV-%=(Wcgr$Pp%^XrY9&~wSGj0=3LW$3z@H6xQk+7@rc_FV
z!V-jMc|oet-U_zsfh%1nG@*A=@DaF9m7f%FOU<Oe01&hYT?>}^r23~oaX$v@w-!4P
zlvMe=1snvR@6iT0j-l*gK)xI-37DjYN$VIc-6<@TnOjX#R!^fW9ifulkbk0-p=Dvm
zpp6>)YWxXUdDwrlSPy;fbnb>4q3_`)+O?nc`0s?KWaRvIXPz9tZvG_(pD0)@xWjX7
Wg&%DD?kalisA{F7BPJ=IM1KK`Gb^e9

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index c6be5d7b5c7725e43924fb9408db1dd805010f79..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVio5l+pp)#7v9SW(cvtI?-)>wA|Qjy*jq#7rG*T{Olxc(+)<X
zDoyVE+{<&%Wsi>m<Mij}UYg=xSNHg?_hoR8F<inYcz%Y17oFX1@b2$#A#c8w$S#~7
zHrj2NFv$#YjKXLUUvTD~AlBlXIK%(o+zUKoMq-|8VUP79g7`!#!(dK~<Z=RP3>B)e
zrwy6p1g_H*C@0~Zbvy&@?esNY8H_@+_28wqjJ7l}BxjD9<_;Je%FJAg2u^G$W*3ML
zRddG!<cZN;06AHVSZf=`WhOjj(6lCNXP%PwnzQy;pPgdMb5}Fsu~5Vn))mcjL$qe*
zIP+YJW~1R_6L3ow%DWzPm&76@3KK%95<ZuA<hL>x8>jm(oxWG|jiW!Nh7sBqDw_?b
zM6)_(!txxU>u@hzowL&fPEOAgIKNzGdLTycg!}lu4!e<IN<MR3$v4p_A!+!nQeJ5;
z)WoxauGh*cD?+a52%%dp88NBKM_iJasZ+3BM5~^Pzg6JaXgy@vK4p(QV-*craQF3l
zP@@n`bQ%z@DpWO~1pYPlH;vV1tOvLpNwSPpgjgLTCYvHO&}rPlVGvNV)<EeS<{#cw
zIkv}{z-mGXY_p!gn#;g~V_~Di=EI}n6mmA9QX&*}9Pi~vpi<}BuvR#(e4WVS<w4Oz
zBq&p1*x(kL$*{x_y$D?imNV&kM?i5e0UH(%I}nsqeY^$iM_?d!1so+%QXi2oCrcwH
ztzoh{hD&z@b7f{$lZ@5NC|gIU)I+R4Rm#w^v3<}+jY2nJi=P7QKUFMs>z(#)pb?5f
y%Iz}FQo$RkDH*!3pm`uCY)p7aAQTEV3K7q+6+xT!@S^eBcTp?d*kh9NapN!RsTd~!

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tt.cu
deleted file mode 100644
index 9bb8ea8a2e35dceaa177de902b3c844ae34f2814..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TTk0C6n@XII06YVl+sbQiJ7)in<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%p@Y#V
z%H<q?=klG)As++A+0QS%EW^L9?(tpk>);+^=)z}sdV=E@m7Pw|9v$r<Z@yK?4z%7S
z%_dBkWQI6KVYG-pIQLEvYjHuG;eT-91)eb@F)y^Rr+N`Vd?J-$FegTGIRQ0>8kHPs
zLnZ}*>nsDxNjPU6&p~@TeN9&xqj1o8@X}jG8=4qWFvrZn9vB<K%w2;BPHYHfABYc8
zbH@W@$>=_Sf-FX?u?yoe7oIXWuqJQjo|5K<v*uWzx3J}f+Y;ijP{fteHO+HFv}Wcs
z_gspDB=Io`xFrkaT@N}dVi6Lh2%$^~U&uT1Tbaver~7-J{xLO-(7sUlY&a#FZNnz4
zC=j|1&r;PsZ>4b7x=7)oyK?qGjNS|P>BBbcMutN9+;Jt}M4ttx;a<DE(p;#CX9K+*
zE32glxiTY!Zn<Q{WU3f(NusBANqA|k{wiN<!!glqlU4eZJ@TAYG_(^4R}HSKlES~j
z{&QhH4x6got9e<nbY-hFu|7sjK1FDtvp9Og&^76%@Re>@e0*Q~*ezfR>zbsn%X11F
z_G<jvYn5)r-YE7%mGcc{(s8$_{FI8}oG+JxwY#;6R-n+auo1%MfJenC6l_AJL@3Td
zd{#@O?(U6XGa<OvwPO*w$0Z+;>s*CS0k_ahh9v+|i_n!|MF^^Q0u=XBuwihq13^h0
z&s)HL1cn-|fuj_vDn{hX&a#NfwlMiNhD&z>b7f{$lbmgbQKgPh#cqs0Q_9dPu_Mq%
zjY2kI3oHZdKT)ij-aGBxKqK@$u0^}Dvugimt|=M1Fx^EUCyZP8NFf9YRtxU%3|kQz
T+rGO@UfZi$>Ew_}%E!rH{SqwT

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x128x8_32x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index d5f9afb33809e9427f47e314f2d2fb428a611b2d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6ZBN@U5dPj@aVio5l+sbQiJ2Cu%@AUPb)wt&Xt}Z5dUb5eFLXux_}NL?h7Lxf
zDoyVE+{<&%Wsgq)<Mij}ewyN6mv{KK|7CcGF<ihWczS|^7oELc@b2$#A+Nuc$R2bK
z8|^ksnPi4IMq#{+FF5l~5NmNxoZ)|P?ggGRBQejlu*Z5CL3}EeVXz=ZaybPxfeO{w
z(}qlQ0#|7Yl#_7II-Y^{cJ`XD3`U{Zy7$ssMq8Q~k~7Cla|etKWoE8L1Sd8WvkSzB
zs=4C<^2q2efSfGHthEi}G83LMXj+rCGfzo-!&!TxPdnK1+|`VDA{23jbxrfa5UrUx
z&ODc**=YFK1l*9N@~#iP6|o43!h}$&gwN$I`K`?Pv(tkePyd)1M(9AOY(AP1&FZiz
z%X5UT!o6^HPdf>mbj}huyI3W=Cr0mt`}n>NyOv>4K66~jH_;~{Y51*EUTQAX)U%<k
z*UBm@Layitp&Kq4F{#SOT#}fnTM%AEtDcI#b>P@&J!IKFWe+@K6%AT&_w{=aq!3JW
z8xXE4R5han{xuGs8>{8m%<xVviUB68SVf5SF=DbALPMR#MH~eUB^w!(zES?+U6o^d
zoC&Nal)yIY32e9wEI1aHIxIgtC{7_~Qz|7wQOfaNeg`UnZVVfd<I2~KJYF0WO+<n+
z6^0FNshJFW4AG0wrC>Reu73m+_Y<&T_pk#&N!7<&z(E8CV%NZN0wwhk`Es%}V$vEW
zt7EuyN3c+4ZZ*kRy^OMTgi1Zc`ctJ0EgRbhZPYk)6BhX~!2VOkO1Iu=?}i$oD5Tu3
w;;a<>EHxz~7Zx-R<b;h04+(@q!A2qCIkqBb(;l8TUi&m^r5k%pQa)+?1rxa$T>t<8

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nn.cu
deleted file mode 100644
index 18047dc247afd53e9bf23c57273dd9ddc77eb3a3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)+|4$k*6u^JKzv2ZG<IEuwr`alyz|9yJ9gA%9$EI8hboAP$?a3hi@oVo6I8i5r
z9LIb8yzj3Ed;%CJzrOa91pmIe$9Mg2!+VUO2Vdan365S>cDr7Cc(_B}d@so^v_C|x
z7EGCBhB!uHybOPEnma+P#Tjvi|HWA@@SGWmd8UOu(aQkwsZ@r+f*8r=6x0MNDmu`H
zOfv%4NdlA;f6h9dg3j&iEnR7hLZkVR%iJ>B)WndCIc6GrFxH2ex+W2vSRc$jNbaNN
zj(cRq=srM3mSfi3#kfpGP8l?;Nn2@7No!lP)<mDRvE`Yo3GqZI;tJ`e%nL)bX67W#
zxfG2k%0m)xOO`5kedw+Wi;yTp2;Hm29r>fo<+G!MeUAQ|8Aj+psB}J>5zXq%lw}!0
z*Zx_kI%n+|+UFNBeD1A1JrJYc<xV|v@u`m8NZ+D7bzI5!=@?G^cjNL(bD^d=8|r$j
ztdb(+ii{At<&qJTsBFw737$GdsS9h>Tk*3o91^XYEYqj#k*BOILni|Nso<&~F}xHG
zo(ro*c-gObZL2V`IYvx6Lujazuyi9oFY&hJrEZj+f2@4$HZX=wPh!}ua}3++Rs6<l
znQmFVahQiP=NrnT<8E2{DHNjxU#$e|^ePi=UqZ+HUEuEwcvPH1#->zCgu(`dXL)^8
zbG;R8cLP_tPG~~!sHjJ%b*lWNfLm%N{rW@DB6KBK=7Z`V1I7IqtY2B|Ku}V}^By<|
zpzqNJ9LG?0F_5o2O9GSBn6%Dt>5gHc%-m{{vU(V0>Ijw94e=*R8CoWG2->Kz&&Kcn
z%47eDVm<V^)43aJgnonz(XQ>R$N!mYN=D9acjk-Z*Ui7g-~$D#1$TIkt?+|wKU_v{
O-KbjW=zvMeC(%D9&nkET

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index 7a66c1632b513fc2a87f2470cc87e705c293ac59..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6ZBN@U5dNNDacU(5D5awew3!yE%@AUPb)wt&Xt}Z5dUb5ecIb-u@w1b(4FyJ{
zDoyVE+{<&%rO79Naq{a+KS}WK%R7AA|2n+G7%t#5JUzkwtIl4}d-wLXkk{W!WDhzA
zQM(OOCYd3QQ5Y}73r=$<h_yH)&hWoD%LSe@BQejkut$0sKzu5dVXz=ZaybPxfeIBh
zwIS1tz*Uj}<;0(}j;Ek=JA2Dl2BXku-RCm5jJ7l}Bx8=5#ts<k%S>I12u`doW*12A
ztLBb-$Rne>05Y;1v(`3@%T(l)LBpD~o#vFZH=MO6`lN#`&s@!jCqfZdSl2W!4AGjI
zqcrDIG@>XEO~4IVs@(OVw;~oHQJ4_AQ;S>jN15|yM+dtc{W&v?(1B3td^97P)iG0+
zWe8pQd*SMybYke7p2hI#VwLHh82v8p*h9`f)?wGuk0?(aSMq&y49EVrPI;-hP}7_Z
zb-h+rSrKwYM+n_;$%si*Hs+FqOx=R&B3kuS{H+6rM(ZKV_9=VdDXVDEg1c`&ycC6C
zq8ov~s!-K*Vt8pBJU3Qr@p5|cDpnC<eT<lNhR{$aVFgECJ@G~WrEip-eyDP6k28k#
zgksocJ%$aJo(0GJI{USU2gNC5Y)Yj>D2O=R%P&AB&5dCrZ(RAhfyayeqKQCIs{F9Q
zEj5#VgCTekx)dy9()AC4;(iR)Zyk0ZD5?5*4>$-wPwW~vj-jMJAYV_G1WZ!Hq;(9J
z?hqEr%&jIVtCvx>j!>zGP=BJ7p=D!xpp6>)Zu|;Adf0!eSm`!*I(I{jP!LjPS8-Mf
sewLb&k@E|hd2;;5_=gyLp<sg$@f=&>wP_E|qqjbaTIs0CB;}LnAJ8ur^#A|>

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nt.cu
deleted file mode 100644
index 86899145251d59b31bd0027a459b066ac3986d4a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyRiUhOtu_~sAgiiQ?U>58ezZ(%z{9aE$1Vf)$Ingz1lq1e
zD1^Iv?&Z0c13m$alV4x^NrHc0-Q&Cdx8Xg;(1S1V^aMvQD!W~;Jv`h)-h3~SU1)!Z
zS}m9|$qccK!gv|};M7?`@*HQx8vYk&PT)B+67x)p{6sGUh)<<53>L&lE~lU-P@$p&
zZOAkuaGfMTIq`P6<tb>F&tB7&&L}jR4^FzA(WWMbWXv+tcn2o;X{NSG1Sh#q<~<PS
zv*wn2$coYT05Y;1v*tdG%TzeZppl!jl{!jVTh3Y&eb&Y~&umSICqfZhNH;Vu4AGjI
zlhko38d2mz5pYYE%Go}2*Tf<u3K2s0YH>&YD08`EI(W%6QNm?%$NJ~YFhU1HrSs8@
zXjX?!S(YJm?Vp9JbJmWbeSQ(c=iWNl12Otd+^L6Le5%84r0<eTEm!hwbPT8dy9s%v
zxlmKbhPs|BtE33oq9TNDxn#s7DjRc2LZnW?cHymhD}FYPL!ot-W%-mn@|2Y{bRzJd
z3S6}$hUdb;uCUsL=PirZz6uu`Gh)&iLPMQ|y&L(FiML%Zb))S3V-;h+fiY})62m^v
zF>KkZ@SCV*xg~q!Fb`$TH<U@s?XrwhC`JpuS_#(aRW90|Ld*O)@Mi-a6{nD~DU}kT
zums^*UXW_Ew}S0@;7ZpCP3RpJd<3pj<tGK~QZwl<00b>USAu0ess1rg+>asmTZ=6S
zN~(O`0uBPu_h<tg$53`LAYTra1WZ!Hq;(9J_81n*%yUgrR!^fW9ifulkbk0-p=Du*
zpp6>)YWxXUdDwrlSP#9k+S#E-=tsDT`P$EV{C7fAGO~WVGf$3RH~$iYPZV-3xW#jv
W3qRQThs)@-qpFpT4w$5T68!^}3@fex

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index 78c0283e0865719001348d449c53abc1c2bb6f14..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVio5l+pnMZKg$PGlbY+o#-|`T5jyNULD)=3tbUEes+?!X@Nmh
zrOBP2dwK4;?C>#Qoc{XKOH=&&@($njz7Fm%h70%%PfxJ-qO;o#-re0T<n{Lw*@ff%
zM!O9YCYd3QQ5Y@a3(mX~#9EvaXZT;7dx2-nNX&CB?4e#n5T8h87|e;0TuwlZp+Yrw
zv>}t6z*U+8<s_W5j%T2~oxbKPgHdR<?!EMu(UvBL<jgVCd<VvcGBejAf)g8xc@M;g
zs=4C<^2q3W06AHVSZf=`WhOjj(6lCNXP%PwnzQy;pB!V$b5}Fsu~5Vn))mcjL$qe*
zF!NlBW~1R_6L3Qo%DWzPm&76@3KK$iYJN-pD09AXwExo4R0*HUjnhA;h7sBqDw_?b
zM6)_<!txxUt8gz|os;7Pj!(}L_;j&Mc2A6c6L%CKXCLdZYZ<2GGsl&D8=b&W_^nc2
zYA)2ovw^PH$|@^DuILD%8!j0!sme!Ol9;Jeuw6u}o{GO!;MizAWZ6Dt4?JTP4O(#b
z?MG0f5KMF$5UwgzHJ}8Z8~dBaYBQb>Fj>YbLadGvlT8sC=rnHOFbF7FYoPQE^V1Ji
zj_q+Ku$oW;+pH(B<}$G0SlH;W`S74Pg`7>Oln6x~$9wq^sMNVOtQC$cUnlZ-u~#$^
z3CdI$Hn@dmGAuDfFG81s<xINX0Z`maz=p-c4g@7tA8!Hs5g3SF0Y?dx)JNpY$<l~P
zYnZH#;nE$zT$!2GBxCh5%GMDo^$_b%l`^z!Y!|dqqtH#*;>Q5{PZdkudZ)b`XoRAW
ya=VPPRPaV>N`@{hXdcK38xtN92!(=;Lc}v{MbM_*KX1JDUDQf9c9^7m-1rCdju<Nd

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tn.cu
deleted file mode 100644
index c65df06ed00b80a6f5171ff6d870ce4a178dba87..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6ZExBz5dNNDaiUVyR-vqPtu_~sAgiiQ?U>58ezZ(%z{9aE+bIL}$Ingz1lF!a
zD1^Iv?&Z0c13m$alb>JuNrHb}Kj8cR*Wm-k(1XwL{0v7gD!W~;Jv`h)-hL~QU1%Ri
ztrkp~WQI6KVZ01~aGE<oti>5|hX27?F7TWgiFu}lJ=Mzq;!~*%g9R~?%PFV{RH*1c
z8#2uZ+$0H5PQ0CUJO!QG*=xGe8HGmkF_*bzw5f?98FS1u-hr_`&D1rC;Kcf5-UG>f
z*4%LqSuy$^Kt`5h*4&42nTnh;XjqfB(wvgkmb2DGpSQ8)nX3u$L@444>4xToAzCwY
zn&w=JMik|t2)H9lmAgK4*Tf<u3K2qy5_u-?$!}$@cB}_4SwE=7j_Hq?VT2BZO6Q{)
z(X5V{vMfXB#y<;H=e!+5`{FW&PrY@dM`HAwxHAvA{8)$GO5deCbzI4}(J`F)?<VB6
z=0Z(#Hq`Z8StUit6%`?L$0Z{sQQ4SF5+Zd9whM37Tk*4T915+wEX$|tiKncjp%a1s
zRN$&5G5jkW><X)0*tTrlgm~?%aIrBXCY>QP)JfR8ksq0O+x1d6$}T=sG4>l6!=@)O
z?DHJMmc0tUiCUIhvNsO%P}Y1)nRMJO%Q%H%wBW0iV4Ys&qU|Yk%%1~)HsDEd3K^SH
zDG>@w5T4})sYZJ%*scezbe+(I-ci9v;5t=)Qot=Wll}rg&?0m#Smu-Jp8&=E7_8q~
z>_AXb<?|MB5P-f%8{jyGvWo%va<C*|k{TwhW4LrDuux`hHAz`Ljk0uvN_Ip3iBg7^
zg&l%6YV51=Ct&4a|H)!K^tscy8)}5Uhnr~Ee%9l^6Pl8d^V^+ya{Rjaml%AaV71^5
Y&#@JLu<h|x^x9F?N=FAwQa*|P0-B^Nt^fc4

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index fcb716b7701900cabc37b80105a95f99c14910ff..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6ZBN@U5dPj@aVipGD5awew3!yE%@AUPb)wt&Xt}Z5dUb5eFLXux_}NL?rX38T
zDoyVE+{<&%Wsgq)<Mij}ewyN6mv{KK|7CcGF<ihWczS|^XPv!X@b2&LAg{lb$R2dw
zHQH^MGRX{ajKX*sUvTD~AlBlXIK%(o+zUKsMq-|8VUP4Og7{P_!(c&-<Z=pX0u`#U
zrwy6r1g_E)C@0~Zbvy&@?d&CA8H_@+b?>FOjJ7l}BxjD9<{L0Jl$p5}5uDgi%v&Hn
zRLva^kVi(}0?5g7%v!rJE;HdNgQhiEJM)yZH=MO6`lN#`&t1)kCqfZdSl2W!4AGjI
zqs((DnvI5!O~4IVD)0KxTM>(pC`<^YO88vflHbalZ=D`Iclu5(wvPUo8Aj+psBAu(
z5zXqDDa&(&uEM==bx%48bWYC__;|6(bWe<a6?YsUXCLaYYZ<2GGsl&D9i6~&_^nf3
zYA)2&v!Sln$|@^DuILD%8!j0!smjM(l9;Jmuw6u}o{GP9;MizAWZ6Dt4?JTP4O(#b
z^?OjG5KMF%5UwgzHJ}9kH4e6o)n;r4xEe{aidBSIA0sB4AvDx!+`>^1P_ofL=^N#z
z@2ecU<4j;Zp#*kWPhi7kV8OAl(P8u9L2(K>n^GweiaL(>@*_~Gb7R;j99O<><niL5
zXd)7nsW5DCOU-0hVu)UZE(Ob(bp1o1xSxOxi-#QuN~%6y0}diE5W5DB6DX;V$mf%#
z5tG(1SslZrJA{QYbE`?l>SdIzBUI`k)}Jb6XxZ34XrsoVo3O=?0rsCNR=V|0dpFbw
zMIq&O6=$X3t<;o^Tv*UNkP|j0JR}eb1sjEk=h%v%P5bV=@zQruE8W;*lJZI8FZw1J
AD*ylh

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tt.cu
deleted file mode 100644
index ecd87aa35bc9b3b21bb70450f4480ea16b1f39a2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TW{Jh6n@XIIHFS3R-vqPtu_~sAgiiQ?U>58K3XO=;NjSoW0!&Y<7X!UQr50S
zQ7-5BJD2ZV4)_ExPJVvrCkg&_{ebWLUxyDELk~W~^D`X1s_b^X_V92AdHbzIcA<S7
zwOTM`k{Mzdh4C`{;M7?`@*HQx8vX}oPT)B+67x)p{8TRkh)<<53>L&lE~lU-P@$p&
zZOAkuaFZlJIq~Om%Tv%UpS`6kjZtVcADwhLqfJc=$(UuPu?HsiVWzf81Sh!<W*><2
zQFF^ZWX0${fQ&51tho#0G8K+8XyhhsrH+!;mb2DGpSN+&Gg}kliBQBA(hbcEL$qe*
zG<95xMijY_1l*COa<&iMHL(bZLWEGFgv;bT`K`>=i_?QWPyd)1M(9AObUvC9&FZiz
z%QA#+{IgJX&f77xFD_&F)LT1yBu2lBJM)msk9F9s^o4S%<x0Mfj^WJT8<*Fb3pI6Y
zsOzz^N{WyzGD7H%OGZqhvN4w=c<K~{7uKq;;<Ygx60Mso)2Hl-r>vx*6M?@fa8;EU
z{uK^h3afG0R_#G8iju`^TZM_uF=EmgLPMQ|(Hr@$iMNF>b))R!L*-+)fH7=p62mUf
zF>KkZ@EfmXx+Qz#&<|zKx0FfC?XvV!C`JpuS_#(aRVLb=Ld*O{@S6jk6sM4}DU}kT
zFbCmTE|IFcw}S12;7ZpCMd%$Bd<3pj<vRuJQZwn700b>U*Mem}sQw91+>asmgNrQ)
zN~(C?0}cYv*JuMA$52)=AYXTu1WZ!Hq;(9J_5>En%yUgrRu7|09iful5PzbSp=Dx+
zpp6>)Z2T5jdDwrVSU0`1+S#E-=zCa;`P$C9{a?7IWMutxXPz8CZvG<%A1LHnaEs?S
W7rwFc<E!Ycy{eUt4w$5T68!}Xk}Tu^

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x256x8_16x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index 0afda5f1f3824ca85f65471fc2cfd29de973e3f4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6Yfl<M6#dSxxWU9&vq;5i+7V1(YmBXyM%wyuGVBg8WnP(w6yuNY%<cj!)yjq}
zyZ6qyk8{u6JvIT1)1ROFX^MYc-r?K+m*E}8Z~>p-=?M;AboP3|yT8AMy#7`qd(e5;
zXt!ZXB{js+9LCG|f-~<pu@(#B4EuwH=Xg$y#7t;zkMuHv*i<S*VL^;!atdk!6{@kP
z4Vel8S7{14BjKENECcQB>@{B*EQe<6-b-(3-qOSnK^-;C9WXYOnYk9>jMz}jE)XB8
zW{w5OBh7aK2(ld0);5gEjQgBI)0(WE`JA*joV6$Vq=PLJu4cp&u81qFYnm5^Xid#g
z=9%QpM#IM@;D#)fcYWxsh((AOCWKPOy^y!$w=(C?P7iiG{bOb*$p>6z^U;iGT8B-k
z5C~m`d*SMybQ0*Co+a?{VwLQk82u*hI6%%m)M3{$49aJYDfu=!f#dL7r@YjRtEs0$
zU9Xi^R)k#95kfaiQesji#!Ql!sap_UM5~^Pzjff)Xgy@veoh})Mk^XLXYT9wAV|(B
z?=~P@Rj6u43H)muJU3R$v6<nWS`-6JR<Vi@>tn=ZGlYgZjf*%68cH@YD19Sw`o7As
zJ<bHy6G~v4^#nFt1{NF*OC6RU9u&(#&}l9uLQ%@`UVaBEfo=>Nk>kqOjXYi)6iq~e
zG8KjmZmFpZdkoQw&?TpWO4mPx9QPBjVfU~Do|CGNw}68P48*R1;{;0TBl6{BX~d*8
zOjgG*=?-C`%-m{{(RvwW>j;&4i1nvRnY?UlAGA^9&`nt6#{m0J6)W9(r@b3$grbmy
xUBy``_*v?lj9gey5y%M}6CM%>g@TPj#B*$U(58KN-gxcPsFiN)QJJ$z<1ZpM8DRhb

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nn.cu
deleted file mode 100644
index ebb5a2f3abc168d6e1bf6e3f1d5938f8fd5a03aa..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1646
zcmbVMS#KIK5PsiZF(OiwL`!IiDzy$E!8WQ=C8Y{&^Jtm10T-`r`3ME&$JgFnj*z55
zMav#D{^t1RIN}q)IQ#jzpJn*h)g8X=e;wXo3_bV+kB@NjqO#i!+T-Ir<n^}-*@gCL
z(rUq!NoI&+6voT=fphN!u@)D^8U6<sUf?-167xa}d#;xe#HUgj1`A>&ms3y^s8Pw0
zHe^~5_>yHnISJ>i<2h(=XRqlhV-y<AdoR6Zw5f?91#`?a4#3zDX6~9qaAHF+hd_LY
znmZmKD@G3i6l6JO&3zb`x$u-h!<xL6drDec&RP?F(Z-e+ZbyhGLJ?O=H#9E{(VCg_
z+;b@!N#bJ?a6^{LyFPT+#3Ce05khxraZ7$HbNS@x;E<y~W`+?u5GtRKW<;}H%#;-c
zLSMqYRCO-eDa8NB-rCVUG5SAX*D_Sd=Z-7+Ci;B}@!Gh&(p;#iXG6UkDyyXkxiTSy
zZn$K`WU3f*NusAt$#iM0ek&gv!!gfYlU4SVJ@A}WEOZhGzZzVZBZcR}!Bb&92hYou
zu5FbjHphs`X9x{-7H4i0+9lmqywZ(|5ASLp`}Ip<Q<D_-c}`)=UX9;)t<tU78^?C2
za=xZaI_{R0pHeYe@YPDNPOmo64iq{TRzX-9@Sr$_f=#KE2*m-2_iB68ZM_w2M+4Wo
zPAo$2q~s%VovY9(;Fg-nF#Qm<2we$QgrNFoKyg0>8zvSz5R}yMyagOYV5rdsI8LFe
zVnn{|EQ^?I2b1q&xO8W*P-bp5$=PlgRq6;;?8f*rr3|eSI|gmkIAjyXe-&W=h+^IJ
z-f8cK8lmrTAKJB@b^AYYP07fG;VuF>Vcfz?3L#LiT5yNw*ox5D_VhA&ZJ}zVlOrZ6
HpCo?)QfVqV

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index a678b28cbaa9cafa05a668d850588ccc0b67fed1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1585
zcmbVMYfsxS6#brGaaAM)D5V={(q>wuHbaOF)`@Q8qvghK>eaC=Kj@11@w1ckL4i@N
zYLoO{pZhrX-0blQV4VH@+|M%n>*5yQ^uG*mF@|&a1doq!@S?NV3*P<xE#%d=8rg%B
z!=%%Jf=OnGV-&`V_y_0S31TfSi8K5UF1^4rW+djN7WP;#B8V4K83uD=B$oxK2{fo=
zPa9H{1TM1-C@0~Zbvy^{?esNY9gIS&edndOjJ7o~q-2hn)(#jO%FJDx2u^G$W*3ML
zRddG!<bly$03}(BS$iACWiC8r(6T1)<erkwnzPPCpPpdLOSfUf6QPK!tSg%5hG@;q
zaqhVktt9cW3AiQ;<y{|oOJWfcl?kC+HNPRhl{tHIbg;|OA5+5!9SD`rMpL5MCZ=Fz
ziO^-ZR<7>pNec1z@qC%+ju`zPuqzoR<a5WBd=vdXh4@{iywF^z!n2{?ER{7@gk04S
zLf2d}Vlq{Zxg;@Dw_>`A);v|WRp8j?X2`mG%I<m28WyzR?(6rUL?M{yCJ;VNsAf1R
zJU0%W8k?<nKD=}ps|v9?Mod0MXsENefukUvbUpvtH!458YjSK)GlkWJQrKoag*BIf
z1;@fRhpmTu#VM4mpi&|fH5{+?3!qWv+OSqPZhYOy<M~0=L?kFzVc6gnn#r)h5WNUp
z2v#!b`bR)<KLs0>4m%K(G=01U97JFsb_E=#P*Wd~FDJ_)CfmT|n;0(L5zLjDSxs`b
zSw`JDLbV=Z{h3mR){X6hHfkKY2^;(nVE?FMsax-~cSDU(6jEuIah3{xlA4l{3;S6H
ja>B-hhZI7gV51Q63|kSjX%Ekm*WQU*>12;d$|uQR3fmU8

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nt.cu
deleted file mode 100644
index f330b6d73cc9eb10cb2d133068565f883618118e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVMS#KIK5PsiZF(OiwL`!IiDzy$E!8WQ=C8Y{&^Jtm10T-`r`3ME&$JgFn&LmA#
zwCpkCZ;o${BR&C)v!9>)S%!aI-QnB**Wn$;(1TC#_y{M@D!bjFJw84_UVp2QU1*;s
ztrkp~WQI6KVZ4kVIQLEvYjHuG;eT-91)eh_F)y^R=Xx1Id@7Y;upmZqIR!O=8kHPr
zL#73RFIfhZlW@*Do`d#w_L8nLMxoKX_tINNo0=F>Fvm>e4Hz53%w3ZRPHYI~Ef61~
z=8gx*iqW?K3bGut<{^yBTzJZ$VNKr3JteIzXRV38Xk*I@w<E+8p@=J`8=4n}XwA%d
z?zt3=B=Io`xFJjBT_3t@Vi6Lh2%$T*xFx@px!gNCc<yMXgfHaY=^r!02ptHO&qp(&
z*)D9#iUOf8;a;jb7wr_{|6_0M>z)|>AFyi~isW<0m3$TbK81K~TwZA|)YP+~-VK%2
zQiNQY5JERxGGa1SjJYJyQ>P@mv{t{BkB#A&=dQ^rd&(Yo&MFo<34~t_t}BwlQ{iA=
zSdYTfilu8?rHRckV)7Y6L!HI38-<QZw?(gXqvFH6+Q(u2QrOfag+rcG*s@pSH(slB
zEB3~*9jctKDU*)7W#y+-j23*g60Fm!O|%1rj)iRywgx;XPN85^DkVa32I9S1Aa!SN
z1>5PswXPG3&^sylh+O9?bPBkoW-=@Qh+2fM1S>*N{WGArpMniTiya6`>UdrQ4k9qr
zXagLlP*pJ^pLdo;Otyo`cQIVLGgv4yx0>W^H;gKEgerDp{FzdQR*4;hHfkKQ2^(M)
zVE>3>-SpmR?}i$o?{OvCwVieQ@42RA<ic<lft)aI;U$F-C|E7H!*gs!Xl#3WnY^@9
MwbIEElax=AzrS!RZvX%Q

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index 44e8a1b14c1a0c9492b0937f41fa721923c51ecd..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfl<M6#dSxxWUAzS)|o8X-6=DtueM*8fojt$*?oPlzC+yQj9;oGrP-Et)>Ka
zmwV^j$GPY39v=h7`OnY2JjcH-Zt+d;%itDcIEPR0_y`BjI=kKI-QV9qUVW>OT{t;x
zwA(OYido_rh0!AY!A0<bIEN+imjA&r2s~p}VJ?ku$7Yd0e4?~vFeg@VH32<_8r9e{
zmP{mp%RC3lNj&E~FTeyheaTk^qtI;K1r;2lEki7k%ro131IEQN3*RDw6Bmnl3nav<
zx#tn`!01~5k}O87wF~2_5P>piI$N}hKuLSeS$k|wPq5?CZy51dXyQxjisrc`#xQ$a
z1g=E0(FmytxF!o7d=I)yVi6Lh387m(zahW1J=;3kf9`0mMUZOi^pB}!g!Y9lX2U5l
zY!fzNQX+I2ucfPVdXho<eLP?0x+B*72kc74A%((otzJdH&metQDK88cdJ@>cY?jJu
zD?+|(2%&4P7_qsQBd$ow)G5g>qt#F4Z5256xf!zRp0ayhu$l!Uxc~Y+icttAIt_@Q
zI#fNM44xYM+s1k^p3W~@#wtUsjuBf-5gM30E#WZgCtFLP@(tyOcXf{4X=bpRPzJlK
zXRzinvfx=<=(zZBuQ>(DCR8bel8n=}dI!|vTpQK`$F;AMcsxHSn@9u|Iu0BB!Y~zg
z7?KyE3&A8)zIOx^_cCyC@303!N!`b5z<vToVpqUX1{L)Q`FyfGVe$=3v5DczAHiJP
znKPtdn`Kn3BUI@j)t_r^Y1P<17^_FIo4CXe5%!NNmbwkz1V1ncB_T<-jI&hmR%%Ly
oKJKTC<iw4M4;jQl!6hN$8FnIS(;c2QUV1GWZ5n$_Q9f?`1ug^^>;M1&

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tn.cu
deleted file mode 100644
index db6e22b935df5481a92cf228bd0af5c2ee891582..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVMS#KIK5PsiZF(OiwL`!IiDzy$E!8VFgC8Y{&^Jtm10T-`r`3ME&$JgFn&L&M%
zwCpkCZ;o${BR&C)vmc-PS%!aJ-Q&Cdm*G9e(1TC#^aLl*D!bjFJw84_-h8c)U1*;s
ztrkp~WQI6KVZ4kVIQLEvYjHuG;lFX=1)eh_F)y^R=Xx1Id@7Y;upmZqIR!O=8kHPr
zL#73R>nsDxNjPU6&p~@Tdr4OrqtIwRc<C*pO-&3bm}92#28<11=B`NuCpHB07Kjf~
zbH@W@#pqiA1zC<+^AN^mE<9z>uqJQio|4v<v(`jkw6W!d+Y#c4P{fte4b2Nfv}Wc!
z_gsoblK7Ye+>)j8t`FTcu?UG$gixl0FXSEhrOf5t>A`cS@6}@O==Ygngbswt=c5_X
zY!@?SMS;+DxR<KVMLUJ~|JYkQdLTys2kb_MBKh2LC0|9qPa$3#msgq#HT7($cSB{h
z6d_k8gwQRQjF?OnV=hVb)G5g>t<`VkV`Dhxxofh@p0Y=tvx<dI0^wJK>x!iCw{Wm8
ztVdy6v2_j7wXM>`<`^;g456XU;@FKs$E4e$SGrO0;a%<Huzo3QYLdbs&nax#tMMDJ
zRk{^><Jb;W&Nq}v$KA5>Qz}LazFG;^>D4CMfkMZ^HV9h-9u=ohuql-ip*REaUM-Ni
zv$ulnbl_UoiACt0lzc?4a}_!T+)^_c763#oLRW$nA*lWtP~1<!hM~m{1SNGmuK@=U
z7;3Zuj#H?r7?ICA%OWP*!Q{IbF5MX{l$l#ia<&^rl{!KdyD|PuDMPEojzJqW4%vha
zunMq$M6qsq@3ePAjnKEa67AZ~y8ZWDQ!;X4xQjqe7`O0}LI@PB7Tn=EwjwmPJ-tj`
O+NoOU<cLYiC&?eh2rF*@

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index 55cee82c6deadcbccdb82a1255d3b4277c2c7daf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#brGaRm|rl+q0}X)`TSn<2Cf)`@Q8qvghK>(wv$L080&pPi)7!9c6p
zB)!+?KF&Qi`+N)-7e7AsiUR+<yu~-Y&x2cx;Q~Iu<0BkC>Fjo+_uya$`RQwo?850$
z)^5XuDQ1ah6h@2m2baMM;vAO5TmBo%An=S?g}F4sotQ-e@rlxw!JJsd)dchy8dSD#
zESX3GS49DolX%W~UV;g3`kb#0Mq#gY7gTVJwhXaEGSBSZD=;pWS^5?coVZxbYak(3
z%{`Bh2S#55kYq7ptz8&br3jS4p0j1U43xCjoVCa1>=ZjL{e}^bg(kkTu4tZHVhpn<
zW#CHeWm!l~z%^Ou;Cs+r5{r<iOb8WP1gUPwFKy4aPWPWWeXHkNN54-kBeXAcIU7!i
zVVjr<lM<n;c&%KWv(p^X@BPIx(H*hoKVY9!98xGf*Xl*|+Z@t&mGaVXp(lY2%x0;q
zu_ENFh7h{uiV<6AIpT_>Or47CDq8bY-By89pPM1;?kT(HC2LqPg8MJuq8No>qLV@V
zG@+XL<nXt#zin(5V?Dp+MDk^<D#Yp-vE>w@fhp1w4x@hZwFGM4P`-Q9<k+2N4yy^}
zu*-T5Yc3-Tp2dZZix2mjQ;=*zl|m@VI9=;^KqJnzVJ&dn_&SNli^HmkL{O>Yu)!}3
zQ*nnOc@er4Ofuzr$3Sr}2N(Aadk~Z~eY^zhCtxIY1svs2Q=gDeCo2-B*ua#V7_R&=
z%(b04LrS(;M%_9>wH{Lah1QnVjU9lodK9~fOZ*UF|EOZA+u%*`1A|Z!l61>BO9gMG
qrex^je#%Hr+?e=~Lo5_r5+a^qC!#jp(RudVYtd+v?K4IBIQs)LoEPi>

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tt.cu
deleted file mode 100644
index 161e1337315dd4ac59f5b824d5e3d6e3dc370a54..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1652
zcmbVMS#KIK5PsiZF(OiwL`!IiDzy$E!8VFgC8Y{&^Jtm10T-`r`3ME&$JgFnj?kn*
zMav#D{^t1RIN}q)IQ#LrpJn*x)jhuJe;M9m3_bV+Pfu|2qO#i!+T-Ir<jvO#*@gCL
z(rUq!NoI&+6voT=fphN!u@)D^8U7m=Uf?-167xa}d#;xe#HUgj1`A>&ms3y^s8Pw0
zHe^~5xXv=5oP=}M@f@_bv)6Q$F$#_5gO}bi+SJ65f;nay2ViUnGj~lQII$s^Lm)mx
z%^eSr6{Cj$3bGut=01$eTzJZ$VNKr3JteIzXRV38Xk*I@w<E+8p@=J`8=4n}XwA%d
z?zt3=B=Io`xFt*FT_3t@Vi6Lh2%$^~U&uT1OPR}Orw0d~{ysB|(1B3-d^97P?ZT$4
zC=j|1_fpllXr~bWAA4(G55(yIfZfPYC!ag6<eTXCDa32z@=9}|rk)M;Zm6u5BIL@1
z5W3}(5tFH6%q5AQIwjwwwfe1mYz)UdcTHB=Q})PnR<Y1YApB}@U6d6577m^Z>uJ~)
z?OrX)ilu8?rHRckV)7Y6L!HIR8-=Dxw{@>{qvFH6+Q)wVQrOfag?*k=*s@pSH(slB
zEB3~*9jcsfD3gx6W#y+-j23*g60Fm!O|%1rj)jE~76&{kPN85^DkVa34C1}oA$4<a
z1=|6^wXPG3&^sylh+O9?bPBkoW-{ymh+2fM1S>*N{WGArpMni@iya6`>UiD)4k9qr
zXagLlP*pJ^Uv`#7Otyo`cQIVLGgv4yx0>W^H;gKEgerDp{FzdQR*4;hHfkKQ2}@uV
zVE>3>-SpmR?}i$oZ*eQywVieQKXXmV$c5o90y$ya!b=JvP_SBXhv(Re(Af6$GI?#S
NYNeASCMlmJe*iVWETsSd

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x32x8_32x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index 9269ac054465c4a44cf407ae57d5db1ae43e2374..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1591
zcmbVMYfsxS6#brGaaAM)D5V={(q>wuHbZC|tP|bFN6U@f)~jFggRY1lKRZbubTH7W
zHc9XGxsP+t%^sfs#>J11{i47>FK+O4|MTz$V>pKo@bCZ!Pda<O=-uDnL4NvLBYSXi
zm~}cZWr|ti8HMpO{lR7Mf;fjI@s|I_G6+0pR$(rUaK~nuKzypSWw0PtaWw@!fd-ZB
z8B3;;z-3VY<s_bSo|j;Pn?2{NgHdR;Z-WYs(Y7I$NamSsy#nK6nWb+N!HJ8-yap0t
z)!g$4xo7k>07;f(*4~A2Rf<3vw45zFWuT<9;jA+;rzhBP>9>q{A~f-pbxrfa5@VP>
zE(2Ghm1Q9{0as+HgYQFcMJz(1G9grG5u~~%zqCDjbb9d0)8A*75jqgMoR4P2ux;3s
zNr}*9yjHI6=}8Xh_x^m9>y}vaAFxj<&MB0hYxN@fZ4T+XPI+Ot(9^(%X1i3@SP}A7
zLkL}Q#fUAm9CJldrf$V|6|H%yZtK9Q&+U+P_mti7k~J(C!TpzSQIA3}(aj)!no!M%
za`@Xgcx-HTV>7}Vy{P7wuVPgp*2jn~X9x{Vk@j#DC6sSeQ2R#m-J2%I?lf~)Pbi07
z)^pf!8Cmcw?sVLJxYL}1WK*gXLP^Q#TE7MweQpdJjpN4GO+20-R81s;N*#v{ercGB
zYYfSY(1l=<Dc?T=iu*aZxO&)wprq;JCEy?dBe84XIER}0gnT+#kub#;rrgGG<&R*Y
z?c5nsvh6bJ))A`pkm@hAwzO_+AB@%G*iGEy`w06-6)W8aZ-O5hgp!b?Tg6!^_)%&~
oMn3MRjO4_Pi4Qr%Lct{=;yHFAYSSH_WzW4CjW*dHQ<P7#KU!xQA^-pY

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nn.cu
deleted file mode 100644
index 929bcdc68d8a0e679a3154ac49ce71b75c340b58..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1646
zcmbVMZExBz5dNNDaiUVyRiSL{Hf=5-K~`0r+A)=F{b-rkfQMsSeklX>$Ini}OKH2J
zAr!)$pS$OtyYm4b1IF3UFTE_ozb<a^P4DaA7GvnbXLxvkqi3C+PVgQc?jWzeRmcvU
zzDZgwm@vr<ag4%f5&z)aJ3*|)1#yP|!G#xi#*D<g(88YRMFjDQREEKv7|G=X)EH`1
za-a>F6a+4_3@9hzoOL`0?d|j>Uloi(qj~40w~RJ5F{EIQnZ_O%8))XPNdzZ0kl6>~
z18eShfGio^2T+j3h&6X%T;{@41`TWSR_-ZjZ8U3*_1P)5yl`7aJQj+$(z=#;Ziv>*
zoaCNM(MS>>i-2pgP~P>Rvl12|QJN6CRr4G2Tbc7mNBjF6{V_F+(7sUlY&a#FZDS^^
zC=j{~&(hUCJ5Ax^`xHKPSBdV3(f<LvlA%LBcU;L=(eF}--*w6h&4rqHHqhHtS#3qg
zl?5Sm%_SoyQ^kl&5;L_+rORmbTlupN9P8W;SyfNjJ<nOCLOX%*sljzSQg~|YKQ`8T
z@U&g&Dpna{eT<lViqJr3ap#6%T+&U)E8npA@V3se+rJdnJxO6#=M*;T)%bPRs@zJw
zQ5=V=<}1pi<8D#qDILQ(UoHh}ck2+RK|;sERS>QWxL2G)!6sBngyI6kXLWnjW4$qK
zRs+|*c5FiTsMI5BovSb@;1-(6u>BCd2wezP1X8_YptzTU4I7Ic2uf-`uL1iJ7<#k@
zj#8+)7?IB>%OWP*!sOc+F5NNAm6=&ha<)yQDjlIp-N-*v%FwE?L(oQzLN#IimjU(<
z7OSE6PJ1`d2z`(Dp<TsUjsK(6lnh;1?jnd2)-AlG5Qu`+f;&9JR)oQ}Z_bmKE>x{_
Ka=;|z<K!=R?kYn7

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index 71aa87a19d65e3c821baa7d4a28d0c62fa257cf2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1585
zcmbVMYfsxS6#brGan(u)P)ax0rp>fSZH5pVtP|bFN6U@f)~jP%e$W;1<7X%7g94*k
zRHeziKKF6%xoPq-V4VH@+{-fj>-+{^_r45nForYu1P>3e|E#my4c@)IE#&353fYC@
zgQVSt36sna$0&>z@dfAJ31TfSh%@{TF1)}qW+di?7WPOlB8X3<G7RR#NG>O!#!#b@
zrZ!|!5V*)Ppqzwr*6|#)x6_w=RWJ&T)~%P`GTPF_kb*g88arTYC^L60A~><3m|Y+~
zRLva^kb6dV0Tg60Vy$f$m$~qiLBpE7oqI~!YtGtZeR7N~FWiO^kA)(xw618L8=^Hc
zN4e)xG?K)}Cg6%Jly^PoE{R1*lqQ63)cl(KR_654(f%$+e@qP{v@cXX8%~L4o0thJ
z3WP4gy>xX>j#K#XE`^V0%S5-t=>LFS$}l0HJFeub=(j1v-zw#~=0Z(88|ckaS#3qg
zl?@?u#U&#qQ^kl&5;Jv5rpsvcQ~9?F9Q)i1S#?j@9nV?Kf)?C;{T`Gk1QVSE!c~W=
zhm*onWB;+S-ioKgOP8_A5UXRv<WqzOI*S`P4B|=G^RIlv;{BUC$M!T+SWPH}ZPrs*
za~W80ENpYwdbm@ZLcu0fN`#_@<GuO-)XH2N*6PN!uM>GZ+b^4l1m!9W8{9%O85S6#
z7ol^(3MO6e5Gd}YV8ha32ZEBikJo_x2n@uofTI*D>Lc>`WLd;y8<>0(!=*cfxiT}W
zNzOLQs9Hy;(nG92Q_9e)u|3d6jY2nJgYN_EA5|=M>z(#)pb?5fD(o`OQo)Z>Q!;d6
mKZ`(4*qHE;LMRk$6e6BsD}pxd!D;f+H&H8{G?}D)ocskY{uaOh

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nt.cu
deleted file mode 100644
index cf467004508bd41551eadc14db74497fd20d4eff..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+in^$5PjdT7!fH-qb0OSTeS`#!8VFgC8Y{&^Jtm10T-`r`4S4s$JgFnu1T7x
z2rbLZoVlF29Plw<oc;XL%QF1y;uhcZz7B3NhAw=DhX*)%QrYPQ?cw1b^6FcK?7-=p
zq}756lgtpuD2x{I56-<4#9CYsXZRmnc!6ikNX!c@?1^4P5T8h87|e;0TuwlZp++SK
z+K@>>;4;gAauV#U<2h(=r_bpsXA~OEJ1@Ouw5f?91#`?aUV*V8&D=GK;KYVxUIXzV
zYwmb}EE#<bpdgD8Ywp9i%!Q{68rI~k+*8upaMl{@vr}w&;kJZ$EEI92bWQWz5UrUx
z$vu~%kt9AA0oP=qyz4<{MJz(16d`o0<~QWGGUq#{{ijSbC43=wtba@mBeXA6J{wMn
zX4|j{D++`z!?RSi&rVbL_&$YC-BqkRV)TE&u4HJE&mC9tMfAHA;&&bLLUW-eo(=SN
zs;rhG<jR5&y5^D*lc{3FC5e&RCE2C7`mOv~JC1d3yR53G?4IYWVxgTt_|)LKBPl!<
z_IHK#Dm?C3y7E=JSep@(PZ1jEEUw)!Oia3IdZil{AKun6_WPH@x+f{@^PIwly&Auc
zT9sR|H;Us>)qF*nblfefIHh7Z=gXyF?QZSjG*IYRxCY^Bz`f!W3O1oqA{2KZKC1&#
zPxeNz*$!Om+OY}Uqmqxvb*{psfLmxL!vTP(Md(7XA|%y228w$r*s!$NfuN+$=Oti2
z0z;41z)=cS7bEiNU|GauTbO(s!=*chxiT}WNzS&@s7gnuVmIcWDP?F?*db`6MxmN;
z0hR&wk1SS0@16E;pb`2WPoiD<S&jcrXiA1IEO!ye3F{VKQV5BH)q*=b!&ZdBwr|dp
P=WeQ2IyqpH@^SJP<@GCh

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index 88f5c826782159a57994196de69d2802574de459..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#d>`aaAM)D5V>0(`H(vHbaOF)`@Q8qvghK>*1IDpey3X&rZ@OFwmkZ
zP44x%k8{t>4j%)?`OnY2JjcJzuJKjx%itPgIE7E}@Bn*HI=kKI-QC?nUVN*NT{zlr
zwA(OYido_rh0#2{;39ZIoWqiM%l}{*1iocfVJ?kuhi0BYe4?~vFe6rRH32<_8r9e_
zmP{mp^E?O2Nj&E~FTeyhea=?}qtI;K1Qi^kEki7k%ro131;)iP3*RDw6Bmnl4J5>>
zx#tmb&**CalFUb}wGHE{5P>piI$N}hKuLSWS$k}bkFev?uNm=JXyQxjlIEEu#xQ$W
z1g=E0(FmytxFmBOd=I({Vi6Lh388B}yCT1}J=r+gf9hziMUZOa^pB}!g!Y9lZiiE1
z*g9;&q(taE-b+{K_$Y%9?=tv!y2y1ytoaYvg^EK8h38tmh<=+v`YltQ87}lBuz^`G
zmDN^+eAy5}ms~Mob1g?)k(8-Zl3hltpUS^w;MC`O$f|qF?s&m!7L4Hj>-Q)|A(-ei
zAYOH-dOjIEHug7-^<q4pU$%%<hFBgWwwNL`FnL<SVbo8yl0fAf%J*;T9NW{(U^$@-
zwpq_$#bso{v$)W4@!?K$3X)BzQV1m(r+f7csKvQ5tOSm0UnlW+x>q)l2r6_OHu$+=
zD()~OFG6R6Nv3@704VNd;Nsq44}y}qkC%Y`1dPNkfujs6>J#$mWO>5mYnWmk!<9dP
znYOpikb<q3QMHaxrH531uC=9AW4mCi9>s3r65mJIKdM;hHh2^Kz#x=_B;6v;LctrU
qDH-~>pE8mYHzq!05DNvDgotmk6H%LP|D^HUXVGZW*kOwDapNyiCl~er

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tn.cu
deleted file mode 100644
index 9fea507421b3a7c564298daa21c6271d8bc15882..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+in^$5PjdT7!fH-q9wFRTeS`#!8VFgC8Y{&^Jtm10T-`r`4S4s$JgFnu1%V#
z2rbLZoVlF29Plw<oc;LR%QF1)@($njz6|a#hAw=9$45ANQrYPQ?cw1b^7?Cq?7-P^
z(rUqkNoI&+6h@2q2j|`iVl6I+GyFF$yudSNB<6({_Eaw-h)<+44Ccg0E+?SIP@|Fq
zZOEh`aFu01ISF>w@f@_b)8}-RGYXC7y_eoH+SJ65f;nayufW)lX6~9qaAHF;uYvfG
zHFrEfmW;jzP>{ulHTPj$=E7434QujN?kQ<)IBSjd`5Csna9ct=7K*r1x~6$<h}O)U
z=AKK@ND?25fE%(<-u0lfA{HT0iV(__@P)i3zm&PyvF<-*eW&I-rr)QA5!x3jpADx(
zvu(_T6$L_9;aRHM=VvK=c$dP*?kdndG5SAX*D^H8=Z-7+BKmC#@w*Orsku-S&jxxs
zRaQ$8a%DjX-Ehf>$y71olEg^ulI+r3{Z{_09mhJiT~^go_P}#ivCvK+d}?srkre(G
z_IHK#Dr`Eo>Os2lRk~Q45tC058t5#p-7ri{x@mf)8y4^1)G_w^m%_RyDeUu{!iK#X
zzm8g!Td_Ba<51OnO__AuEvh)BVmRl^rC{xD?cyv@=vcT0;cCEx;uH!tp;96gcOX8i
z15!`+MzGlqT<hAg3EiWTkH~ed!lZy(XePq}fT%_2Qm`T<)jI)-dnwqkwAg{5q|WCh
zU_SywkJi9Z3RM>)^66k%#AI8Td>g~1JAt_}Gpk9?w$rFeN2p>q=AS8LXjRxDXro4<
zns5P@0rrn9RzvTd_HLjN`W8>3UHMs!|4wL1hAu335y%Pa7G6>aiGtOFJ3PZygu%AQ
R7s+!sRV$qwFiH71`2*{XD|r9_

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index 86c8a6e01b3b0e9435d875061afbfd22f01e3b16..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMX-^w55dEHCF$xj_v>`3DRcjKYWQ!0jG!^Ob(Q?*K;>MSJkOuMNYwvE(LP1?c
zo81||Io`b4Jw67E^Y0&fd5(Wv+~S+wr@<}8a1I~f;Q<aFb#}YayT8AKy!uihyKr*Y
zXt!a)6tl!L3Zq4O!A0<bIEN+imjA{w2s~p}VJ?ku$7Yd0e4?~vFeg@VH32<_8r9e{
zmP{mp%RC3lNj&E~FTeyheacq_qtI;q3@SKATZUL7nP;~70*s4g7QRIUCoUHA5=e+u
zbI&8>p3#>8Bw37DYZt~<Ap&L4bhc<0fs*!`v-a4Wo?yqN-!S5_(8QP470q)?jA8b;
z2waI~qY+XQa7`9E_#SkZ#3Ce06GFKbL8=?_OWU)p)BVRz-|G3+(Qi}B2<;19%!X59
z*d}Jeq(ta4-b+{K^dy6KZ!&m)zD)F!So0sSD;0+n3eUBA7X3Pd^joF8FkI+KU<0#R
zDyyvs`LZE|uDN2w=30)pA}Ld+B)g1OKb3#0z^Tv8kX84T-SL9eEEvK4=dV$WLNL*3
zK)mWu^?Wk;+t}YW){C*8-*O_^GFBO4b&S|ziqOF1X$gl>KiOIWm2W8DzN&NVPBVkm
zgfiG=J%crukp<7<LdV62JIyIbHla!(lw_Rl)i<CP=i0CqIIex2#N+uv*+e3!&~ez{
z7lx_0!;riPT?i(b^1UOVxR-&8dxt#;O6oqI1NIXz61xJ9GN`Ce$j6iA36pPNicJhx
z{s`vU&YU3y+bpAM9id7Oss3DRORL8A!B{<t-NYrnkFbAKvD9twCisCtC<#frWt^pg
sw^CCw^l?9BBqwf6e8?ac3N8r|&#)6wo9^(e@ziJ0Xw%qZit=&e4_Chz_5c6?

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tt.cu
deleted file mode 100644
index 9976be6bca2c9da87f455a8a9c38d6300a4b1bc0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1652
zcmbVMTTk0C6n@XII4TkXl+q2hX)|r5HbaOB)`@Q8(Q;$A_3GG`FLbT=@w1ckLI<N-
z6y<V`zjOJ{<$#X?<Lt-hUY6mXmv{KK_hoR0F?8V*JU+tFv&v2<Xb%r}kk?-;WCzZU
zlU55ROfo|pqcB>;ADnw9h_$#N&hX#3@B+`6k(d`+*i*fTAU=`GFqjh~xtxF+Lybxf
zv>}s%z*Uw3<s_W5j_07goxY^2j8SMb@4fVv(WWMb6wEQx*aKrjn7L~b!HEsQ>;v&3
zYVLS|EE(MgP>{ulHFsfL=E7434QujN?kQ<)IBSjd`5Csna9ct=7K*r1x~6$<h}O)U
z=AKK@ND?2DfE%(<-u0lfA{HT0iV(__@P)i3zm&Ona=O3g>F-m+2<;1%&xTW?**0v#
ziUOgl@GMpB^RpB_yi4I@cjfDz82ulxYZ>a~bH|l@75z4ac&}YvYA)2ovw_|YmDN&&
zT$vC;H(WAeGF6PYB+*m5<h!(1f0eJb;h5*P$truw9(c|w7TO7fs|MFaN#So{|EaK^
zhE37#)V!=%y0TT8SRW%MpCUBSS)9CKXqt3W_ewV`-oL4R?A9-Zbxl&(<vE27do_OT
zwMw^QZxq|1%K4fy>9|`|eoDn~&X-HU+TGg3S)kCdun@xHfCt4X6l_AJL@16yd{#T8
zZtjg>Ga$IuwPO*wM<pMT>s*CS0k_ahh8+M=i_oQDMF^^Q0u=XBuwibo13^h0&uhSb
z1cn-|fuj_vDn{h<&a#NfwlMiNhD&z>b7f{$lbmgbQKgPh#cqs0Q_9dPu|v>CjY2kI
z2`mHbA5pBD-aGBxKqK@mZbiGYvugh*t|=M1Fx*8TCyZP8NFf9YRtxU%3|kQz+a6ye
PFRfLrbaKEX<>TZJTtzIe

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_32x64x8_32x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index b452d8ed0c9e204adbae54f2e0b55243f8c08cc5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1591
zcmbVMX-^w55dEHCF$xj_v>`3DRcjKYWQ!0jG!^Ob(Q?*K;>MSJkOuMNYwvCjQYcYZ
z(PnqXZ;m%_c8`w%<NW)_UY_G07q|GP_i1p8F`UB(czA$=C!O7H^zQF(A+Nqv$S#~5
zHrj2NFvTqKjKXM<UT_h-AkJY)yyd^K3<A%XRhUa7+_70C5T7V*8O(`QTunfap++_K
zj3pCE;4;sFauUxu&kHcYO`r2s!6-CaKZ6R6(Uu{WNamSs?tpQz%)+;b;KapZc7cRg
zHTOJ1?it+$Ajx9HTH7$L3K1xSrn5!62$ZzfoVCa1^aMLD{e}^bg(kkVu4tZHVhpp#
zMc_&_8;y{ffNQeQ!S|rMBo-l2nh?sh2vXgUU)r8MI^Ey#^tY*Hg!Y9lX2U5lY!fzN
zQX+I2@1?7AdXmArHyOM?U*`HrtoaYvm5Or;h38tmh<=?x`mIu47%ucAuz}eumDN^+
zeAy5}*IY4Tb1g?)k(8-Z@?A!&pUS^g;MC`4$f|qF?s&m!7L4Hj^Vg_HA(-eiAYOH-
zdPEugZR|fb*1NGD;jNyR^UId8$`Gq##1>P81}0B?IE)g?)+(rcL;3bqonw2N8LTFh
z!8Yp|thtOVcoug$?mpaUPC>E>RSKb`<aDn-1GPTahPB3V?dv2S&kxEb5<!KI!v?=F
zOvN>Z<VEO0Fv*nf9RbC?3|w42>_Jdc_wf?2pMa6r6>yY6MSVg(oh(n7d;?Q#Vz}~0
zFxPhG3@O-V8CB~DReDJE=UQ7@HMS4N>QU?_?(uzu{iBMdZi6?$4-7&{NYX9iEEW7H
rH6=qI_ftl4;>N^>3}T_+k`VC>I}x?%4$m6TeHo25jXkC)A2<F0eu^0^

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nn.cu
deleted file mode 100644
index 32175db5de86c79c1d0c9c1c401ec02b7bbbfbd2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)+ZExBz5P-kuSDdI+wN)r9-KNe3B*?0&Q#+=ztsgBD8}LYM%P(c1{`lER2$Z%f
z2!(Lx=ibi;d;%CJzrOa91pmIe$9Mg2!+VUO2Vdan365S>cDr7Cc(_B}d@so^w2z}!
z3#LpkO)R4@UWPw7bv7f$;G9^^|Ki+bc+RxIJXe`HRm%YJsgRn%f@s0T6yyXdDmqY_
zOmhO)NdlA;f6iE*f^uf|maa5Lq0xMB!Wl-JifEEE%XDK8#`rK(+awt$#s{+x;(XNH
za*wPS-3Q3Ya?F~$7#C^gD1(O4X)AS<v^F(sP1JcC8=l)OA)aKC*g{&Dd7+6?OrNHX
zi>whvE+hfBWGS8PLw8+Rgt9_}(7jyTkv~#jK07+t=jhLwW`qthna)QuqS!VwWqFR!
zwSN|>&gYLYoV71vxah4tJrJ$l<<8qN1a^bn2;U-?S}w)A^qF_+zqQLN#WOi|Y^b(l
zWt9{mTV#aLEf<XFMCM~INbuAtN?lm1-in{va7c99WSKr?k33~%89EX8PX$-~h~cGh
z@LX6e!pnZeYg>hh`WVsa456V)!qScWyu_Q9m%35@=|kmXw}CO#J&9qr&M|DNSMjyi
zGTpLz<1i0p&Nq|^%k8rCQz%9YzFK9h)2mFheF-h|cY(h%;8Ai4Ih#@;5DFU*p5^sX
z&GkmG*$rIjI-v=@qoN+6)~WQ90(PmG@aqpji_lfZavxOx1SsyuVEoEr3mGL<Jnw;n
z0Qw%);5de|i-COISrV9Ji%GW`F6;>`q@Ei^QnnpNnL0vcbwm7#l$w@_9fHzw?6dLv
zzw+3BqF4{Tv&z|_Lg+`h5Y5`odi<ZcretLOcIUo0e%<^_3_egWD&rQ<vB~^ko8!yq
Pts7NI6&)}^`6T)WD?=)I

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index a19eb570e95d89e422513f9039d86e3ab0bf86c6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6YfsxS6#brGaaAP5P)bMHCT3csHbaOF)`@Q8qvghK>(#L>Kj@11@w1ckL4nbz
zN|Sqi?&I8Zv&YAParWy=FU#=ni(7ot`#QMA7|!7{JU+s~i_UI0c=z|WkXPR;WEa}+
zl2!{QOfo|pqcB>;7o2-1h_$#N&hWpu@B+`6k(d`+*dx7&AU=`GFqjh~xtxF+Lyb!I
zv>}s%z-5*J<s_W5j_07goxbL)f>CHR@4WPu(WWMb6wEQx*a2fhnYn8c!HEsU>;mzj
zYVLS|JTSTopdgD8Yi`51%!Q{68rI~k+*8t8bJiN`lQy=za2rNE7K*six}te*h}O&;
z<(^B?ND?2LfNQc)-u0lnBo-l2nh?5G^BeL<nX@NH`@0<dIW>&XzEJsWI3=2GVkWF8
z5V{Qa($)F&A%)}iX$q(3%S?B~=r?gE?Gz$*4ZD(IL_T+1$v4r*A!+!nQeJ2-)Woxa
z-mI0?R)k#H5kl8oGGa1SjJPB*Q>Uc5j8;FDf2+W;(an%m`;^`DoYgdF!QHnXL5e~!
z(Mcd&b*OqeDLgm!pBn46cs{*!8LJGjIz~)BMQEV2xPrr=o^&mM$~P=NzOQp^k28hU
zgi_dMJ%u%wfd$9HI)}A~d&MafY(k|(D2h1Vt1mz;&9z}IZ(RF2k;n6cvWZAguEMav
zEi{v1gCTkmx)7{j()A93;$8|iY#nwWD5?8+3)qjqK<o-QN}-}YB419HMNGDV$u}`v
zx<i;NGqalHY_p82b%ZKC#QHO(46Pd52W`|SbQ4ziA;A7q#ZtH4Y3~Lap(v!nF5@f}
t{3JCcLl+jb2;_u~2@ffRLcvBM;u*FgXw$wsOJ4gZYNeAsCMh2${{Ylx7WM!D

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nt.cu
deleted file mode 100644
index 1ead99173635ea43238c742f3254511f0168cba4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6TTdE66n^JdoM2+qEK;#;><A>VHO59uBW-=03_Al%nVp%;MGEo9cV>6Fs#QXk
z<(%`K%XcmZd<+<;zrOa;6#u@u$9KJNgL{mj3t!;r365S=b~-_Oc({kW`CcMB&^oR)
zn=oOL8R8g)(IWoAnRkL%i*w=(|BG`k@QfLWd9H;$)r$z?6R8Y?IWdyU38*ntsM>)x
zWRerOPE(+q1Uu_^2HM-{Yr4`Ig?i(`OK%x%Xktjt95eNIU~EV;a}6Rmu_2lFKzzuW
zJ02iQM&AR-$zsGB`!Fsu;VFZ<HCZ$Blr%S-HOKnAg)PtBmJpAHBCe3GX`UORH8ZD~
z=Tg*bH6M$BTe48z^`NsN79mlH5V}|MJMu@F%N^7HOQxw3K9@VzKc|Kf+7~LD4W~r2
zZP<k6IYQUrS*Y5dKPGV2x=7%ny9)L|jD8b$-bx^1H?SKSy5uv*m3$L@7J`QFI^>n+
zLQOmy=<QrtB}K>;6(MxXB_k$P`G`vrBee^*3vbn1@w0Xu3*B~EmQUFu&sa%Ay9VJ?
zfvc7z@Lbs66;`|Oyk*JCSK(r9MoczEXrR-$cf&9;$)@Y2ZkT`iP{r79U;^u&B(TqO
z0vq-!{5on`Zpq##&O=%A4Q0}Cw<zNjis76umx8ssm5WxO(6Mk1!r6dF#VO=$LZw6~
zE<t>j7o-~PjbO7LxYD&_6S_wQACc=!g-HRo&`gF408xw3m0)>Ds&@hu_Y$ySYq0}C
zNtMrAz<vaV9<70+1j;T(<jcX*h)K6F**1ntcLH-|W>%AoZKqL|j!?;N%s*Ai(6X>Y
z&_<0yHQ@v-1MELptcKn@?cG2l^dsIxyYjOd|DDj33|-jnJdhLCExaTU5(TRTcX)=a
V2!m~pFKe$IRjqXGfJw^7wSSp_E3W_m

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index 71c9cab8696620bdf5fcef03d6aabf0e296c78af..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6YfsxS6#brGaaAP5P)bMHCT3csHbaOF)`@Q8qvghK>(#L>Kj@11@w1ck2@Ikt
zP44x%k8{t>9v=h7*{?6XEW^JqZt+d;>);k+IET;h_y`BjI=kKA-QV9qUVX2SU1+~c
zS}m9`$qaFf!e|j+aPFNT*5ZOV!~f#K3p`^+VqR!rkMtsf_(UqhU`~wWasp}$H7eQD
zhD-_qmstjslW@*Do`d#w`jW2-MxoKX^U_;Jo0=F>Fvm>e4Hz5B%w3ZRPHZUVEf627
z=8gx*1EX&N6l5`C&0QFmx$u-h!<xL6drDes&RS!A(#Dn-Zo`PjLJ?P5S2WKJ(VCf~
z+;b@!N#bJ@a7`A<yB>6x#3Ce06GFFYenb8!bGCJ~|J>0`317&q(?6$%5!x3jpADx(
zvrX896$L_<;a<8rpFX5;+&)d=^n97@ju`za?xdYU#I9jiGEB+mjw|^p`Zy#Fzg5Z$
z&4rqHHqe{3vf7G}D?38ynoCAZriu}lBxdTAY?smMr}A$VI5xT&vTC2Qd!DnJ1}(Vz
z_9LiK2qroSgsTo!4=9DF#{Rak-i)UMOqa3B5UXRv<WqzOI*VI43<65m8mN53;^X@|
z$L=^&SWPH}UDi`ra~W80ENpbxe7IMfLcu0fN`#`0<GuO_)aqOt)(Xe9uM>GZKPa1s
z1m!9W8{9%O8I~BL7oiKm3MO6e5Gd}YV8h~J2ZEBikJo_x2n@uofTI*D>Lc>`WLd;y
z8<>0(!=*cfxiT}WNzOLQs9Hy;(nG92Q_9e)v3<}+jY2nJiys2)KUFMs>z(#)pb?5f
yD(o`OQo&oPDH*!3phX}jY)p7aAruNW3K7q+6+xT!-C6R|cTp>y>@i9CIQa+o#TYCA

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tn.cu
deleted file mode 100644
index 919aad63bf936ea876d2811240d66030b16fee49..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6+fExX5PjdT7=eT++K>|3ikc)+vPFmrnu@gL(Q?*K;>K%RzK|y3<7@A3u7yGr
zZ8kG==5pq8$j5+j_VY_G%kZzOdwkdXI=IIey6_pEp5XXdWv3IgM@M_en{O4e1Fd&S
zvk4O>nIVo*7%k!-oO>sTwYVV8@IScl0?(L{m={{uQ@w~FK9R~Wm=hzpoPZibjY<x+
zA(Mi@b(R6;B-mNUbI{&SU(!|1C>%5%y!4jQh9-s-%rSHD28<19=B_~mCpIMW7Kjg7
zbH@W@$>>`E1zC((V;{z4E<9y$U`^i4JtfTzXU(xbZ(+*|w<W}5p@=J`YntbVXwA%N
z?zt2PN#bJ>a7z}-yB>5_#3Ce05ki>~zL0n1w=$PI*8S(K@6~+A^vBdNLi<AHv*DCz
zwvCyvqCn_6JWEyk(}xt!S{Er?bXSoch|#a&&RZ!&>;`rtLzjH+xRS4;&qC1fU5C8V
zT&Rg>1HGLqtEC9JvLb|Txn#s-su*!eVx)G-cImBtD}UCGW1-tFtMVy(<T<NoXeSUp
zHMnj`3jYfGyTW=GHZ5B<Azk?@U98QB$)^YnbQbq+7)B=DbiL9Ii;wT?82b%OVcnAy
z_IXZW!(NSFN3F`O*c-)psA|5UOgiosRh&{Wob%;Uuy(h0(Fzng7S2I98}O(&g@R3}
zlnBKoh|lVR)T6x-Y}NzUx^`?r_qgOEa-FL%Dc}~G$#4N6Y7x2;tO!Z<PJrTG3N~yl
zb|5IJ^LY)}kHFBQHE@(d)y0T>K3Enp*%l_>#&GFQV6M!}YLc_<G^)}Os@RSBXG$4b
z6?O#Ls8OgUoPcG3{U?jn(0ix78)$^S$D3$ZepchZ6Pl8t3)@`;a>BZWmlQ&xV71^5
Y&#)C?u<g6c<fWskl}-+sq<ozG1)mrzuK)l5

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index 541af533af06947d90ecb8988f4644e64e43fe89..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6+fLg+5PkPojDmy!Ii!TPqDz95xCqfgQ<1hjt~T~2*=BFr3uzD^-(B0e77AA6
z*fV?Pa^{Tp*cdR*etzy{8UA&7hi`jd26q_41$=_1CpdW4+3g1J{{9Z~`dfwULi;dj
zwO~ReHN?>ZMvM4@bMH8@77OAG`-6q&ct(xHOlWS8^&*1UL@GmJPK;!70%{C3D%sP9
zOay_eEQ5lPaLziGgZ6g%lCKI@K%;r@rMI+bYGR0>j+(|BFgBE#yC&g`*ig({AU;&h
z91D;~TD%1y$YMmByD%nm?h6VHYw}j^3({J1)*9>6HnvQ-4I>_NMO<lJ(L6UqYif>j
z&m?aoiH}Xd4OuAfdeB`Gix4kO2xW?UA#cfVWzM%w_n$j`r{-Hne@qP}MW3sDHk=Yo
zH!%|`1VUHgUb;FT-=}cWK1<>3Vwvfl82u{lw4Fl4u3^_QOv&etDfue;BqR;LRmw}v
zxSDu6(3`c=+KP}XJ3{D&NlHwn#E3}}Gj&R~%V_me`L_xj8{G_9wO`N&meZOB&6)f9
zJ*bg$$~y^!s}5BUD20EG{cU5t8S4QqN0KgMl_6Hgh{>l24RjW_a2N!Xt~F5khT_A!
zI>+ufQ&>$Xg<aNDSaTUza5QXm*nD_UtN=kLg_H<I9mjk15vbL<HmntnYhNewcyUlR
z5edpw7&f?trZOxsL@z>@oC+#k?+6OqOTmW4!wz^s>ONir_9HM5y8@0<sHl&~=aXd-
zlWkz~O$?Ln2<FPntR^|#ETd{2p-K<2{!A%TRE_O}Hfj{Q30wRaVE?INsax-~cLR-3
z6q2yZI7<a@r7p<Og#{IXoUk$BA%##V*eFCi!<Gka+QakYrSGCvI@zPLVB_R3{#_U>

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tt.cu
deleted file mode 100644
index f4928b1e3674bda3f884c208e1fdd2db7bac51a0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TTk0C6n@XII06YVl+sbQiJ7)in<2ym>qNKlXt}Z5dUb5e7rIvb_}NK%p@Y#V
z%H<q?=klG)As++A+0QS%EW^L9?(tpk>);+^=)z}sdV=E@m7Pw|9v$r<Z@yK?4z%7S
z%_dBkWQI6KVYG-pIQLEvYjHuG;eT-91)eb@F)y^Rr+N`Vd?J-$FegTGIRQ0>8kHPs
zLnZ}*>nsDxNjPU6&p~@TeN9&xqj1o8@X}jG8=4qWFvrZn9vB<K%w2;BPHYHfABYc8
zbH@W@$>=_Sf-FX?u?yoe7oIXWuqJQjo|5K<v*uWzx3J}f+Y;ijP{fteHO+HFv}Wcs
z_gspDB=Io`xFrkaT@N}dVi6Lh2%$^~U&uT1Tbaver~7-J{xLO-(7sUlY&a#FZNnz4
zC=j|1&r;R?^dW__)<p^z-IcQkV)UE1^HvHGyMf)vP$-`}uH>8Ov*0w`YnNA=3pMd<
zptoaXwG<&&W`xi!myDQ96(cT5^wcg1FRj&I<!fy?Cc161N}sYvp0kREb^_t5!F5$q
z_*d9}F0994Q?+|FFH4rLY?UU~$B4<N2n}==M{gLqCfyXi(hZA`?`t2s1x#UGlN5G&
zPGQ4djbD4M(yiDV#eS%AzM)Jy?iQ7wQZbzK<x;SAw>HrV6gn0*Lf9Pes5pg!O{kOz
z#W{%2YKhd{y%B6C1lPKDEJF9V<RfyOtI#Rn7MjVh1R!b=x)Q7iLG@06;$8|i3@&yc
zD5>Ll3)qjqP@^?)ltNX-h<w>u7BSftCf~+z=}us-%*<+%v+Xdd)Df!Kjqztn8CoTF
z1lp)k$R=!oWq|!BidEBlr@b3!guchMXjgVt?f=X*B|{gcy9nfjaSI<Qgh0V+!5yAq
WD?(%2cbCa)dsQo)95PAyIQa_^1}x<O

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x128x8_32x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index 593a73b6b7d47f1f3e6d6c0c93b486734e6c1d94..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6+fLg+5PkPojDmy!Ii!TPqDz95xCqfgQ<1hjt~T~2*=BFr3uzD^-(B0ekV1(S
zIrhw+xtuxUJvIi6v!9=PS%!aI-r?Kcm%$yzZ~>p-=?M;AbauPJyT8AMy#7`pyU;#N
zS}mARNeywdfYBnp;M_Y-ti^&j!~S65Ii67?F%z2GW4(wVHj&Cum=hzJoPZibjY{^k
zArnF1D$Af?B%HI3<)FQtzUHff70_tjd+9ALnwl6QsH3K_1IC6jbJrxC5gUrx1>!^1
z%&`D@q{S`(K^7z0+=elkb6-$sSd+JMUy#<Cv({Ljwy|ZxZ5Z*GE8<G)isrc?T2phJ
zdnS1!NqlSqZpcD;*MshoScG_KLMT(*3wcX^D|7zrbbrUwKc<F~qR&-68%~L)o3IHL
z0->vLFI}CF?^8HwpQUhiu}pSPjD8b$+D;*2*RX3D2IX_dlzbC?5|W1BD&?hSTunS3
z=*?PbZAHkH9U*kXBqb(OV#FkgnK~umWwiRK{96T%jc$gl+Art>%V|x6=FENl9t6ob
z<(&k=Rfno)l)}Hp{&Qo!9P1h0sd+iTbQ!A*u{uUfK1FDtv$%-EprLdvgUUA)AKukD
zw#S*mYC<V&v!245%fN!8VX4FN!-HZ42s$aGL?}u*-mC9GEzq@LEplA@I+4eVgR+T8
zP_DwT!7VhEVUHnt5xV45Q0aO{P~ct)HtZgDzzb6M@fNTjfq~c+aFjwteMG*TEQ^?I
z1CwuJm~=-lS7v54$?0YpRqF^<dWiLBN|~Z+Y#+2yqtH!Q<i`N}PZdkudZ)b`XoRAW
ygk8p2D)?FIf(%_)P!Y%p8xtN<2!(=;Lc}v{dC;akJWpQxG-{=jJt_+}PW}QWZ5d(!

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nn.cu
deleted file mode 100644
index 2ff883c039ef116e70650132acc06ced7271d828..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcma)+ZExBz5P-kuSDdI+wN)q^U8~InB*?0&Q#+=ztsgBD8}LYM%P(c1{`lER2$Z%f
z2!(Lx=ibi;d;%CJzrOa91pmIe$9Mg2!+VUO2Vdan365S>cDr7Cc(_B}d@so^w2z}!
z3#LpkO)R4@UWPw7bv7f$;G9^^|Ki+bc+RxIJXe`HRm%YJsgRn%f@s0T6yyXdDmqY_
zOmhO)NdlA;f6iE*f^uf|maa5Lq0xMB!Wl-JifEEE%XDK8#`rK(+awt$#s{+x;(XNH
za*wPS-3Q3Ya?F~$7#C^gD1(O4X)AS<v^F(sP1IQ%8=l)OA)aKC*g{&Dd7+6?OrNHX
zi>whvE+hfBWGS8PLw8+Rgt9_}(7jyTkv~#jK07+t=jhLwW`qthna)QuqS!VwWqFR!
zwSN|>&c&w~+UFNBeD1A1JrJ$l<<8nM1a^bn2;U-?S}w)A^v4*&w|04@cqXTg4b^t6
ztdb&Ri;NJu<$@8N$b8HN37$GdsS9h>Tk%sH4vB7?EYqj#k*BOILni|Nso<&~F}xHG
zo(ro*c-gObZL2U*A0s-QAv9D;Sh|s)mw40iQa8%aKU6+;8yG{~lNfgE9K)u16<>QT
z(=Dqv4)ajvd_$SA+%8K$g<`bet5wE2y~;$}m(VhQ7x+5^9wn!cvndq<p|AnrSzaI2
zTyF%M-N2Qu6PnOFD(Vqxok~9`V3&#szy1)k2wi0?_d)effZ~1(#;+{4kWo^_^By<|
zpzl!)j$<gh7|7S1C4ot{m~@-r!k)lF>bX%QW!qttsUuWYH^iSvscD(mAt)`!J{!OP
zE06sriuKSttDGGwgnonz(X8#P$N!mYN=DXickYYh*Ui7g-~$DtGH&r4o6HZkIlheE
Ox>1!>(E$^bPojS_GAerj

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index c081e366b1522cb0b4fd5fc78ffd5bb4f96a3735..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcma)6YfsxS6#brGaaAP5P)fHl&}LesHbaOF)`@Q8qvghK>(#L>Kj@11@w1ckL4nbz
zN|Sqi?&I8Zv&YAParWy=FU#=ni(7ot`#QMA7|!7{JU+s~i_UI0c=z|WkXPR;WEa}+
zl2!{QOfo|pqcB>;7o2-1h_$#N&hWpu@B+`6k(d`+*dx7&AU=`GFqjh~xtxF+Lyb!I
zv>}s%z-5*J<s_W5j_07goxbL)f>CHR@4WPu(WWMb6wEQx*a2fhnYn8c!HEsU>;mzj
zYVLS|JTSTopdgD8Yi`51%!Q{68rI~k+*8t8bJiN`<2JUua2rNE7K*six}te*h}O&;
z<(^B?ND?2LfNQc)-u0lnBo-l2nh?5G^BeL<nX@NH`@0<dIW>&XzEJsWI3=2GVkWF8
z5V{Qa($zWrm_qyHG=)#+%S?B~=r?i4?Gz$*4ZD(IL_T+1$v4p-Qi#7*$_vefns_$Q
zo3*mqijXTiLg<=HMogxP5tk%p>XcNM(dwu2ZxuK;x*4)+pR#+Nvzi7ixcl}aNKptT
zIthfU4pmPlh3CfpQ)9gr&!?9zW0fIR$B4<N2n}==S8y2Aldc6&`G&>G`#Q(=I8#_n
zD1~j-Q&@8uSa2+?b69)0SDZq@CR9p<qKM<Y`U2F_TpQN%#<i~#c|1QTn}`JEDhwOk
zLNggQ7@`-U3&9E|UGESm?xkSE)?o*NlDdz#fc*#z#IAs&6e{W?^5tY%#AF+od=tZ^
zJA}D1Gpk9?Hp{45N2t<6tUpuA(5kV0&_<0yH(`Yz0_;CkEOqOh_HLjNib5*vGR{)L
sPf}AdbYVe@Ku*}0@Q^|%6l@eCo?$D3HtoB!<h75YRyx^ZlJar#58K-o_y7O^

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nt.cu
deleted file mode 100644
index f6f214de2168f51da02be17a7e5c695a27ace8cb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6TTdE66n^JdoM2+qEYe~%?Fb~WHO59uBW-=03_Al%nVp%;MGEo9cV>6Fs#QXk
z<(%`K%XcmZd<+<;zrOa;6#u@u$9KJNgL{mj3t!;r365S=b~-_Oc({kW`CcMB&^oR)
zn=oOL8R8g)(IWoAnRkL%i*w=(|BG`k@QfLWd9H;$)r$z?6R8Y?IWdyU38*ntsM>)x
zWRerOPE(+q1Uu_^2HM-{Yr4`Ig?i(`OK%x%Xktjt95eNIU~EV;a}6Rmu_2lFKzzuW
zJ02iQM&AR-$zsGB`!Fsu;VFZ<HCZ$Blr%S-HOKm_g)PtBmJpAHBCe3GX`UORH8ZD~
z=Tg*bH6M$BTe48z^`NsN79mlH5V}|MJMu@F%N^7HOQxw3K9@VzKc|Kf+7~LD4W~r2
zZP<k6IYQUrS*Y3<pAu-DUnKCky9)L|jD8b$)=D5^H?SKSy5uv*m3$NZF@gA9hrH5U
zsEKC-y`3woqzJj9B7|<aWW=N@A8|=yq;|n};jMZre%6j-q1!IY@+o`d87paM*C2c<
zaMh9oo(ucC!fF?uw=7xtDqO71h{>i14Rjj!ZWu-;*>t_s4fFF4RgC=xCa~^F0{c8C
zuwk#lucMabmh6q<Jd`!xP$nIBi!x537|!`}DOkH(xo8Cn9Si3moDFzXoI=hfR7!;6
z62xbDL8{T-2sZ11D_uJ_p?g&D5xLG(m=tge&1AR$5VZ(h36_VXdM7|}F99327CR7>
zRQbFG>_=ee(Hb~PpzLBqz8ox#m~;!1ZDY7}CoorLW;My!b{b{r2$k%{{8Ob2EeksY
zZPX}K6HdS~!2XlPYUsVw-VHQDKjKZaD?h98-w930(1q>J136*c!b<`nQLtKYhiBM|
VFxd9^vi90h)k@b6n52AM`v;+KE3p6o

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index 997a5b23bf5b89ba6a67674701847edd5a9e21ad..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6YfsxS6#brGaaAP5P)fHl&}LesHbaOF)`@Q8qvghK>(#L>Kj@11@w1ck2@Ikt
zP44x%k8{t>9v=h7*{?6XEW^JqZt+d;>);k+IET;h_y`BjI=kKA-QV9qUVX2SU1+~c
zS}m9`$qaFf!e|j+aPFNT*5ZOV!~f#K3p`^+VqR!rkMtsf_(UqhU`~wWasp}$H7eQD
zhD-_qmstjslW@*Do`d#w`jW2-MxoKX^U_;Jo0=F>Fvm>e4Hz5B%w3ZRPHZUVEf627
z=8gx*1EX&N6l5`C&0QFmx$u-h!<xL6drDes&RS!A+{Ts{Zo`PjLJ?P5S2WKJ(VCf~
z+;b@!N#bJ@a7`A<yB>6x#3Ce06GFFYenb8!bGCJ~|J>0`317&q(?6$%5!x3jpADx(
zvrX896$L_<;a<8rryo;jpPZ)f>3o^&ju`za?zo*o#I9jiGEB+mjw|^p`a=rww@P`T
zxlj|&270qrR$CErWk(2IbIFLwR59X`#7v!%?J`>ZRQ|03$3{0pR_#-E&vRDOpapl|
zegriN!9*v4aMhve0j2QN*xxqRoAGpj=`vOsVs(s|e2UOOXK@RMK|twR1C?)BoV>4d
z?2a>q)r3;mWj%#8mw^Sx!bXS9hkL~-6l_AJL@4Sw-m8y5t<JS!t#DlXI+4fogR+T8
zP_DwT!7VhCVTmDn5xNkpVAAytf#O~YHY^@?ASkK(cn#Q(z(DK@I7*?SJ|dq_mPJgq
zfyp;9T)IP;D>Jj2<ZQEys&#}aJ;eGmr3|ea+XrpbD0CCH_#wdlQ^iuZ-f8a!8lfnp
x!Y<=16}*+2lA#L=S_E>!#)O9yLZM)z5b+FK5wvOFoh2`Q7q!yK9+Q-hlYan77%l(+

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tn.cu
deleted file mode 100644
index 67a7c7644abf6915c42625fb804e2bf82ca1b50b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcma)6+fExX5PjdT7=eT++K@IB)S4txvPFmrnu@gL(Q?*K;>K%RzK|y3<7@A3u7yGr
zZ8kG==5pq8$j5+j_VY_G%kZzOdwkdXI=IIey6_pEp5XXdWv3IgM@M_en{O4e1Fd&S
zvk4O>nIVo*7%k!-oO>sTwYVV8@IScl0?(L{m={{uQ@w~FK9R~Wm=hzpoPZibjY<x+
zA(Mi@b(R6;B-mNUbI{&SU(!|1C>%5%y!4jQh9-s-%rSHD28<19=B_~mCpIMW7Kjg7
zbH@W@$>>`E1zC((V;{z4E<9y$U`^i4JtfTzXU(xbYhlX^w<W}5p@=J`YntbVXwA%N
z?zt2PN#bJ>a7z}-yB>5_#3Ce05ki>~zL0n1w=$PI*8S(K@6~+A^vBdNLi<AHv*DCz
zwvCyvqCn_6JWEyk;$sS}^NSQdbytxdh|#a&&RQu%>;`rtLzjH+xRS4;Kco=9>yTHP
z3pMd<pto~nwG<&&R)o+kmyDQ96(cT5jMOgKF1^)n<<Hu2EOgstRX$~pJZBXR?F7Q7
z2G=b~;a_2YS6J`Dre&)pq$^*gi?tas`4pjn&f?w;!^otYu2;HYasIxJvERTH);&pK
zpXU@d?A7>n)T-Qyy-}Qps^%NYq~mT;#VHlTIbSXXYj<lGtw5n;;T(js0gsAPDA<Hb
ziBMdE_^d8SJ=z<=W<7ANYsV&Zk4rux*SQLl0&bz13>N^R7NIM_ijY+A1SsyMV8hm8
z2ZEA1pVxr>2n;=114k)TU5v=*gJltuZDI0l443W%=E}^hCOO+qqbePtirtuhrj(&o
zVMm~i8ii`Y30MZ$f3jE&y?5HXfkx<iyoq+@XEpvip(z=<u-!!<C#+j|Ng*T(RtxU%
X3|kQf+rGO@UOK8;>Ew_}%E!rHrw1#s

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index f918819aa1a018de556a7dab1d03ff7f01678636..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcma)6+fLg+5PkPojDmy!Iiw8*wM&AOxCqfgQ<1hjt~T~2*=BFr3uzD^-(B0e77AA6
z*fV?Pa^{Tp*cdR*etzy{8UA&7hi`jd26q_41$=_1CpdW4+3g1J{{9Z~`dfwULi;dj
zwO~ReHN?>ZMvM4@bMH8@77OAG`-6q&ct(xHOlWS8^&*1UL@GmJPK;!70%{C3D%sP9
zOay_eEQ5lPaLziGgZ6g%lCKI@K%;r@rMI+bYGR0>j+(|BFgBE#yC&g`*ig({AU;&h
z91D;~TD%1y$YMmByD%nm?h6VHYw}j^3({J1)*9=RHnvQ-4I>_NMO<lJ(L6UqYif>j
z&m?aoiH}Xd4OuAfdeB`Gix4kO2xW?UA#cfVWzM%w_n$j`r{-Hne@qP}MW3sDHk=Yo
zH!%|`1VUHgUb;GGA5v(ao~7{dVwvfl82u{lq@6;<u3^_QOv&etDfue;eG2inN_nXn
zR})VMdb3tqTM=?)M+n_8Nr}mn7%@p=rcTLr8LfUQ|5kxxqnjbC_6z#Ja$3`%IdfmX
z2Q_j|c_)Ez)uHMErSPw@ziq5HV?Ds-NYZ7jGQ{c_G5HjsfzIL<4ugQwwFWBRP@KN2
zbL@^Yh1G;o*kwJ1HJ5<}N5e*k&4&lY3J`QsNQqF?alBU_fm)qw!&>3E_H`nU7YAh%
zk)T|KVS`&}D#H>(^dfZ0si4yJj-bH36l_>L?0^@f?&CFJKLP`>E8r-Fiu#CrK3Ntq
z*#;)x#4zcOV6M!}YLe5<GOE@Qs`L=+&y+Gn)!060qeh{du*Hu7_Ma-2y7f+bH_!-0
zAql&TvsCa_>VgbiSWpqj2^$k0QV4~DjY7mTY<bY8Jv>id`YvjvlRYX6HctKm1>qPj

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tt.cu
deleted file mode 100644
index a27a779cbedbacd4082c575f6f5b0442d7d50145..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1653
zcma)6TTk0C6n@XII4TliD5YB&Xfti4HbaOB)`@Q8(Q;$A_3GG`FLbT=@w1ckLI;B=
z%H<q?=klG)0iOWI+0QTiEW^Jp@9=H^>+lX^=)q@re1xNCmECU89v<!?ufJ8uF0|hz
ztrkp~WQI6KVZ4k#IQLEvYjHuG;eT-91)eh_F)y^RCwdt{d@7Y;upmZqIR!O=8kHPq
zL#73Rt1JV`NjPU6&p~@Tdr4OrqtIyHd+9BsO-&3bm}92#28<11=B`NuCpHB07Kjf~
zbH@W@#pqiA1zC<+b05ZKE<9z>uqJQio|4v<v(`kPwz1`f+Y#c4P{fte4b2Nfv}Wcc
z_gsoblK7Ye+>oX6t`FTcu?UG$gixl0FXS!xt<1%f(}Opj{xLI*(1B3-d^97P?ZT$4
zC=j{|&r;Pn|CmDi>^y}}y|uG@V)U!H({>6GyM<lLP$-`}uH>ue4=KcZ<ML8-p{AY<
z^=_=JmLlZJj1aovk`a@sV$3Cpo;oGrrM3F2d~FQJM0ZVA=~MQ=b5_yNNg!M`xUNbH
z{|X0Bh4naWt9GXrWy#XDt<uEi7%}+_p`p&==#4_xq}#$*x>0fVzV@+Sz!Ww$NnxMo
z6t?Wu_>I>p-HN?&?1w7nYs#eKZdv&$6{7`Ttpw}zY7^~1p<`hqgv|jDic=`qluC(E
zoP+qRmPp;*TfufhaINdaBJ_?*J|fq-3Y`LOshJE*0HPM5OTmf|RR0(#?x$eG;9>`Y
zk~*H(fP)AOHQE5jDO6RA$mgA95tHp;@?8v<?id!z%&jIl+YO^i9ifWd7=Naep;cms
zpp6=bY{C{;1=xS0SU0_Q+Pk4f=zCm?c5P?f{!d&}GIC+Mi$G2oxA2id2o$Uq+~GO4
VA~d#rcaglbSGCf~0h5$ZlD`=BEaw0K

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x256x8_32x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index 5d8c09c7cb73628a6cccaabc92a76f584558a6ea..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcma)6YfsxS6#brGaaAM)D5YB&XfrKRn<2yo>qNKl(Q;$A_3GG`A9O|h_}NMNpo7t<
zN|Sqi?&I8Zv&YAParX0bFU#<+%R7AA`!cx07%t!wJUzj|i_UI0c=z|Wkk{WTWEa|p
zNvj1DCYd3QQ5Y@a3(mb0#9CYsXZRmnc!6ikNX!c@?6F=%5T8h87|e;0TuwlZp++Tp
z+K@>>;3~_2auUv2$8*r$PG9p?!6-DE_g;F-Xj2nI3g(z;?0~VM%-l7J;KYVvc7ga%
zHFrEf9vR&QP>{ulHMe10=E7434QujN?kQ=lIctseNgG>UxD6v73q@RMUC}%@L~CY_
zbI+w{B#Dnrzzta_?|RT(5{r;1O$cR5_(I;2-^!dnJKf*$^pB}wg!YBXXTvGcY!fzN
zMS;*&xR<WZ*@qO`r)MdAyjUi?Cq}=CJ87p7v1{1141@By<4V4XexE}8tx{fUF4V-c
zf!?f@)mDUD*%3lFTry%ZRgAbKF;k}`yo^>qm4B<ivC++tRr{1Z@SN2&Xu;jr??I44
zFwsdMTy>~=Mk)Mj>_0cw%dwu}otl>eOqa3B5UXRv<WqzOI*W@q3>r$;GN^pR;`Cje
zV|$z_tR|GgHtQ*@xeP2g7M40JKRhT-p<oj#B|=fk@m_rgYJsi|YmwvH*NHq{9F$E&
zf^rpx4Q`>C40{aGi_oQD1(U9K1QhpDuwnPG13^jM$6LUD1O{SPz)=bn^%41UvMge<
z4NSg?;nE$!T$!2GBxjptRIMXa=^@siDP?HY*gj~ZMxmRq$d3W`pDLER^-g;?&<I5#
y6?PeCso-a+DH*!3phX}jY)p7aAruNW3K7q+6+xT!@H~0#)2NkB_L!u6ocskX;u&NB

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nn.cu
deleted file mode 100644
index 48bd2b0668e4fce70e7b4f8c104f872cd583f663..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1646
zcmbVMZExBz5dNNDaiUVyRiSL{Hf=5-K~`0r+A)=F{b-rkfQMsSeklX>$Ini}OKH2J
zAr!)$pS$OtyYm4b1IF3UFTE_ozb<a^P4DaA7GvnbXLxvkqi3C+PVgQc?jWzeRmcvU
zzDZgwm@vr<ag4%f5&z)aJ3*|)1#yP|!G#xi#*D<g(88YRMFjDQREEKv7|G=X)EH`1
za-a>F6a+4_3@9hzoOL`0?d|j>Uloi(qj~40w~RJ5F{EIQnZ_O%8))XPNdzZ0kl6>~
z18eShfGio^2T+j3h&6X%T;{@41`TWSR_-ZjZ8U3*_1P)5yl`7aJQj+$(z=#;Ziv>*
zoaCNM(MS>>i-2pgP~P>Rvl12|QJN6CRr4G2Tbc7mNBjF6{V_F+(7sUlY&a#FZDS^^
zC=j{~&(hWY_&$ZR(-b~+SBdV3(f<LvlA%LBcU;L=(eF}--*w6h&4rqHHqhHtS#3qg
zl?5Sm%_SoyQ^kl&5;L_+rORmbTlupN9P8W;SyfNjJ<nOCLOX%*sljzSQg~|YKQ`8T
z@U&g&Dpna{eT<lViqJr3ap#6%T+&U)E8npA@V3se+rJdnJxO6#=M*;T)%bPRs@zJw
zQ5=V=<}1pi<8D#qDILQ(UoHh}ck2+RK|;sERS>QWxL2G)!6sBngyI6kXLWnjW4$qK
zRs+|*c5FiTsMI5BovSb@;1-(6u>BCd2wezP1X8_YptzTU4I7Ic2uf-`uL1iJ7<#k@
zj#8+)7?IB>%OWP*!sOc+F5NNAm6=&ha<)yQDjlIp-N-*v%FwE?L(oQzLN#IimjU(<
z7OSE6PJ1`d2z`(Dp<TsUjsK(6lnh;1?jnd2)-AlG5Qu`+f;&9JR)oQ}Z_bmKE>x{_
Ka=;|z<K!=S7Aivk

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index c81cadd1253d4a885666a03c40238e712f5c716a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1585
zcmbVMYfsxS6#brGan(u)P)ax0rp>fSZH5pVtP|bFN6U@f)~jP%e$W;1<7X%7g94*k
zRHeziKKF6%xoPq-V4VH@+{-fj>-+{^_r45nForYu1P>3e|E#my4c@)IE#&353fYC@
zgQVSt36sna$0&>z@dfAJ31TfSh%@{TF1)}qW+di?7WPOlB8X3<G7RR#NG>O!#!#b@
zrZ!|!5V*)Ppqzwr*6|#)x6_w=RWJ&T)~%P`GTPF_kb*g88arTYC^L60A~><3m|Y+~
zRLva^kb6dV0Tg60Vy$f$m$~qiLBpE7oqI~!YtGtZeR7N~FWiO^kA)(xw618L8=^Hc
zN4e)xG?K)}Cg6%Jly^PoE{R1*lqQ63)cl(KR_654(f%$+e@qP{v@cXX8%~L4o0thJ
z3WP4gy>xXxyi4KaIE9aA%S5-t=>LFS$}l0HJFeub=(j1v-zw#~=0Z(88|ckaS#3qg
zl?@?u#U&#qQ^kl&5;Jv5rpsvcQ~9?F9Q)i1S#?j@9nV?Kf)?C;{T`Gk1QVSE!c~W=
zhm*onWB;+S-ioKgOP8_A5UXRv<WqzOI*S`P4B|=G^RIlv;{BUC$M!T+SWPH}ZPrs*
za~W80ENpYwdbm@ZLcu0fN`#_@<GuO-)XH2N*6PN!uM>GZ+b^4l1m!9W8{9%O85S6#
z7ol^(3MO6e5Gd}YV8ha32ZEBikJo_x2n@uofTI*D>Lc>`WLd;y8<>0(!=*cfxiT}W
zNzOLQs9Hy;(nG92Q_9e)u|3d6jY2nJgYN_EA5|=M>z(#)pb?5fD(o`OQo)Z>Q!;d6
mKZ`(4*qHE;LMRk$6e6BsD}pxd!D;f+H&H8{G?}D)ocskZCKkW|

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nt.cu
deleted file mode 100644
index 465b736e67f6198a1c26f93cf4c3fa565b84d718..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+in^$5PjdT7!fH-qb0OSTeS`#!8VFgC8Y{&^Jtm10T-`r`4S4s$JgFnu1T7x
z2rbLZoVlF29Plw<oc;XL%QF1y;uhcZz7B3NhAw=DhX*)%QrYPQ?cw1b^6FcK?7-=p
zq}756lgtpuD2x{I56-<4#9CYsXZRmnc!6ikNX!c@?1^4P5T8h87|e;0TuwlZp++SK
z+K@>>;4;gAauV#U<2h(=r_bpsXA~OEJ1@Ouw5f?91#`?aUV*V8&D=GK;KYVxUIXzV
zYwmb}EE#<bpdgD8Ywp9i%!Q{68rI~k+*8upaMl{@vr}w&;kJZ$EEI92bWQWz5UrUx
z$vu~%kt9AA0oP=qyz4<{MJz(16d`o0<~QWGGUq#{{ijSbC43=wtba@mBeXA6J{wMn
zX4|j{D++`z!?RSiKfX`l>@<Z>-BqkRV)TE&u4HJE&mC9tMfAHA;&&bLLUW-eo(=SN
zs;rhG<jR5&y5^D*lc{3FC5e&RCE2C7`mOv~JC1d3yR53G?4IYWVxgTt_|)LKBPl!<
z_IHK#Dm?C3y7E=JSep@(PZ1jEEUw)!Oia3IdZil{AKun6_WPH@x+f{@^PIwly&Auc
zT9sR|H;Us>)qF*nblfefIHh7Z=gXyF?QZSjG*IYRxCY^Bz`f!W3O1oqA{2KZKC1&#
zPxeNz*$!Om+OY}Uqmqxvb*{psfLmxL!vTP(Md(7XA|%y228w$r*s!$NfuN+$=Oti2
z0z;41z)=cS7bEiNU|GauTbO(s!=*chxiT}WNzS&@s7gnuVmIcWDP?F?*db`6MxmN;
z0hR&wk1SS0@16E;pb`2WPoiD<S&jcrXiA1IEO!ye3F{VKQV5BH)q*=b!&ZdBwr|dp
P=WeQ2IyqpH@^SJP<{c|}

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index e31365d5469d7eb95f490eea949f18b76221d87d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMYfsxS6#d>`aaAM)D5V>0(`H(vHbaOF)`@Q8qvghK>*1IDpey3X&rZ@OFwmkZ
zP44x%k8{t>4j%)?`OnY2JjcJzuJKjx%itPgIE7E}@Bn*HI=kKI-QC?nUVN*NT{zlr
zwA(OYido_rh0#2{;39ZIoWqiM%l}{*1iocfVJ?kuhi0BYe4?~vFe6rRH32<_8r9e_
zmP{mp^E?O2Nj&E~FTeyhea=?}qtI;K1Qi^kEki7k%ro131;)iP3*RDw6Bmnl4J5>>
zx#tmb&**CalFUb}wGHE{5P>piI$N}hKuLSWS$k}bkFev?uNm=JXyQxjlIEEu#xQ$W
z1g=E0(FmytxFmBOd=I({Vi6Lh388B}yCT1}J=r+gf9hziMUZOa^pB}!g!Y9lZiiE1
z*g9;&q(taE-b+{K!@CTQk23gpy2y1ytoaYvg^EK8h38tmh<=+v`YltQ87}lBuz^`G
zmDN^+eAy5}ms~Mob1g?)k(8-Zl3hltpUS^w;MC`O$f|qF?s&m!7L4Hj>-Q)|A(-ei
zAYOH-dOjIEHug7-^<q4pU$%%<hFBgWwwNL`FnL<SVbo8yl0fAf%J*;T9NW{(U^$@-
zwpq_$#bso{v$)W4@!?K$3X)BzQV1m(r+f7csKvQ5tOSm0UnlW+x>q)l2r6_OHu$+=
zD()~OFG6R6Nv3@704VNd;Nsq44}y}qkC%Y`1dPNkfujs6>J#$mWO>5mYnWmk!<9dP
znYOpikb<q3QMHaxrH531uC=9AW4mCi9>s3r65mJIKdM;hHh2^Kz#x=_B;6v;LctrU
qDH-~>pE8mYHzq!05DNvDgotmk6H%LP|D^HUXVGZW*kOwDapNyiPZ#z8

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tn.cu
deleted file mode 100644
index 023bd24211a6a8a2bad2fc2d692f431eb928309a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcmbVM+in^$5PjdT7!fH-q9wFRTeS`#!8VFgC8Y{&^Jtm10T-`r`4S4s$JgFnu1%V#
z2rbLZoVlF29Plw<oc;LR%QF1)@($njz6|a#hAw=9$45ANQrYPQ?cw1b^7?Cq?7-P^
z(rUqkNoI&+6h@2q2j|`iVl6I+GyFF$yudSNB<6({_Eaw-h)<+44Ccg0E+?SIP@|Fq
zZOEh`aFu01ISF>w@f@_b)8}-RGYXC7y_eoH+SJ65f;nayufW)lX6~9qaAHF;uYvfG
zHFrEfmW;jzP>{ulHTPj$=E7434QujN?kQ<)IBSjd`5Csna9ct=7K*r1x~6$<h}O)U
z=AKK@ND?25fE%(<-u0lfA{HT0iV(__@P)i3zm&PyvF<-*eW&I-rr)QA5!x3jpADx(
zvu(_T6$L_9;aRHMAKs;KewM<=?kdndG5SAX*D^H8=Z-7+BKmC#@w*Orsku-S&jxxs
zRaQ$8a%DjX-Ehf>$y71olEg^ulI+r3{Z{_09mhJiT~^go_P}#ivCvK+d}?srkre(G
z_IHK#Dr`Eo>Os2lRk~Q45tC058t5#p-7ri{x@mf)8y4^1)G_w^m%_RyDeUu{!iK#X
zzm8g!Td_Ba<51OnO__AuEvh)BVmRl^rC{xD?cyv@=vcT0;cCEx;uH!tp;96gcOX8i
z15!`+MzGlqT<hAg3EiWTkH~ed!lZy(XePq}fT%_2Qm`T<)jI)-dnwqkwAg{5q|WCh
zU_SywkJi9Z3RM>)^66k%#AI8Td>g~1JAt_}Gpk9?w$rFeN2p>q=AS8LXjRxDXro4<
zns5P@0rrn9RzvTd_HLjN`W8>3UHMs!|4wL1hAu335y%Pa7G6>aiGtOFJ3PZygu%AQ
R7s+!sRV$qwFiH71`2*{<D|r9_

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index 5b89b5f6300a7d8946af26eb6c856cf6c32ce825..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcmbVMX-^w55dEHCF$xj_v>`3DRcjKYWQ!0jG!^Ob(Q?*K;>MSJkOuMNYwvE(LP1?c
zo81||Io`b4Jw67E^Y0&fd5(Wv+~S+wr@<}8a1I~f;Q<aFb#}YayT8AKy!uihyKr*Y
zXt!a)6tl!L3Zq4O!A0<bIEN+imjA{w2s~p}VJ?ku$7Yd0e4?~vFeg@VH32<_8r9e{
zmP{mp%RC3lNj&E~FTeyheacq_qtI;q3@SKATZUL7nP;~70*s4g7QRIUCoUHA5=e+u
zbI&8>p3#>8Bw37DYZt~<Ap&L4bhc<0fs*!`v-a4Wo?yqN-!S5_(8QP470q)?jA8b;
z2waI~qY+XQa7`9E_#SkZ#3Ce06GFKbL8=?_OWU)p)BVRz-|G3+(Qi}B2<;19%!X59
z*d}Jeq(ta4-b+{K-J1+fPcnFazD)F!So0sSD;0+n3eUBA7X3Pd^joF8FkI+KU<0#R
zDyyvs`LZE|uDN2w=30)pA}Ld+B)g1OKb3#0z^Tv8kX84T-SL9eEEvK4=dV$WLNL*3
zK)mWu^?Wk;+t}YW){C*8-*O_^GFBO4b&S|ziqOF1X$gl>KiOIWm2W8DzN&NVPBVkm
zgfiG=J%crukp<7<LdV62JIyIbHla!(lw_Rl)i<CP=i0CqIIex2#N+uv*+e3!&~ez{
z7lx_0!;riPT?i(b^1UOVxR-&8dxt#;O6oqI1NIXz61xJ9GN`Ce$j6iA36pPNicJhx
z{s`vU&YU3y+bpAM9id7Oss3DRORL8A!B{<t-NYrnkFbAKvD9twCisCtC<#frWt^pg
sw^CCw^l?9BBqwf6e8?ac3N8r|&#)6wo9^(e@ziJ0Xw%qZit=&e4_D_G_5c6?

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tt.cu
deleted file mode 100644
index 927984ebaa1628b4684b57958f8529d8dae4a291..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1652
zcmbVMTTk0C6n@XII4TkXl+q2hX)|r5HbaOB)`@Q8(Q;$A_3GG`FLbT=@w1ckLI<N-
z6y<V`zjOJ{<$#X?<Lt-hUY6mXmv{KK_hoR0F?8V*JU+tFv&v2<Xb%r}kk?-;WCzZU
zlU55ROfo|pqcB>;ADnw9h_$#N&hX#3@B+`6k(d`+*i*fTAU=`GFqjh~xtxF+Lybxf
zv>}s%z*Uw3<s_W5j_07goxY^2j8SMb@4fVv(WWMb6wEQx*aKrjn7L~b!HEsQ>;v&3
zYVLS|EE(MgP>{ulHFsfL=E7434QujN?kQ<)IBSjd`5Csna9ct=7K*r1x~6$<h}O)U
z=AKK@ND?2DfE%(<-u0lfA{HT0iV(__@P)i3zm&Ona=O3g>F-m+2<;1%&xTW?**0v#
ziUOgl@GMpB5ARYqKTF|bcjfDz82ulxYZ>a~bH|l@75z4ac&}YvYA)2ovw_|YmDN&&
zT$vC;H(WAeGF6PYB+*m5<h!(1f0eJb;h5*P$truw9(c|w7TO7fs|MFaN#So{|EaK^
zhE37#)V!=%y0TT8SRW%MpCUBSS)9CKXqt3W_ewV`-oL4R?A9-Zbxl&(<vE27do_OT
zwMw^QZxq|1%K4fy>9|`|eoDn~&X-HU+TGg3S)kCdun@xHfCt4X6l_AJL@16yd{#T8
zZtjg>Ga$IuwPO*wM<pMT>s*CS0k_ahh8+M=i_oQDMF^^Q0u=XBuwibo13^h0&uhSb
z1cn-|fuj_vDn{h<&a#NfwlMiNhD&z>b7f{$lbmgbQKgPh#cqs0Q_9dPu|v>CjY2kI
z2`mHbA5pBD-aGBxKqK@mZbiGYvugh*t|=M1Fx*8TCyZP8NFf9YRtxU%3|kQz+a6ye
PFRfLrbaKEX<>TZJTx~3`

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x32x8_64x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index f4638ce13c0b1889c84464c2940df10a8dfeb00a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1591
zcmbVMX-^w55dEHCF$xj_v>`3DRcjKYWQ!0jG!^Ob(Q?*K;>MSJkOuMNYwvCjQYcYZ
z(PnqXZ;m%_c8`w%<NW)_UY_G07q|GP_i1p8F`UB(czA$=C!O7H^zQF(A+Nqv$S#~5
zHrj2NFvTqKjKXM<UT_h-AkJY)yyd^K3<A%XRhUa7+_70C5T7V*8O(`QTunfap++_K
zj3pCE;4;sFauUxu&kHcYO`r2s!6-CaKZ6R6(Uu{WNamSs?tpQz%)+;b;KapZc7cRg
zHTOJ1?it+$Ajx9HTH7$L3K1xSrn5!62$ZzfoVCa1^aMLD{e}^bg(kkVu4tZHVhpp#
zMc_&_8;y{ffNQeQ!S|rMBo-l2nh?sh2vXgUU)r8MI^Ey#^tY*Hg!Y9lX2U5lY!fzN
zQX+I2@1?8r?o9@#CmFmyU*`HrtoaYvm5Or;h38tmh<=?x`mIu47%ucAuz}eumDN^+
zeAy5}*IY4Tb1g?)k(8-Z@?A!&pUS^g;MC`4$f|qF?s&m!7L4Hj^Vg_HA(-eiAYOH-
zdPEugZR|fb*1NGD;jNyR^UId8$`Gq##1>P81}0B?IE)g?)+(rcL;3bqonw2N8LTFh
z!8Yp|thtOVcoug$?mpaUPC>E>RSKb`<aDn-1GPTahPB3V?dv2S&kxEb5<!KI!v?=F
zOvN>Z<VEO0Fv*nf9RbC?3|w42>_Jdc_wf?2pMa6r6>yY6MSVg(oh(n7d;?Q#Vz}~0
zFxPhG3@O-V8CB~DReDJE=UQ7@HMS4N>QU?_?(uzu{iBMdZi6?$4-7&{NYX9iEEW7H
rH6=qI_ftl4;>N^>3}T_+k`VC>I}x?%4$m6TeHo25jXkC)A2<F0ezF-X

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nn.cu
deleted file mode 100644
index 2bef3b7d64128dc2bd6387c0ca5c3ff8d71f56c7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1646
zcma)6Sx*}=5PsiZF$xj_v>|P1tJWluk}X11&{U)?kCwA`5;tDk@<E!2A76WSa}b~q
zZT6V)H^(=}0iOWI*{`qtEW^JqZt+e3+wc}+=)o6wcz~m4mECU89v<!?ufA8vF0_x6
zRtu&~GD94rFkZ$FoO>sTwYVV8@V~h50?(O|m={{uQ@xBJK9$NaSP&z*oPwG_jY<x*
zA=84uWtIWuB%HI3=b*ivy`-y*QD`*py!4jQrY43I%rVn=1IC6hbJrw-6B~kg3&e-0
zx#Iz{V)QM5f-J|Zxewzq7oIX`Sd+JMPf2UbS!<%t+Su~K?FjKiDB?=#hUSGKS~GK+
zdoD#INqkHKuE|n)*N5(!ScF6=Lg-d4Zpa^H&L15eyyfW6nPG$ugv#fm8PRMPGi61A
z&}F!ns?MhmDa8Nh-rCU}G5S^5S$iLLB}0XL?zob#qTi<wuZ_zK&4rqJHq^VJvRaCe
zD-%NKnoCAZriw9_Bzo$UOqbT`xAL(u9P`{YS!GYzJ<nOiLMMUntHE_SQg|vHJQmh-
z@U&d%+E!^|bBvgLhR{%Fapp#$UD9pEE8VF0_^$S`U%wPKHA!Kg=M=W=)%cCqD&2~`
zacqYw=PSyj<8E2`DHWpyU#$e|^lB6BK%rw{6@--m_li>}*py0%P#l1GueL|s)?2}L
zG;po!#3J;LN<JdjxeA>EZmF3J(+^RL(1l<{2&#Vq6!%lGVPdfZK}j9YYrsJSh8k^v
z;}ohYM&$F(vWUrcF!?TqOLqbbW#(3sob85DrH)X=Zj3)u%FrsYL(oQzLpEXjR{{2)
zDArByo%U|15&9ALp<UZqxBny8l#E;$?jn#A#x1<05CR3O1$TIktq6^6kI$2r7OGY{
KIbf3VN%9Yj&MHU%

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nn_splitk_parallel.cu
deleted file mode 100644
index 1ed27985d9654e93fdaa88ae9f4e1b9d2ffe94cb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1585
zcma)6YfsxS6#brGaaAP5P)ax0rp>fSZH5pVtP|bFN6U@f)T?7#e$W;1<7X%7g94*f
zo22*p+{d}+W{*z*<LuX$ewN|i=QsGe|8;nSF`U6?czA$=XPv!X@b2$#Auqqz$Q~TO
zNje=Um}G`HMq#{&e{k-dAlBlNIK%(q(hEFeMq*xSVUP48f_Nd7VK65~a#?_yK!Zy5
zv>`=F;3CU_auUv2$8*r$PG9oX!6>xaw_bY7Xj>CQO6Hhp?SQeN%-pq!;KYVvc7ga%
zHFrEf?it+$P?E)%wYOnh=E743Eo<^l?kVZ4IqOXH$uYLPbQ?xI5sJ9Vx}te*h}O&;
z<(^B?N)jKNfGe_4-u0okBo-l2nGm{B^K0@)nbSu{2fG~oIW>&Xfl&EuG$opCVhUE4
z2wjA0<?4QXpF;e7I$I{XB}TsrJ2~ElUCJ;apF6JPtLS$r#P2HQx#mI@o(=V8sjRUg
z<f?`cy5f=%lc{pdC5f5371LF;=Bc`^0>?f#L)P6>cE@wpu%HEZ-+lxo3c*A-f$(WU
zHN#2asd4bw*lfkq;ib!1RfyFwV)7|ML!HG990l>D>-pEdQTgF*lVf|DDXb=x!ZzzE
ztho#<I2N`!Y(3m5PN8H4l@g(-;drfI0F5%&hPAqJ<LgEq&km|4B0;$d!v?p|Ooj!9
z=tbyUu#!pFKLm>VDcG=d*nyy=>EkuvAOZuiE8sYVn)--*K3Ntq*#;)x#Bk{jVXn-~
zYLc_fGV0b5s`U`-&y+H>Zfqa4QRC1}*x>sB`%e{1-Fm0J8)}52kV?CZvsCb-)Rc@|
n*v~SM6E-G1q!0=P8-<8x*ovS{`{p!x>7A&RPWG6je3JYFL9G_W

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nt.cu
deleted file mode 100644
index 576d6663e15ca34f8d4d3a409c9fd5830e604e59..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcma)6Sx*}=5PsiZF$xj_v>`3DRcn$+$rd3hXe!c{N6T3|i5stN`5;ZikFUMEIe|j7
z*<;4v9N!!Vd<+<8zrOae4FA5o!?(R}gFB3&3t!;z5ssc!b~-_Oc({kW{$3$FaCV%u
zS}<Xf8R8g)(IS4}+&e+6#RYMO|HXwDc*cyxywJj)>O}<ciByKcoEXXF1k@O6RC1sV
znG^)BvJ5CE;hc3m2kq_jC0%8VLZf-_rMHYWH8G@Mj+w?AFgAplyCxBw*bvNHAU;IR
z9S@Ktqi+EeWHDmReHfRy@RUKrn!J^JN?IGvT4Q~FhAl7LmJpAHBCeFKX`UORH8ZEV
z=TbD1#K$DyhAfnKJ?N~6MM#t)gznV*mi$rXV&`c8xucm9zK}boe@+b}v@cXX8%~L4
z+pq~M3WTo0y;QY7eMlkxKX+HY?upT_!p_h3Vb?Mg$>)wM`6~K-3h`RIywqH%iDv`7
z9V)A(2)QyLgl@QG#AK=%aY>@5c1d<=t$r&XYr`?mZIe~@ls)jARV=g<2)`O!S0sg}
z!v3zX9)+hBOINl^6YFEd<WqzOI*VgB3>}khieBl4#m9HGkNx_ku&zl8`#h(xVXwxo
zy;kW~?2TeOR5@Q$CLMQ+%1@~n&iQgFSi4)BI13ay7Pdjy8t|Yvg@R3}lnBKci1%uN
z)SbN%Y^DR(x^^r=_o(C}a-FNtDc}~G$*=$*Y7x2=tO!B%PJrTG3N{Qab|5IJ<9Q9(
zkHAo)HE@(dRmF&W-dPqg*%l_>#&GFQV6M!}YLc_<FsjrMs@RS3XG$4bC3Xnfs8Pr!
zY=C8e{U?f5(|f1A8)$@n#Fc1Qc2@1b<C>D83&ULma>BTUmlQ&vV71^5&#)DtvF-6i
Q^3qP#N+$<QQa(=p0r}M{egFUf

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_nt_splitk_parallel.cu
deleted file mode 100644
index a600832e3a6e72403118854a1048cbd4b646b4ce..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcma)6Yfl<M6#dSxxWU9&vq-CL(~e*QTVrgsG}6|OlVN9oDf7xaq!@pEXLgsTS|zZ%
z+&kw!&OLYc_!uzGe|_oYIsScqgRgsE2R9hQ8GMF^2RL}r+3iN}{{9Z~@_U8s!tt9%
zyA2bjm?fT37%kEtTm&zOb665@`Clx9z%ynQ=F$jvWEKg;CrVoeb7B=&6VPL*QH?!g
z$wU&k$aA2a#B<K`0!(nz=X_N#3eDDSP{A?UGQ<+eJhRPLU|cM-@GT-Zaj}@!KtimV
zdmbV8jJ^gS$zsG>yD+W_5h#PEvqifIl(g5Jwa4b<7&|Wgh7pg2Ccd<;Xr5bQ46{c?
z;7T+bjgXpvE3(kR_n^BZ79mlZ5W3OxYw}0i)2*ZZr;g@Y1gW-8|D0MzXkX}JHk=Z}
zHenMcB|;bRTDm$P-)E41pU#%KZizK7!cLBNVV5cnDHNV-^&<LR2I;#>d2YDSlfVXM
zvs6}F5%Oh22wic-h|RSeaYa(5PDyqdt$r$RtH7zx&5%|1l-==y)hrmn{kI=cj6yKc
zX+Zqcq3Zc$@YvYjHr9*rcz)S3RvBV-jM!p|(7@zr35QWX*;)dXZzw;!t#j;7GlSKH
zGT3E3gEg0t1<&F_$Hj*`%_&GWp-Lf?WSp+mJD?Wl+OQTlu6>=v<Jm#kL?WoraoFG&
zhN-y2kh}<;3nrQJy+fe5mw}6Whdl^N>ONiq_7gA?y8@0fsHjiKr<3IglW$;(O$=B5
z5a!y>oFN6<ETd{2p-K;_{#<KItH$=hSUrl}#3jCuu>VxC)NSx4_<=zv2}!zToTY-d
rQd2VYaX)1wCvHr9$RHL9E(sCOuoF?6?#*fAx!0o6rm@Eq<>SUbWY!n^

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tn.cu
deleted file mode 100644
index c4414a1c1f79356a8d5b78e239b3d88c1e73c180..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1649
zcma)6S#KIK5PsiZF(OiwMoVZ(TeS`#!8VFgC8Y{&^Jtm10T-`r`3ME&$JgFn&L&OJ
zvd4_SIleiL_yjP{etzj^8UA&7hj05|hj$o54?e@=Bb+>`>~@3p`1k;M{jEZFq5URl
zwP4C5GsH0p<7NE7xp#tCiwoim|APxJ@SGWmd7*_p)5{3rQ>hGt1u>G#DX0n5sN_f+
zGA#&PWf@RT!a3`B4%*w<bGphHg+}w<OK%x%YGO#i95anqU~C98cTFNVu_2h(KzxXr
zJ02h_MqdLc$a2h@hcGU4;VFZLHF+!dl(e>-wI=$!jV&+Sju20TBCeEfXkHkiH8W?q
z=TbD1#K$DyhAfqLedw-<MM#t)gfb<3A#cfVWiIwk51u-Grxtrhf6NRcbRbkdAI*qn
zyO=2}3WTo0y;OBRzE2_kKlRp*?upSa!p_@=uxlBL<a5WBd=dRFg?MdTUTQAX)U%=9
z4VBeWgj|^rLN{D8Vlq{Xxg^n3rzE?yR=<^xjp3N*uE{EU${u*mDi%5kgkKG=E0V&$
z!oj|<9))ei)-_1iwn`J5W5nb$goZkcV>b#NlWvP%=|;tex3!PM`lYa`NeYKNr?6$O
z#&5h<=~nEGV>?tiUsEO>cgxC8sTeKzY9&~wSDR=D3LOjEAZ!hIP@F=+rc_FV;ta%l
zwLt35-U_zUfookS7NK`i@)5btRp=COOU-0h01&kZT?$r&p!%mkaX$qch88;zl+^LO
z1RO+QsL=*EPNAw|L_X~-i<oQ&lkZ}<bf>UTW^Ogf*=`tB>IhZr#`rU(46PD725r<h
zWD_>PD!~2|#k%Re)7}j=Lf_*`v}-%-_TO_&$;gG_E&@4W+`>x=AyBYdaEIsEiqP2h
S%|-IuPSr{$M@&*aN&W)=Z7Y5N

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tn_splitk_parallel.cu
deleted file mode 100644
index 7f48f96f3e26c8ccee86b82bd6c787d765986aad..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1588
zcma)6Yfl<M6#dSxxWUAzS)|prX-6=DtueM*8fojt$*?oPlzC+yQj9;oGrP;PS|zZ%
z+&kw!&OLYc_!uzGe}3-eIsSEVi*I^g2Dcc)Iedc0M>u%W+3iN}{{9Z~>RW~E!pUKy
z-G&KM%o5Kij27t+E`k@tIV_2{{128v;2E<Db7_P-Hj4z}6QwPKIkAeX3FtA@sK%bL
zWFiS%<~dMK;yLGe0VcTVbG|AVg=Xt6sNfiF8DfcKp4sLrFfNu^_!beIxLC|<AR$)G
zJ&%wFMqdMvWHDl`T^Lt|2$Vt7*`i$pO4@7A+GBHif*qHB!-&U16JJ_aG|w$DhS}pH
za3z|JMo3M-HCgE3d(d4Hi;yTy2<2J?scy(`ZO^t&_n$g_tLIxse@rbSv@diq8%~K~
zo0tic5~0g@EnS@t?=ncgkLSxocf^_(VW%g%uqzdZ6bjF^dJ+9LgY;dcyf9qoNniuB
zSt_fo2>G%hgs!<_#O7L#xFRW2rzE?KRzH=uRp8X;X2`00%I<l=Y8H&({_FQBMj@E!
zG$4NJQ1yH=_}AFqHr9)=p5JmJ*)mocVs(tzVv5kf<Y@_qQ9s#Q0+nwl-@mDI>`pU-
z)r2zGWj%v6myrd};zGy8hkMN_NH(ELA(UjCuGKrB7U$Zq7C5eboy6n$LD@tisL*lP
z;1`CexWkaV2wey!nex3OptzTTi+hJX2ukWcUIO+LFcP~0jxwmIPspc}<q4B-V2Vu)
zSN;g*+RmII1=}p6Y8|0U52^lKYfG!f_Q6;^irvH|eu%LDRI$`;@Fw_yK`04Hx@DZD
tg11srGW2mjWh5tVOnk^7778v25znv_QJe1Ytnu7y(P-1yV~X-|<1cD%7yAGJ

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tt.cu
deleted file mode 100644
index a4831f9070f730676cdf81b2c3ebe5b4cbb93a28..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1652
zcma)6S#KIK5PsiZF(OiwMoVZ(TeS`#!8VFgC8Y{&^Jtm10T-`r`3ME&$JgFnj?kn5
zEql!Po8z0~h))3H?B|z$mf>HQclfsdb$Ev{^x!i*KElbf%5FDkkB|3|*WW5+7us)<
zRtu&~GD94rFkZ$FoO>sTwYVV8@IScl0?(O|m={{uGrf!;K9$NaSP&z*oPwG_jY^KR
zA=84uRh9weB%HI3=b*ivy`-y*QD`*pz4VsRrY43I%rVnA0AoX#xoZ-^i4DOV0`Vbg
z?s$N#7(E0~kmZ;)_hDS-!cztfYw}j^DQRsvYfbcd8(Utu9U-0wMO-P}(7Z52Yi7=J
z&!uQ2iH}LZ4OuGh`p{hyi;yTq2xUt6Lf(?!%3M4-Jvi|6kC|bF4us0*qZ!d`7dB-@
zfzVaBm#WUk_bJ5xr{3DvJu&)K*m-*&b}d7leD1iCucF_j5U-8POU;FvdN$O%p|V<v
zkSh~H=!Q#1Os0x4mn3@Xlzf-g>bLT-F&y*UHCbg(*#pm6#X={6@T<XfQBwF<ICv_o
zr(s*PJGCe)mac7;CN{^2$!7=+brvUY6q+X8*1gh=iVtsVAN%!7VN;V7_IXZW%U+G&
zc&*Z{*c-=osB*rhOgiqCm7h{ETJY6MuuiWw(GC<k78XKS9Ppqxg@R3~lnBK!i1%uT
z)XlvWYzG9_x=t)Y@1*1-a-FNtDd3ix$*=<;Y7x2=tO!B%Pl4io3O39wb|5IJ<9Q7@
zh`>;z4RD-7RmF&W-dPqg*$yV(#c=6PVWG_2YLc_vFsjrMs@RS3XG$4bC3XzjsBy?9
zEP+*k{U?fb(|f1A8)}5U$E|4BcGm6x#5E-&7lykC<b-hxFDZmT!D_)Bo?|OQW7{_u
Q$xCZhE1euMN%<uC3veYYv;Y7A

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_64x64x8_32x64x8_tt_splitk_parallel.cu
deleted file mode 100644
index ac2dea6067ffbf08a8cb04f3a18c52ecfc04f497..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1591
zcma)6Yfl<M6#dSxxWUAzS)|prX-6=DtueM*8fojt$*?oPlzC+yQj9;oGrP+}sucpe
z%e`~%<J@z1kB<T4{O9Lhp5tE^xA>;_WpIlzoWm!0e1wB%o!xHq?(c6QufA2tE}R@T
z+HIIH#VqlR!f28H;39ZIoWqiM%l}{*1fDUgFqcNSW3xygK2h2-m=mkGnt&cdjcV)}
zOD2-QWu61&B%X7g7hr;$zT~TdQE0aAf(nk&mLZl%=9z8ofN`<R!ncUv#KmHEfrMB!
z_dG%#7~KUR$zsG>+c2&Q5h#PEvqifIl(g5Jwa4c41UoMMh7pg2Ccd<;Xr5bQ470~Y
z;7T+bjgXpvYqHS6_n^BZ79mlZ5X!X(Qr(c>+MYc*-QV%_kEvyZ_JuBH!znRr6E<N|
zB6JzArK|JdT?Xm*@qC%<j#%?5?DS+CcBSH+LgBequcF^(kiM&w7lsQx32b0COJ%hc
zAzwCx&^1?#*j&pIS0rWXlzf-b>ZkIy3Y_}f3|Vzg**z~<&4Ll!fBhcyC<GIo2E<Pt
zsvc1W{~G&GjrDG<M|i8}<@~Z`tTM#v7_r3^p@GTM9uA{~vb72--%!4PQ|H*8W(KPX
zWw6b925T-O3!cTDj=K-{np2Q$LX|=&DLGxM*Fde$wPCGsT>CnS$Mb`-i9}GL<FLUm
z3{!E9A$bwH5KJ=Vdq+TVF9R1>4|@=l)P1}L>?dF(b_E<|P*I<d&nL?hCf~pmn;5SA
z5zMunIYSDzSw_`5LX{p;{khhbR*mh0v3eA{iF^DIVgIROsoUU9@B@QT5|VVwI7<aT
rNlnSn$NiL%oVYRZA%j>bxFke8!%jqPy2G=^OK(P_O=FKK%EyhrkvSPL

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nn.cu
deleted file mode 100644
index ce7de93b46aa24fe768c796607f575fdf7896d77..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1644
zcmb7EZExBz5dNNDaiUVyR-tUICUq_#K~`0r+A)=F{b-rkfQMsSeklX>$Ini}OKH0@
zghIIUbNAeHcRt`_z&QK)rI%&+*VR3~>wO*EV+>vR3{OvR^s2Md3EsoQ9pufo3fY0P
z<D}Js36sna$0&>z@ej_u6U16v5NG%wTzG+J%t*`&E$pdYL=c}yWf;tfkz7tdjiE**
z2ilNHLEt*efN~PfS;uqG-cH~0Rlz7Unh#!j%V<**Lki}YY3zZqfoATSL~vpQnSCHW
zu;z{j$db{000mi$SaTP~WiC8r(6A<N<(`t(MzhvfpPymN3%6y&W1)yEt!tU*hG@;q
zY3{icjU@502)HE+<y{XtD`625r3s;XHNPXjmAQO&w7<{MA5+5!?F*I9hEt;1HfF+#
z0-@{hEM4u36wc35xah9(JP@P*A9W)`e|+w^lJ9~)rVzjDj8~cqHSuhqw~4aaijXVI
zLFkrCMogxP5tk%pYL_~f(dxJIXB{|JxgD~qow7%svr2<@0^w7G>t>|z(%64)theB0
zv(i<pGQ|2AG5HjsfzIN_4a2acn|@cmVe#ohonyCqDXd$P!miFKY}Bjq>#S9|m3pH%
z3{}lHlu5_kqRLY`hI77L3fAt{A<lw?j)jXLTo~}EIE8{usFVoB@sH2y?x=@)W7sSP
zu6^y;gzizPN7Oo3VN$>?G?QWXA$k$I608WMdM7|}F9jR+6*~}=)O_9p_9HO#Xbl{t
zP<1gPUr&}rOtyu|w=rD06PPPAvzp{=n?_YSLY2Caf2Ne7RbhvqjT(h&!tyTz>>n&v
zL+_pTZlDqR9&batinAL3XQ?R}y0F?s5GSl#cu64;1*-*jc!sSAgKdv5leex@t#oq0
IB<17eFD<<(-v9sr

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nn_splitk_parallel.cu
deleted file mode 100644
index b8319cd75310f5a27792f9579e9313bffcb90f84..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1583
zcmb7EYfsxS6#brGaaAM)D5V={5;HAQn<2Cf)`@Q8qvghK>eaC=Kj@11@w1ckL4nal
zRhr!Eb06oPn>{`OjI*Dg`dNm5UEboG{+Hn`#&7{2;qeg;UUc?)!Mne|h5Y=jM)u(3
zFzIxlV3HZ)7=`g7zTn(DL9E3kafbiFr5AX{jKsXu!XE2I1o1*D!(dK~<gx%Yfd-ZA
zX+w&Vz*Uw3<s_W5j_07goxbL)gHdR;@4WPu(Y7Xrl*}>H+5uxjnYn8d!HEsU>;mzj
zYVLS|JTSTopd^biYj4B2%!Q{6TGr&9+*8t7bJm&Y(-UlY={AgbA{23zbw%^s5UrUx
z&OMi+l_Wkk0oP=qyz4`6Ni0I5G9h%U<~QWGGUrc@4t6>EV`><o1EKQSXi7BO#1yP7
z5xNTZ%GEtf;q)Yhvx{Y(J7V<zqdv<pAD=s}<eT94Da79@<E7?86`l?CW}&RHBIK%e
z5W41)5tFHM%q5ALx)sk=wC1V$TLq3?ZicLTr|h2Rtl>Zl?!JBxIuwG5ZUW(ILN%jF
z;kj|})Y$CA^U<ZtSXGGCF=Fy5LPMR!{Tl`8r0eO|zESz%U6W&bmMN?Tl)^UaDXh5+
zEI1Z+IqW>#D^8(g1(gz^sNi_7*T2!_+OXC(ZhYOy<HbSML?kFzVc6gnn#r)f5WNUp
z3RW`d`bR)<KLs0B4m%K(G=01U97JFsb_E=#P*Wd~FDJ_)CfmT|n;0(L5zLjDSxs`b
zSw`JDLbV=Z{h3mR){X6hHfkKY3H$pHVE?FMsax-~cSDU(6jEuIah3{xlA4l{3)@)+
ja>B-hhZI7gV51Q63|kSjX%Ekn*S?5a>12;d$|uQR`;r!1

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nt.cu
deleted file mode 100644
index 254272c00316cfa4fdccb0d4ac65371853e8fd23..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcmb7E+fExX5PjdT7zGId+K?7hiJBx*vPFmrnu@gL(Q?*K;>K%RzK|y3<7@A3u0Wwt
zwAswenai2W0Ura#+0QS%EW^L9?(tpk>);+^=)z}sdV-@Dm7Pw|9v<!?Z@yK?4xAk)
ztrkp}WQI6KVYG;UaPFNT*5ZOV!~fvI3p`^+VqR!rPxT^#_(UqhU`~wWasp}$H7YsK
zhD-_q*I5RXlVE2Z&p~@TeN9(6qtIwRc<C*pO-&3bm}92#4vY<H=B`NuCpIMW9*7TF
zbH@W@$>@6k1zC((b05ZKE<9z>uqJQio|4vvv({LjpJB@jw<W}5p@=J`YntbVXwA%N
z?zt3=B=NBbxFrkaT@N}dVi6Lh2%&p5zazhux!f`Bzhs&z;S0HA{bOnvp?#t9*>FlU
z+lEb8Q6O|3o~5dNk;3^|3K!i~s0U*7|D$eXXpzqySMp8p#}wjs9q~$Yp(dUU^md}G
zmLlZJauB-Zk`a@sV#Fnhk=iBIrMLR6{8>AWRc^biYNzax=d9wOoj~~1;JP0vJQwzN
zh4msl?^n9=Rk~Q45tC058t5!8-7w5cx@mc(8y25F)G_wEm%_RwDeUu{!iK#Xzm8g!
zTd_Ba!%)?HLz#5kEvh)BVmRl^rC{xD?cyv@=vcS~;by?2;uH!tp;96gHy}Q%^HI<B
zMzGlpT<hAg3EiWTkH~ed!lZy(XePt@L)0R4C0G%X>YV_^y%cO%S?oYiQs?s)upfb;
zM{D3Hg{q4Y`Esx<VzMnvzK!A1oxog~nbjm`+i6s#BUG^)^Ustrv?}Znv{9o_P1yfs
zfc+zj)zEvVy&GtRzQ==TSAJIGzZ060p$n^B1aiW<g_jgUqF}Y)4$rU^VX*D-W%AlZ
N)k-G^Oj15h{sNd-D-{3$

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_nt_splitk_parallel.cu
deleted file mode 100644
index 0b3cdc14631ec5e5ab9b3490d96864f4071b7269..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcmb7EYfsxS6#d>`aaAM)D5V={5;HAQn<2Cf)`@Q8qvghK>(wv$L080&pPi&nV6do4
zlY4#c<J@zz$H#zi{_|5W&+)IzTYS^|GPuPUF5n|PKElDX&Tcn)_xE>@pTAYeE}R@T
z+HIIH#VqlR!f26Ra1p#9&S6Qs<$tgY0?(LLm`fwvu~{S#pD1k^%!yT8O+b&KMm6?~
zB@;>DD$jv(63;o$3oyY=U-DJKC^TDlK?TQX%MeQ>^UOBifN`<R!ncUv#KmIX0tvBd
z?s<efF!~mNB#RMi?ZUV!M4$|s&KB(=P|{v=)*hSF6YRM38%8`9n)uSXqIqtKG0Ywp
zfh*B$G(u_uuE|0N--GUwScF7rLg-e{Z^&<L&$o{DpF5gs5v1BW{bOnwp?#r?*>Fk>
z+k{P+ln7nLd+F+&WpH|u!P&(!)g7_s|52Y+98oAd*XmX9`wY@=mGRPWp(lY2%x0mi
zwj$)qb`ZMeiV>S@IpT_>Or4VIGFtsq{;dM1E;mC~y;FA23s!Sr1ovORM=1)yM5h7q
zszcS&$>6E6ziq77;_39VWvnv9>KL)b6rq91(+Uowda|_uD&J6kcvt7xon;2A0cEhu
zdIoDQBMY9zb&hKf_nK3XY(kYnD2X`Tt1mz;&9z}IZ(RF2iN}kBvWY}cq2sW@FAP(0
zgCThlx)e+@<$Fg!aW4ZGw+?#{l+=B^2J9zbBz6THWl&L{kk2Q}6DHrl6q^{X{1MEx
zojF4awpm8iIzp8mQvJEsmR61JgRy!PyNN6O5MlqQVyWBUP4EMQP!f`K%Q#B~Z>6SW
o=;L<ENKV|C_>e&?6kHM_o?$1VHr?TQ<E4+H(WbG-6y@W_UmRW+k^lez

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tn.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tn.cu
deleted file mode 100644
index ea150057f786943e5a855917b666eb9c467841d8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1647
zcmb7E+in^$5PjdT7!fH-q9wFMl~M<gU>jAbl2V1Xd9=*hfQ#3*d<g~R<7@9O*CtJh
z(6Y?Tnai2W5uX6Y*^f{CEW<yq@9|y#%kUm!=)p&LdV-T@mECU89v>edZ@yN@F0@aR
zRtu&~GD94rFkZ$#IQLEvYjHuG;lFX=1)eh_F)y^R=Xx1Id@7Y;upmZqIR!O=8kHPr
zL#73R&shePlVE2Z&p~@Tdr4P0qtIwRc<C*pO-&3bm}92#28<19=B`NuCpIMW7Kjg7
zbH@W@#pqiA1zC<+^AN^mE<9z>uqJQio|4v<v(`jkw6W!d+Y#c4P{fte4b2Nfv}Wc!
z_gsoblK5Bz+>)j8t`FTcu?UG$gixl0FXSEhrOefy_24<{d$rgz{XR2{(1B3-d^97P
z?P8{^C=mJ_o~5dDnZiXoh0ESL&I2*}|4}zGw8-a<EBPw;eG2iriFmEKP*cx_dN)y4
zOA&HqISAcy$%x5RG3JuQNS%`E(p&vj{%jn_DtBF0wNv)Ub5?QCNg#Y`aNUm-{uU1Q
zh4mtA`?c;sy7pDN*q9NM&k!2wEH2$B%uBj$d8Hc_AKuk54!f7arX?vH@|?n!y&AuX
zT9sR|H;%(l)qF#lblfegIHh8=;H#BjonGyt9Vm1x+=6g3;8Af31)EYS5sDiSpVj%O
z=XxvH?gp-Po!ErlNy$g#I#*#*z%4bCVf`U$5xN$v2ubzNfZ~1%HmodmASkKxc?~#-
zz|f-&aGXNb#fW@9SQata4kq8laOuuqq0HQBlC#}3s?rgv*p2yTN*P)eb`096ai}Kj
z|0=-#k;QuGz0=+eHA3IwL9}Z>>+#<UP07fG)h+@#Vco(@3L#OjT5yNw*orXN_Vg-w
P>7r_-lOrZ6pCo?(o$xCa

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tn_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tn_splitk_parallel.cu
deleted file mode 100644
index bd15a9c301cfa85ac24272084fd836add8bdbaca..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1586
zcmb7EYfsxS6#d>`aaAM)D5V={5;HAQn<2yo>qNKl(Q;$A_3D@Wpey3X&rZ_kV6do4
zlY4#c<J@zz$H#zi{^L_G&+*U8JAB*wJh;OcF5n|PJ;A}V&Tcn)_xE>@*Iz4S7fucv
z?KVu9VwQMDVYEmuxCmYl=ddK+^50knfoIGr%%u_T*enu=Pn5O{=EN$lCZNYqqZ)h0
zl8Gd6mFGY?iRYZ>1(@KbFZrrq6q>F3pn_wxWr!t`d1jk$z_?gu;afy-;$ksxfrMB!
z_dG%#8GQ>tlEsL%c41r<B2WfRXNz_bC~2=bYmd$833goi4I>^4O?+ux(LA@r7-o-)
zz?En=8X+|SH)NrM??HD-EJC6*A(U$oq`D=)v_0QC-GA=%ot|$U{XVsf(7w>cY&a!`
zZDJ-&N`$WBy>xZXGB`cS;Ot_V=bl*e|EOyfM-&RrwR#o&K7;gIWxO<8=t*D$vsoys
ztqA$D9fWSUV#MZJj<_NzQ>Uc5j8;FDf2+W$%gvBg@0308g4G-t!TpzSQHnw^(P==u
z>QMD`GWgrr-!|53v7X*?9@#Qh8De#e*kX#%z~pHKhfzJ*S^$-AC_lWbbL`GCgVlgC
z*kwI~HJ6bE&*D1AwTB1IDM&V<N+Fa)obJ^ZpqA#^u$DKjeVxSP#X;FbBB;=D*x(n2
zskp(Aya-(iCYkcRBcQmKfs0#*JqSwbK3)U%6EG6H0**4Ms87h}ljRAMZ(xc|3|IaL
z=GxAjAqCqkqiP+YN)M_2Tx(0K#`eKjJ&N7L6@HAce^jy5ZSW@efk7w<NxEg6rGmFo
qQ!?~%J7pv%ZcKd0AQlQP2@%h*6H%M)@VxQTN6~20*kg+FapMmm_7{=>

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tt.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tt.cu
deleted file mode 100644
index 58b093d41fbbd4bc99c97ac7e91700836f0de8c1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1650
zcmb7ETW{Jh6n@XIIHFS3R-tTElR6iWAgiWM?U>58K3XO=;NjSoFJ++q_}NLgl(j31
zqFm1LcP`(#9PtTYoc;LJ&ocb;`X1l)zYOm&h8}!`rzbdhQQ7SV?eXy*^5$!W>_YoA
zX|-U=Bs0V@3gcz`!MS&WSc?nd4F8P_FYufhiFu)gJ=e<!;!~*%g9R~?%PFV{)Trc0
z8!{~je9khUoP=}M@f@_bv)6Q$F$#_5gO}bi+SJ65f;nay2ViUnGj~lQII$s^Lm)mx
z%^eSr6{Cj$3bGut=01$eTzJZ$VNKr3JteIzXRV38Xk*I@w<E+8p@=J`8=4n}XwA%d
z?zt3=B=Io`xFt*FT_3t@Vi6Lh2%$^~U&uT1OPQ-@rw0d~{ysB|(1B3-d^97P?ZT$4
zC=mJ_o~5dDnZiXoh0EUB)dMm5|4}zGRLSR#EBPk)eG2j3c)ZqJsHtZ|y&EX2r3kq)
z9fWSVWW;2u7;{OYr%uUsX|4V$UmL?Q%UzRI?vy?9oK+lj5(rlfu1k`_-@?IjVLc1m
zlHIFCS+8_$t2D7WMod0KXsEL|ccaiU>9*>XZd81DSNqtnUJ9F%q_EF(3S0JS{KjjQ
zZpGd>Hba&34Q0}Cx2*h>iqV3vR)TeUwTX71(6O)%!rFjG#VHhQN~J_74ncfY8>DXS
ztzbJIxYl)I5qc*jACc=^g-!vt)J%pA08xw3wO~aEs(%I)_fxQ8YOw=BNgdByz(E9t
z8f}2%6sjsl<jc;oh{<*^`7VY_cLob(=2nxO?S@gMj!?yJj6YM#&?>QG&_<0zHem&<
z0_-1Atef6D?cGo#^eyg0ySB4#|7Wf#8M!dpMIa}PTlh#J1PWFQ?(iI25gOZ`UL~(B
NRjqV##3bdD<PQuyEK2|Y

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tt_splitk_parallel.cu b/dnn/src/cuda/matrix_mul/fp32_simt/kimpl/matrix_mul_fp32_simt_8x32x8_8x32x8_tt_splitk_parallel.cu
deleted file mode 100644
index e4a2e18e6bfa42ff2dcb13cf4b806c94af675a2c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1589
zcmb7EYfsxS6#d>`aaAM)D5V={5;HAQn<2yo>qNKl(Q;$A_3D@Wpey3X&rZ?@9gHrj
z(&S#B`#AU9?C~*Rod5XL%X9qm@($njJ`e6Nh70%zPfu|0qO;qL-u?Y8<n`AI*@ctC
zM!O9YrkEw3Q5Y@K3oe2e#5pX9xBNGjLEss)3Ug_MJ2s01;uEDUgE_H^s|n~a)TqXu
zv1B3%T;(}XPU1P|c>yN4>1)0!7=>o*KB(XrZ5d*TWS-gP4j329EPRUyPFyTz7f6Uz
zbI&8>k<ncMk}O87wGHE{5P>piI$N}hKuLSeS$k|wPq5?CZy51dXyQxjisrc`#xQ$a
z1g=E0(FmytxFHK2d=I)yVi6Lh387qzAk{7TrS18%)BPP!f1g@LXkX}JHk=Z}HenMc
zB|=y6Ub;GG8JwPEaCWgwbx*AMf7G>#QwoLWTD=K=pF#SqGF}=k^dzu>*({XRR)l=n
z4nj9vF=BHqM_iGVsZ+9DMysF7zg6JW<z~pLcgh}k!D<eS;Qq_Es74`}=rkZ+b*Oqk
z8T@VRKR4E!u^!-^o|n_hma)nZt7F6#Q-lU4Pg^*Q0?O7JsC+~D;a#0$dzKlj29&`z
z>lv)Mj4XH-H#%-UJZMfqvI$iRp`_z<uRa2`I@gA^!g1~EBpxpg$|e#)g^t4pzc5V2
zC5Gfh=u$Arl<yq@#k~w%Ts-VSP*V5t7O<ayk=PY*ltD#(LcW|VPndiIQ*2_m@<%Y&
zcIFHz*k&13>j+hPNcHDhTUs@?560?I>?UsUV}$*qiluIYH^C1KLP<!{E#oW|{46yk
pLm#(OMsniD#D@%Gq2Q7b@eDf=wdoGe8?SvAjW&%vrYIjb{s2Z*7{~ws

diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4.cu
new file mode 100644
index 00000000..796a1849
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 16>, 
+    cutlass::gemm::GemmShape<1, 4, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align2x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2.cu
new file mode 100644
index 00000000..ed2bfa09
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 16>, 
+    cutlass::gemm::GemmShape<1, 2, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_16_tt_align4x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1.cu
new file mode 100644
index 00000000..09c0c11f
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 2>, 
+    cutlass::gemm::GemmShape<1, 1, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_2_tt_align1x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4.cu
new file mode 100644
index 00000000..09c84e49
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 32>, 
+    cutlass::gemm::GemmShape<1, 4, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_32_tt_align4x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2.cu
new file mode 100644
index 00000000..2be9035e
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 4>, 
+    cutlass::gemm::GemmShape<1, 2, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align1x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1.cu
new file mode 100644
index 00000000..1c751e12
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 4>, 
+    cutlass::gemm::GemmShape<1, 1, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_4_tt_align2x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4.cu
new file mode 100644
index 00000000..ece1c4d7
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 8>, 
+    cutlass::gemm::GemmShape<1, 4, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align1x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2.cu
new file mode 100644
index 00000000..13031cfb
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 8>, 
+    cutlass::gemm::GemmShape<1, 2, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align2x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1.cu
new file mode 100644
index 00000000..4dda125f
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 128, 8>, 
+    cutlass::gemm::GemmShape<1, 1, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x128_8_tt_align4x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4.cu
new file mode 100644
index 00000000..d0653427
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 128>, 
+    cutlass::gemm::GemmShape<1, 4, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_128_tt_align4x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2.cu
new file mode 100644
index 00000000..4cfc6d63
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 16>, 
+    cutlass::gemm::GemmShape<1, 2, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align1x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1.cu
new file mode 100644
index 00000000..41b3a65d
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 16>, 
+    cutlass::gemm::GemmShape<1, 1, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_16_tt_align2x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4.cu
new file mode 100644
index 00000000..afe747f9
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 32>, 
+    cutlass::gemm::GemmShape<1, 4, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align1x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2.cu
new file mode 100644
index 00000000..f9b65472
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 32>, 
+    cutlass::gemm::GemmShape<1, 2, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align2x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1.cu
new file mode 100644
index 00000000..7b0f8c1f
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 32>, 
+    cutlass::gemm::GemmShape<1, 1, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_32_tt_align4x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4.cu
new file mode 100644
index 00000000..7fd28ef7
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 64>, 
+    cutlass::gemm::GemmShape<1, 4, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align2x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2.cu
new file mode 100644
index 00000000..b61d3b55
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 64>, 
+    cutlass::gemm::GemmShape<1, 2, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_64_tt_align4x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1.cu
new file mode 100644
index 00000000..b64ee3be
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 32, 8>, 
+    cutlass::gemm::GemmShape<1, 1, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x32_8_tt_align1x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4.cu
new file mode 100644
index 00000000..efc6f3dd
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 16>, 
+    cutlass::gemm::GemmShape<1, 4, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align1x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2.cu
new file mode 100644
index 00000000..38eef285
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 16>, 
+    cutlass::gemm::GemmShape<1, 2, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align2x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1.cu
new file mode 100644
index 00000000..9db9b56a
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 16>, 
+    cutlass::gemm::GemmShape<1, 1, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_16_tt_align4x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4.cu
new file mode 100644
index 00000000..b3979fad
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 32>, 
+    cutlass::gemm::GemmShape<1, 4, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align2x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2.cu
new file mode 100644
index 00000000..29f0f783
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 32>, 
+    cutlass::gemm::GemmShape<1, 2, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_32_tt_align4x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1.cu
new file mode 100644
index 00000000..0814d571
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 4>, 
+    cutlass::gemm::GemmShape<1, 1, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_4_tt_align1x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4.cu
new file mode 100644
index 00000000..53567cdf
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 64>, 
+    cutlass::gemm::GemmShape<1, 4, 4>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_64_tt_align4x4::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2.cu
new file mode 100644
index 00000000..ab26e0fd
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 8>, 
+    cutlass::gemm::GemmShape<1, 2, 1>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align1x2::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1.cu
new file mode 100644
index 00000000..9321d8fc
--- /dev/null
+++ b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1.cu
@@ -0,0 +1,31 @@
+
+#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)                 
+// ignore warning of cutlass
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wunused-parameter"
+#pragma GCC diagnostic ignored "-Wstrict-aliasing"
+#pragma GCC diagnostic ignored "-Wuninitialized"
+#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
+#include "src/cuda/matrix_mul/cutlass_matrix_mul_wrapper_batched_gemv_strided.cuinl"
+
+
+  // Gemm operator cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1
+  using Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1 = cutlass::gemm::kernel::DefaultGemv<
+    cutlass::gemm::GemmShape<1, 64, 8>, 
+    cutlass::gemm::GemmShape<1, 1, 2>, 
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor,
+    float, cutlass::layout::RowMajor
+  >;
+
+
+template void megdnn::cuda::cutlass_wrapper::
+  cutlass_vector_matrix_mul_batched_strided_wrapper<Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1>(
+      BatchedGemmCoord const& problem_size,
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1::ElementA* d_A, size_t lda, size_t batch_stride_a, 
+      const typename Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
+      typename Operation_cutlass_simt_sgemv_batched_strided_1x64_8_tt_align2x1::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
+      cudaStream_t stream);
+
+#pragma GCC diagnostic pop
+#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x2x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x2x4.cu
deleted file mode 100644
index 95a8741c..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x2x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x4x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x4x2.cu
deleted file mode 100644
index a620831f..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x16_1x4x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x2_1x1x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x2_1x1x1.cu
deleted file mode 100644
index b3c0e76d..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x2_1x1x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 2>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x32_1x4x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x32_1x4x4.cu
deleted file mode 100644
index 0870613f..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x32_1x4x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 32>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x1x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x1x2.cu
deleted file mode 100644
index bcdfb0eb..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x1x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 4>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x2x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x2x1.cu
deleted file mode 100644
index af6d0e49..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x4_1x2x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 4>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x1x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x1x4.cu
deleted file mode 100644
index 37bc33c8..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x1x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 8>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x2x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x2x2.cu
deleted file mode 100644
index 4ea842e8..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x2x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 8>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x4x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x4x1.cu
deleted file mode 100644
index bc916cfc..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x128x8_1x4x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 128, 8>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x128_1x4x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x128_1x4x4.cu
deleted file mode 100644
index 5ed9df14..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x128_1x4x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 128>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x1x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x1x2.cu
deleted file mode 100644
index d38317f2..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x1x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x2x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x2x1.cu
deleted file mode 100644
index 7ebe415c..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x16_1x2x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x1x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x1x4.cu
deleted file mode 100644
index e7647be1..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x1x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 32>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x2x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x2x2.cu
deleted file mode 100644
index 2e0f0575..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x2x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 32>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x4x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x4x1.cu
deleted file mode 100644
index c8252f5f..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x32_1x4x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 32>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x2x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x2x4.cu
deleted file mode 100644
index bc53eefb..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x2x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 64>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x4x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x4x2.cu
deleted file mode 100644
index 2c818beb..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x64_1x4x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 64>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x8_1x1x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x8_1x1x1.cu
deleted file mode 100644
index 4efb152b..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x32x8_1x1x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 32, 8>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x1x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x1x4.cu
deleted file mode 100644
index 1ed408b3..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x1x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x2x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x2x2.cu
deleted file mode 100644
index ddf70bb8..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x2x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x4x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x4x1.cu
deleted file mode 100644
index f35e9ed3..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x16_1x4x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 16>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x2x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x2x4.cu
deleted file mode 100644
index 4b2e2fdf..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x2x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 32>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x4x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x4x2.cu
deleted file mode 100644
index c7771133..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x32_1x4x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 32>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x4_1x1x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x4_1x1x1.cu
deleted file mode 100644
index 8ab75b3e..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x4_1x1x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 4>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x64_1x4x4.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x64_1x4x4.cu
deleted file mode 100644
index 2d281ce7..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x64_1x4x4.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 64>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 4, 4>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x1x2.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x1x2.cu
deleted file mode 100644
index eeab0c50..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x1x2.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 8>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 1, 2>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
diff --git a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x2x1.cu b/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x2x1.cu
deleted file mode 100644
index aef942ea..00000000
--- a/dnn/src/cuda/matrix_mul/fp32_simt_gemv/kimpl/matrix_mul_fp32_simt_gemv_batched_strided_1x64x8_1x2x1.cu
+++ /dev/null
@@ -1,26 +0,0 @@
-#if __CUDACC_VER_MAJOR__ > 9 || (__CUDACC_VER_MAJOR__ == 9 && __CUDACC_VER_MINOR__ >= 2)
-// generated by gen_cutlass_gemv_batched_strided_kern_impls.py
-// ignore warning of cutlass
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-#pragma GCC diagnostic ignored "-Wstrict-aliasing"
-#include "src/cuda/matrix_mul/fp32_simt_gemv/matrix_mul_float_simt_gemv_batched_strided_cutlass_wrapper.cuinl"
-
-using ThreadBlockShape = cutlass::gemm::GemmShape<1, 64, 8>;
-using ThreadShape = cutlass::gemm::GemmShape<1, 2, 1>;
-using GemvKernel = cutlass::gemm::kernel::DefaultGemv<
-    ThreadBlockShape, 
-    ThreadShape, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor, 
-    float, cutlass::layout::RowMajor>;
-template void megdnn::cuda::cutlass_wrapper::
-    cutlass_vector_matrix_mul_batched_strided_wrapper<GemvKernel>(
-        BatchedGemmCoord const& problem_size,
-        const typename GemvKernel::ElementA* d_A, size_t lda, size_t batch_stride_a, 
-        const typename GemvKernel::ElementB* d_B, size_t ldb, size_t batch_stride_b, 
-        typename GemvKernel::ElementCD* d_C, size_t ldc, size_t batch_stride_c,
-        cudaStream_t stream);
-
-#pragma GCC diagnostic pop
-#endif
-- 
GitLab