From 948ff63adda422f2ff68be2d32074819493b0fa3 Mon Sep 17 00:00:00 2001
From: yanzhenxiang2020 <yanzhenxiang@huawei.com>
Date: Wed, 1 Apr 2020 17:48:30 +0800
Subject: [PATCH] fix mindrecord ut long time

---
 mindspore/mindrecord/tools/mnist_to_mr.py     |  18 +++++++++---------
 .../testMnistData/t10k-images-idx3-ubyte.gz   | Bin 61261 -> 407 bytes
 .../testMnistData/t10k-labels-idx1-ubyte.gz   | Bin 92 -> 74 bytes
 .../testMnistData/train-images-idx3-ubyte.gz  | Bin 340460 -> 474 bytes
 .../testMnistData/train-labels-idx1-ubyte.gz  | Bin 140 -> 82 bytes
 .../python/mindrecord/test_mindrecord_base.py |  10 +++++-----
 .../ut/python/mindrecord/test_mnist_to_mr.py  |  12 ++++++------
 7 files changed, 20 insertions(+), 20 deletions(-)

diff --git a/mindspore/mindrecord/tools/mnist_to_mr.py b/mindspore/mindrecord/tools/mnist_to_mr.py
index 462ab7fb5..046788535 100644
--- a/mindspore/mindrecord/tools/mnist_to_mr.py
+++ b/mindspore/mindrecord/tools/mnist_to_mr.py
@@ -77,20 +77,20 @@ class MnistToMR:
 
         self.mnist_schema_json = {"label": {"type": "int64"}, "data": {"type": "bytes"}}
 
-    def _extract_images(self, filename, num_images):
+    def _extract_images(self, filename):
         """Extract the images into a 4D tensor [image index, y, x, channels]."""
         with gzip.open(filename) as bytestream:
             bytestream.read(16)
-            buf = bytestream.read(self.image_size * self.image_size * num_images * self.num_channels)
+            buf = bytestream.read()
             data = np.frombuffer(buf, dtype=np.uint8)
-            data = data.reshape(num_images, self.image_size, self.image_size, self.num_channels)
+            data = data.reshape(-1, self.image_size, self.image_size, self.num_channels)
             return data
 
-    def _extract_labels(self, filename, num_images):
+    def _extract_labels(self, filename):
         """Extract the labels into a vector of int64 label IDs."""
         with gzip.open(filename) as bytestream:
             bytestream.read(8)
-            buf = bytestream.read(1 * num_images)
+            buf = bytestream.read()
             labels = np.frombuffer(buf, dtype=np.uint8).astype(np.int64)
             return labels
 
@@ -101,8 +101,8 @@ class MnistToMR:
         Yields:
             data (dict of list): mnist data list which contains dict.
         """
-        train_data = self._extract_images(self.train_data_filename_, 60000)
-        train_labels = self._extract_labels(self.train_labels_filename_, 60000)
+        train_data = self._extract_images(self.train_data_filename_)
+        train_labels = self._extract_labels(self.train_labels_filename_)
         for data, label in zip(train_data, train_labels):
             _, img = cv2.imencode(".jpeg", data)
             yield {"label": int(label), "data": img.tobytes()}
@@ -114,8 +114,8 @@ class MnistToMR:
         Yields:
             data (dict of list): mnist data list which contains dict.
         """
-        test_data = self._extract_images(self.test_data_filename_, 10000)
-        test_labels = self._extract_labels(self.test_labels_filename_, 10000)
+        test_data = self._extract_images(self.test_data_filename_)
+        test_labels = self._extract_labels(self.test_labels_filename_)
         for data, label in zip(test_data, test_labels):
             _, img = cv2.imencode(".jpeg", data)
             yield {"label": int(label), "data": img.tobytes()}
diff --git a/tests/ut/data/mindrecord/testMnistData/t10k-images-idx3-ubyte.gz b/tests/ut/data/mindrecord/testMnistData/t10k-images-idx3-ubyte.gz
index 9fdddeebe95e6e0a9790fdaf19532d46e83647c8..d7a2ea5de2afb0a2e2af780ea309418c83b786cf 100644
GIT binary patch
literal 407
zcmV;I0cidoiwFo#VuW4*19UMkYb|MQVP|D?Eoo$UGc9#ud30p}?U=Do0x=ZEU&7+7
z#L3|{He*;B82uOAU~utoaAYHKB4J@@jDybp8P4wPXiPL=t`s8-^nE?PqsMXdm)tF1
z-}~P6+FpAiCk+v4F0KoA*_ep6nfRsi<^2mqzisdK$4{O{xikS<hs?QV4774sJ;U{;
zhAM{)Lk(`&%m)HH9_SuVBoZNl)9brXbTt_0(kGK|_1My7!V_g6Mjf4fTVUwkBTt}R
zGGT(;A^|L4b?HEsf|~Q8O9Hpn==I$ZF{ITl!bFTO%(Ru}nU-gYeGJgp9c>S2eN;^1
zC=tiLi}>dei6)ArGN+e-eqpD4?E!rT_Ag+6ea6?K5o7&yn)ZOf`Sn0(FzKlsg*+4c
z<NYesB8#yqlNsUfWSwVSLcfv$Wc@Edn{g>C^Tn(cuvh&edbb6*MYVv#b|9@+pXaFO
zX?rh+|AQrVsvcPq6@eOm;Xy$xTrLD{P)J(4PZ{BS8)2cJlxyep`31tV?EJ7E000xe
B!vFvP

literal 61261
zcmeHQ{c{xM9mk0ps8cs0V+h8*Vk?pIazUk_EIBn+?N|vvSj9oI28@7#Icy-=nB<=N
z(pfMG@eOQY;Ec4yRv^&~34+Ojmt4RM9s?#(0$lEnklcmjZtrrrx83LIPG>s(2ihsq
z`TTN|TsAv%pLw3o+dbbqQ_a+=Q>>+hQ_{9B$}L&2adXl7;?e~hUy&YMux)L{*5WDG
zCzkh=jkX3io;?~{DBd>r=*dUt=AY`k^uS%~^clB4zjD^JaObNXPds_=)K6!AAIn{N
z^DT=rIv;&*{{7;&7h`)`zFIx%s@|{XRgPW`ys*5aG+N_JuUzCz*bhWY@=CK)W|H7E
zpP~&}B4&Na_^n`w)sT9<gd}?0dN&<+j~rBbnck?zSl^lFNYrY+pjg=wqNhwG)@EX7
z6y04$B9^b>oj(?&*6W!&2izvQw%=XNK6-VOMh=kSwW)%aHW9a$4AP7GyCk+ozruQY
zEpa8lD`eQR@t|@K3!EUOv2Yt{Z;$J3Yy%y<rX)nRizWIksT@izZvEJ4%V}RXyUFW`
zb7g8M($wKAS`mFg2!-0iC-XzO&-2n$-uZ1BcgnG<VsN%Ja~>z$%&i-GQywfjB!n`A
z+Fj}VTk;pU7-(Q^V5fizK#Y(Hh$dVCJQ5ru{4)Xq;u69m(lOF8(lOF8(lOHU4VRAf
zDcpIBa)j1VB5q<MUC+KTEWP)t@brWHU$VIKwdot3Z$IRFY>)c0vv?YqU_oFvfC@m5
z&;|%2TmdW*Y~sH>a%DNk0&KC@5^gH%5!rZ5)Lh1~4N8q4F8C(JY}P=An)TwsrP?X&
zveu&<vF~LsX{LHHTMwFB+2s=BVlHza!H$XSs%Bcv2FA=(PfVBu)=kyK8P?^uYRMB3
zJ995(eQdZYneI3LsDxOO4k&9hzrI5{c12p{eN%3!lSy0}Y}hBAHjZz+=AG@EEq%5_
zu9XKH=I{>~=QZ}=4}b)V0owq~08WG&Kp<faV2a=q;gFFH5SI`X5s}dvpf5pFgz^lv
zAqrD;$Y{_1{k{RMl@)!=%5-*}gzfiG_aSmCNx5|Euv^napGntT`<Z`DtUPmog}e4z
z&x`c1QmFq;<7hC`Co-y3Y)iVo{^a$pIbQNc^ur^q%GbyA0};PcPTR>BEHh;#`T*HV
z&yvmk%A`db=wY|>9p5-CPYACFm)@0s#a~>{^VwV$*XC`glPCWyr+4Q&9fze2zJ}^+
zo>S_3>Xv!@MQMY*LfV3V0b*D%*e{?9uqDI-S_!KFrv#%2pNyD*l!TCojEsr^4G9_&
zG$d$9(2$@ZK|}ICYe<%#b1-FLN2K1>*i`ejP6h&sjds;oCY626`8ioe{~Gaoa|)yG
zN9?vW+Qa(`$N+noUPydwrX8{IfO~{Zc9q={c6B?HloXFm=VWQsU3{yw%J-(6$M@9;
zRgVkV-l7+!AG}3%>3mXJWe$g?sav+o#h#)Xc`+}I_=?(3J90W5v-#bBlo#-Q#sEpZ
z9KDybXW(YQ3`+ys39JEfgrGn-VGm%b;2dF)5h{?K5D^ip(H@{AL9vAX44osYRW!(G
z-EWLH7dl7>zv4vvg|T@w-xxd5NQ&7=`Rn08!PQTRZ*59cCcjcxa&;fAjO}%c%+7k}
zZ6+zRSjYS|YFL~kY9L^IqZ)UvH+F<>SeVRQ5oBY^g!c?7R8Kl8gzLsfZS}7RH`mLL
zRDGd_TJa<R!D7Hh05gCUp$Jezs3Fu4Y6vxi8bS@BhEPMOA=D6R2sMNnLJgsYP(!F8
z)DUX;Pc?KkY9=PKdS*X9WG2f~LA^dn#4lMS(MZoECam@XLR6U<(@_y|rfTYlUrfwk
zyK2TtQtpsQ%Xcc1R-a#~j6ZvVP4w=Lx!OpgX?Vc?8q3k!hB&`{ye&E!VWnDfn~<{P
zrMkal-RyoAB*S)d8E><VRe3$BG-1Bl>~sX{WV^a0exLB1sO(%{F=7l*<qKQY=F1kh
z6n|R{MM{S6<lLsgq8-N6l+7w=wX(zPX-FEk?#VZC#*|e<jXXvZPKT*hwu{T`Qk+iV
zo)HeIp-P`;y^w92#`X3$`Cc@Jum(LD+!|q1%(aB4FAJJ>G12LWr5oSjQ&cCr@8&E%
zPv{xxvku!muJF0;G-C{F#9MTNbf}?ppJ%xLyBxm5a?&xKD-pCSQap>3#c%SX(NSr)
zG4drX?aa^Q2J}dsY?;Yfl(IZEq~FBvHYUP6F{i^NE!C#;e{T}ITZ9Qij%V}7r60!a
z#>+V+#S=#(JLDi2YVLH*;*=%4&FS!b99mheKeB(Qp+23zT|L+3C}UMV4`<w|X<va*
zMgAb)XN-)++ttv6{O!s+a$vMyozGPZA>*L%LcTRMd^bmO0X3k;ss@38K)}_IMaUu?
z2+SUQ_5ZW4W=dILPPBFN>d5ck*>G=e*4(q(<2Sv3#}kL%D$aQ9q0jHj{dvpu_uu{H
z_KoviKL3;LyE1Ox^`|SP?do?AJC;3ZU6-Xlc_96#`%T$D?2R4j>n<E+hf0L`M#_0Z
z>1z?bH_Y^O?sr1fxWy_w<a9)j4)2iNX~HG1hv(dNGA;!IKmZ5;0U!VbfB+Bx0zd!=
z00AHX1b_e#00KY&2;680oL8oEjOjxp;bP6y^HjKiJisC*Td&FX0sCH2%TvW95Y&rO
z%jhD#M9*QDEt^=(J$95OxdD@HO=6vH4qZ}MdF8nHtniV#^0z{$Ig|Uf5IR@>fqXz+
z>C9hbRHuc)4E1Eb`#1bfXMPsf)tSassw<7h>YR$Dv$$em#+{sSy(|9?PMFwt)w2ON
z0!COz*dm}2FeFq20tpiVe*_N+dyEKybc6(nl#K!bB@6l^bZn>(QL&;u{*N^5#81O=
zV;)({t_In%U~#gaDQT>r`pfGi?)X^KEt^R4$HeGR8l7y@BK31^JPjzRMmvd{N5zz#
zwy<&L_4md|ywUOryVgW~!}ZC%Oh1rp^Ec&@TeJ@?`Vu{=#2VEm=CS9ETH+TxY=kZ%
zDUmkyY_0Z@<MeosyLL$yN%XLUbj_M{(?E)`&q+)Cq>{xBD#>MZal$-<BWE2;c<E{3
z7kB^$SO?e!paL)<m=H_|CIl0L3BiP5LNFni5KIUr1QUV@{~Jt5i&H@scG>!A%i6?K
zE@i}R+fTbKUvJafQx5xRv~4u`I*W6h*5<mPM7f15Y1a-D+C-B?*+de<K{jMMB2zz8
zWAq>iDb&Ayvb3x0wUXL&-f68fjts{SFXE+{%3^04=WBCHgGE~3OirkE&oVwFPhGuE
z2<6&vG0?!;z)k@bfEXbY5KXuOcqBMR_-6zJ#3h7Bq+_IGq+_IGq+_Jx8#o=mIKXbp
NzBH{YqoI7tKLE^TE}Z}X

diff --git a/tests/ut/data/mindrecord/testMnistData/t10k-labels-idx1-ubyte.gz b/tests/ut/data/mindrecord/testMnistData/t10k-labels-idx1-ubyte.gz
index c8a685166004730bc0367208b092155ee9423b76..6925ee8ce4a67a8c8e7b6ad9575968b22273b801 100644
GIT binary patch
literal 74
zcmV-Q0JZ-giwFo#VuW4*19UMkYb|VHVr6V|Eoo$UF)ejsd30p}EylG003ZOsu;8%s
g|E=gyp$E($lJ@0|a-?2sFZ!>s0J+@_B{cv50R43xyZ`_I

literal 92
zcmV-i0HgmOiwFn+Z*yJ%19UMkYb|VHVr6V|Eoo$UF)ejsd30p}?ZLqjfFJ+^up%n>
ya|`$1&^>xdl0A~|4Nz|Y^$wuk1nQkYy$h&!1N9bAZv*unpxzHgt&brXCjbEcw<5Cu

diff --git a/tests/ut/data/mindrecord/testMnistData/train-images-idx3-ubyte.gz b/tests/ut/data/mindrecord/testMnistData/train-images-idx3-ubyte.gz
index 4f27a302031116543f7a3dd95617f39eafe97c0e..80c13bf9a37aaebcefd7a2af05ae2d7d17761142 100644
GIT binary patch
literal 474
zcmV<00VVz)iwFovVuW4*19Wm>X>KiPZDD6+b1i9Pcrz_^VtI6B0PUI~PsBhFg(tzF
zfuIm|I6|-pB!2<N2@Jmhi6cRgU=SOE0L{-p<Ie*jfdswK5)N@YZ`<i@Z`-~v>6y1P
zv)%5yZnqU#T@jIupJS^$d`iUoLc-E!_4|&ZpPE<u<+DzsTABcD-<b2CYoK+*>>Li~
zHPmy+MXbS*HFMvgALxewL-&JqKA1<Gkc^=p2+5A9y*^q+=fSxyy;<_jPFoHv;Ur(^
z2Ltp&4-lu$&WUd^b<a>upzT<~1XW7}DEX*MJ^3pbFZ6>E`k}wP>XN{%NObv54Kc=2
ziwF~Op)j|nG%vI~Q(VUZ&AQ`p473UA3<*L%&<|uhNXfE0@y9I^U6PWDrz^m?SS?R7
zhknqZADRQk3_Rb0{m6BDUo=vzCrV8_!KlA34H`_k=C5KkNhi<`&FWRq598u_H`by^
zu}U#!gr6(w-0KqhR1sk8{{zroY$>x@K@J1@!36y<Y~ZMdMRaXjaDw^*Ue-m@2KBER
z{kdyit0cUD6F*hAcu7Xk4;u8t*f7n%_@pr0$jcD)0BdA>@hKC$A4{<Cx#_mtK%gI*
QLqF8z8-n0q4NyG*0B_*l$N&HU

literal 340460
zcmeI5jZ;)-n#EOi2UC7rome9gy)9W2&4&dE89}|$NqVAY%!sp@43nK`5AGVGpkOp|
z`Rp-KuLcn-8g&*{grs67>kKNI7!exN&}dXz2bCz%rn?0N1p3NHH{EpK?cG0MYj<n6
zCfWR|tQ3+?LfzbR-gC}#-bY=*=+Td*Z&)!RY~$O>tJlq5y*4>z)rQ%t|4ELW{m#m)
zjjKl7Z+c<Ps?<leI<CG}_xZH>&gbjS#*d0z`t`1HiZkYCk?&3~|Kve-`U}^SRyB?*
zpY^Ei-7VF&oK20TyYF^%`0ZKQzFW3~2M^}=UrN&2^Mn2Uj&NOmU{-amFW7ug^Um&Q
zx>l-1<@NRz7uk&8R_CgX`|YMpeHStloGrTs2l9QNFED@UP1CI?dT?k#wl=sw^QK^5
zZ4;Jir;Cb~s<z(hzTjYWxT)`6ee;HV&kNaEIRmHlxr1L{h!%r&%`Fu@wL*Shkv@3M
zUX$+}nprfyInH$M3tdnbA*AbapA&1&WKR?JCoETMEvapr75O*(g=fHf01Ti4m=Gp}
z31LE*5GI5PVM3S?CWHxLLYNRHgb86nm=Gp}31LE*5GI5PVM3S?CWHxLLYNRHgb86n
zm=Gp}31LE*5GI5PVM3S?CWHxLLYNRHgb86nm=Gp}31LE*5GI5PVM3S?CWHxLLYNRH
zgb86nm=Gp}31LE*5GI5PVM3S?CWHxLLYNRHgb86nm=Gp}31LE*5GI5PVM3S?CWHxL
zLYNRHgb86nm=Gp}31LE*5GI5PVM3S?CWHxLLYNRHgbDvAOc>C+e>Z4v$<eNuvJdAC
zM9-<z+SK1|a-F?zeeXtLcx9yUW}J9&opj)q98<;L;F0h$00Wo-PUJNBVIGi!nS&kE
zlKwnud-<ocr%z8F{Yu^3zgzjMSGG<ZF>>xRkJgsH_}a6#&)EW_wmkOk$?}$YdHTHH
z&d>h+y^-bN+r{a8!9(Cp00p1`6o3Ly017|>C;$bZ02F`%Pyh-*0Vn_kpa2wr0#E=7
zKmjNK1)u;FfC5ke3P1rU00p1`6o3Ly017|>C;$bZ02KW7P%v!Ikq25X##JPoJd-yR
zY*h}oRK@iQ!Q9h%9>)@U!i^Ohx6X`iU!|n$YnI==RFT;0J!`Y2=>t{Wx1w!nMcTK`
z#)O1!m(gQ;swPXy3wTdNi^c~Hip}e5b2Vr|wK^zEc|VE1o@CYn>aE!HUh^U4Zrp<0
zp9$IWi4I3!(|cmV+>Ydq<o=93;y!Vq5XWzL2D}Gg0X~2eITtt%kp##hq#^Pci-0r2
z8R3j@MmQs!5zYu_gfqe!;f!!bI3t`9&Io6OGr}3+jBrLcBb*V=2xo*d!WrR=a7H*I
zoDt3lXM{7t8GW~%k?B}s!>QwIU!V9=!SVG+J4TM5{oao*k3D+y=<0DlIWg*?hl;aD
zPF(uhSzqE!<Mj0(KU4k2`VapwFRtNnaf;wbepo0}+(&mPR)hRaoxv3)r8&#g3E~{}
zvOHQSmfw=LD8G=N6Th<Xah?n>0q}qc;7E=G4oWluY6)S8WX2ufo3MzOXL14(6v856
zG!jFyRAOTSb!G=lRTv;KT4RdHe3el$Lw5QEG%YBVP`9C3MCXcn8O1v~hO{p!no_}~
zZA=fF$~o<N+V!;SY1h-Pr(I9Go_0O$dfN50>uJ~1uBTm3yPkGE?RwhvwCict)2^po
zPrIIWJ?(nh^|b40*VC@2T~E87c0KKS+V!;SY1h-Pr(I9Go_0O$dfN50>uJ~1uBTo9
zztyh4sqIp9`uyQr#^E7TwW`-VDQ;J^*5-*0dd+H!KG<T+&(`-Q<{u9<Rpi>VnSpk@
z$y0gwfk*T0Q8P6)PM_0d@;_8qdhF$(nquroX-Us-8*DKi3=ZxO{d2v#!6JLWTWL3Y
z|5bmlLUS}!1jhx75*-fh(a`_JL^Z=|$!d34LOw@+Ux^hPV+GwV#cFv~Dp4~IW_dG0
zg{gy1$4;g1qD66)sqRTaid2#!CQJ=^!^3jC%OUl-9ii!oRBw4ixcdi1XfU`OPl%0j
zyiLlD=Rd)N;*A0q5C}}mdBMSoJU~YwIFZfx3tSR*65maFK+Hl|M5;#oNQg?>OlHn-
zfhi2LB!+H`4w<nsjAo=x_kack4GJ0*G$?3L{GT-_f_w7jEj+euba~8_QzJcVp0=)g
z-LdHF@q0VxCoUOxq&@da#+dBeQhS}eJys}il{u3q3D1bmix#K+sT@&n*r~+#9gP>C
z6c?%!Tv3hE)4P=Sm0wDHoF~Ie06bs<IFjRlgAz@ET0$5inQ;gBCM+W6nVf(Gg|LVi
zjl_^FmDrd-o!J3X6$VI*)|etPUuBfckexmOO$$mT)NN=M(Yc~tM)8i0A?-_wrc`ig
z8`Hz4a!$LRc0KKS+V!;SY1h-Pr(I9Go_0O$dfN50>uJ~1uBTm3yPkGE?RwhvwCict
z)2^poPrIIWJ?(nh^|b40*VC@2T~E87c0KKS+V!;SY1h-Pr(I9Go_0O$dfN50>uJ~1
zuBTm3yPkGE?Rwhv--CAjnli=QY3Uv6>1wLbi5E@Xy#e<?`mp<?$?uEJ_w{;%T}?`n
z_m4VrLZIJ~Gwkc{w%J|LreUw3w`*02+7-R&RNkl|dxOPZq?jHSlB5%3gqdQt<lgNn
zGoQ1JQ8VfdRqhODSwomGSM(J~XD09=9szFwK!6LNLrw$^MRWnu2z7`+#v@>paEh2^
z@&Y0gQX_&hvP0ri5@bSj<_L^Zm?kk$W2VShmB}*0b@~NVENGcfw4rN6lZqx4O)8pH
zG^uD((WIhDMU#pq6-_FdR5Yn*QhjHdRQ|%ed5g;)f1*6*v#^PE3r<aI=qb-^PF?@h
z(k<7G$Bu`ey>xEsj1x1?4}EgBs{W}?_wN5tv#&~ZTa}5zBZAbg@*SQAZvrR)1)u;F
zfC5ke3P1rU00p1`6o3Ly017|>C;$bZ02F`%Pyh-*0Vn_kpa2wr0#E=7KmjNK1)u;F
zfC5ke3P1rU00p1`6o3Ly017|>C;$bZ02F`%Pyh-*0Vn_kpa2wr0#E=7KmjNK1)u;F
zfC5ke3P1rU00p1`6o3Ly017|>C;$bZ02F`%Q1D+s!IcH#zO@M_jlsUd`e09KK=TLQ
zeA}~dPT<U!fx!Lsny;-vTVt*=4h8%=efNogx24Cs|I&K@F)izh(|$+#<({mnq{<HA
zLO^F)P%><)4->lNS!%82#th-7VvXZcp_1y_th^)bm0KNYA1G4<ySv?LIT`xIJn`p}
zJ7dmyL!pu`Z*Vzo%B{)MgvUfVzW7d=)e?8+OEqJy<UYDf`LQ6C{Nlkfmm~7_xALhu
zqWqf%!;WyV@$sxrRrk2`b<!J=f^@`HRu?9u?2)d@-feMl;-3q{#p~)a=VqnyWpRy^
zYblNtnyvhJJU!k$paHQ!%bXgVxkv&86>=1{jMu=aVI;BPqy%IvBvb@w#E*oxWXmM;
z3=SB(FtlQ(#zc~NF5_l~^>hhnV$fruW<yDdiWdzu`g_z1DQ8k`rFlzlnbtR@bSnMa
zIN-hpw_Ui5!&N43T5;2gn^xSk;-(cht+;8$O)G9%anp*MR@}7WrWH4>xM}r6x@i@>
zu=JKI?Sto5MZENT<)QiiI5X|g=OdOpzjD>+$jL8^)cy0P+0!4){LA7Gmrc3*to6Ww
zno3`Hg2ga4dYv>iwAbaTx;r#vt$ta2TdH$At(IeItznw*geZSgd?%`bkMTfwL%;&$
z09$e{a8M!%&`5|z<S~8$XM{7t8R3j@MmQs!5zYu_gfqe!;f!!bI3t`9&Io6OGr}3+
zjBrLcBb*V=2xo*d!WrR=a7H*IoDt3lXM{7t8R3j@MmQs!5zYu_gfqe!;f!!bI3t`9
z&Io6OGr}3+jBrLcBb*V=2xo*d!WrR=a7H*IoDt3lXM{7t8R3j@M&Em9bpBOoSXH!4
zQ@~bvp)`;*;1Bi<+4t*x`+a{jA4$}HT^ih=TC@V+uS|~8V1H6Ub7xa&aMSv#QoY4I
z<WW;Kze&5MA8X$m?7G%n6z~nkX|LI9p42|ps{B!bMKuEznq8aPn_3b$+_^t+#T<0$
zv|+zyyf2-oxHePF7u=WY4LYH>P?;lci*`hvu2{cM$&%bLb(W{ag8`q_qNtZ^eqAbi
z7t|Ui3whF+IPs<&QL{z4S7Uu$Y!Cf86cdC>Ssv_)6m(XD{~z+44$lZ-xzw+^Z_97F
zlD$6`%l%VQvJNza2?pt+({ZCBUCNCRx>E;sDE2UEqk6f)lH)2XR2)m>?LDa_ZONh_
zja6d`loWG~>Q3ed<%#l+0w(AQ9_3`>2t|~jp3tKRXRHXG2^Wf8CV(I*A$uatBX%Un
zC2=OhXV}2_hB*_HJ4TEQZJ91Jucuf*RfA3mEgkAa6tt+k(aodnNG+41D~((_&XlpK
zx6{MtW&>9+xYWY!8}2i4@rtW#+_~cxBlkkNz{-_i?k;m1oNMbW0$^hSJ0MtA!TJyO
zl(6}Q6*VmVVLK7~o>)x9sxOwOvE_}uc`W#2Wg@#B|H|7khXwz}-D{Q<y^(x%l01Fe
zl)c42-BVIhEbfjvJL%5(w8h5;(gJ_;S)=cCapccWrF<waR^3(R&|T@Bih6RO&JyYb
zzbai+-Rq>C>ax&g&%^%DQnJpewT2zaB*E<ODpag;gz>kDQm){RskclOdaafSp>2sQ
zpRUN>r%V;3z5FYAmb^ru2ikxyIVd<Gkp^fY^d-U?M}d{XLt>su4Twv~iOAdt8%bG-
zm&w%`C@@K3gv9KOIV1yECeMuA=^9Y7pj|?(hCUJ9EJ|s#@u(rvzod9d<Cdy19c#+v
z6!p2Gz|{=yq;MIBTS#2L;@%k-?zp_jtxc}0a!;2F%G}K6N;-G(Swg@<2R2!-!h_u<
zENx+14QqPXPsCy-mRzyji?wF#b7PSm8~j*Z$j(NVRkEd%EuC!XWJ@PoI@!|6mQJ>G
zvZa$Poowl3OD9`8+0x0DPPTNirIRh4Z0Tf6CtEt%(#e)iwsf+klP#TW>HL9j=?p$5
z277}Zv(_hc>GD4?`E0|@x?rbZzM~)LHFev9SIvQBe}VRid7yN-NS~(lHLvhD=swpE
zFCTtg(;xKvjX6EWhlOXvuj;~t9Cd<ovr@B1np&tt2+5(ZtL4$5hKBuRahKJwQ;AV)
zEi0rga%)-d3}KNg%4#?uw<br6FG}vqnI9-0sS{jLuSo8rlZ7ZzzBm88<%+yro$$CQ
ze^a1L5TyQpx#M_Cs*^`QEJ*k34co&--_i#e&xtFgEjz-+L1$FxN64F*6+eX^ho{54
z1G3;9SeZkDBNTyw{6d_fm2ndIEL<oaoydSdg}8|@j;NC4lw6tAotXp^8wN;>*BCxB
znq_d!9G#W{9Sj;O^mnKeQMRIrMp2I%Bdtn0r!;cuE7RttTu$|#iwRuY;8M%~<10Vz
z#7&*;b=QxKwZyy|tNf_-`AH?C$G@^LW<+evzNKeJjI~OWt~RaB$^1ynJDqWU<=ijV
z&5Ezz(0R)kc*Fm+xKMIugyN$_SF+U-y5QvCJ3I~E1W*79KmjNK1)u;FfC5ke3P1rU
z00p1`6o3Ly017|>C;$bZ02F`%Pyh-*0Vn_kpa2wr0#E=7KmjNK1)u;FfC5ke3P1rU
z00p1`6o3Ly017|>C;$bZ02F`%Pyh-*0Vn_kpa2wr0#E=7KmjNK1)u;FfC5ke3P1rU
z00p1`6o3Ly0180C_Xq`AreMr>|Gj<KTI0Q46nvm-@@QGD75+Q-Gj-B=Pr^3|zLud*
zz1V6jZPN*{K`|jPXtNKyn*FJ!Ay2PA$v*IzX{ck7`H(%=SD&fB+N{&J=s!ucpZVKd
z^@^weT9JN=+2>ePG_a>=yf$ptwHx(AO({)xD^$PD+*6rpHSJN`_M3(qV~rjq(H_(i
z^$~)1!23>Vu;GjI+LL09)6o+86ZPa-V(8cV;o|#>bF<<s<6Arl-U*-pDZquC3Y?F~
z0t6De5QU5}z#?H5@yMhFge1g8q-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-3OI
zq-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-3OIq-6iCl+2NSzv<YY
z_9jKV^vlC_yAFk|%+83s({pzD<!xii$IN&(T)1DjMLKR@691y_<C7mfGVPLSQRbWK
zGHH?!`c)q$)Em@VL+JNzzQvQ^od61u0$j+c!1;(QKp>$DQOFnrED~lBk4#!XNJ3mh
zN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aXN=8aX
zN=8aXN=8aXN=8aXN=8aXO7@?mWbTgwYQODIfkFL+mb?1?_Mr~j<i_kXRg?3Z8@jTG
z-`1^&Z}r?g+*~2vuJJc_d5j4Q(h}`9lW)K*_`3R{O`cBI675EM;<3PywGo0;V&A6L
zT88+N=fFz<7+?Yzk>h}45lw(LLKvcoQN^fYR57X;Rg5Y|6{Ct##i(LbF{&6<j4DPI
zql!_*sA5zxsu)#_Dn=Efic!U=VpK7z7*&iaMirxqQN^fYR57X;Rg5Y|6{Ct##i(Lb
zF{&6<j4DPIql!_*sA5zxsu)#_Dn=Efic!U=VpK7z7*&iaMirxqQN^fYR57X;Rg5Y|
z6{Ct##i(LbF{&6<j4DPIql!_*sA5#{4^0(!r}{T84jVC|Hs+$at2iR-FIOD@E{OtT
zT$>gDWNVn<iQXA5_83D-@mq6@D4#MVOYRKqE4kGX+{y=eJiHV@0j7W-ITbiGkqQVT
zWFe{<uYg0sKw_H-3y4TakjTwQ3kg$+kO|J2D=<xAhQ#EI!QyvtoZ1{IBwzS?g7wm<
Fe*^Py<xKzp

diff --git a/tests/ut/data/mindrecord/testMnistData/train-labels-idx1-ubyte.gz b/tests/ut/data/mindrecord/testMnistData/train-labels-idx1-ubyte.gz
index abc30a7c68fca1fa28409fd4e808ef39632a98bd..61cc616763c591391896d47918dd6e02af3cfba8 100644
GIT binary patch
literal 82
zcmV-Y0ImNYiwFovVuW4*19Wm>X>KiSVPa)$b1i9Pcrh(?VtI6B09}S#4geqw!iulW
ofA4=*jWLTFpaopOkVq@!UCJ3XK)Z-N!avjFOw2g?lwtq?0KJ$Wy8r+H

literal 140
zcmb2|=HO7xFOFkiE-6aP%+t+DOiIlu*3C?*Fw`wgsw_!mcze*1u|a`>WrK6bhNVA!
z6FYwAd4KcRXU+fu4!K~8VJkD3Uf~O-7L+l8>8;!l(Ys*EA(s&%$_u8h$bqQ^-<VzN
LKD^0z#lQdn>vto=

diff --git a/tests/ut/python/mindrecord/test_mindrecord_base.py b/tests/ut/python/mindrecord/test_mindrecord_base.py
index 576063295..7fdf1f0f9 100644
--- a/tests/ut/python/mindrecord/test_mindrecord_base.py
+++ b/tests/ut/python/mindrecord/test_mindrecord_base.py
@@ -203,9 +203,9 @@ def test_nlp_page_reader_tutorial():
         os.remove("{}".format(x))
         os.remove("{}.db".format(x))
 
-def test_cv_file_writer_shard_num_1000():
-    """test file writer when shard num equals 1000."""
-    writer = FileWriter(CV_FILE_NAME, 1000)
+def test_cv_file_writer_shard_num_10():
+    """test file writer when shard num equals 10."""
+    writer = FileWriter(CV_FILE_NAME, 10)
     data = get_data("../data/mindrecord/testImageNetData/")
     cv_schema_json = {"file_name": {"type": "string"},
                       "label": {"type": "int64"}, "data": {"type": "bytes"}}
@@ -214,8 +214,8 @@ def test_cv_file_writer_shard_num_1000():
     writer.write_raw_data(data)
     writer.commit()
 
-    paths = ["{}{}".format(CV_FILE_NAME, str(x).rjust(3, '0'))
-             for x in range(1000)]
+    paths = ["{}{}".format(CV_FILE_NAME, str(x).rjust(1, '0'))
+            for x in range(10)]
     for x in paths:
         os.remove("{}".format(x))
         os.remove("{}.db".format(x))
diff --git a/tests/ut/python/mindrecord/test_mnist_to_mr.py b/tests/ut/python/mindrecord/test_mnist_to_mr.py
index c299a1f71..505b0d6b4 100644
--- a/tests/ut/python/mindrecord/test_mnist_to_mr.py
+++ b/tests/ut/python/mindrecord/test_mnist_to_mr.py
@@ -37,7 +37,7 @@ def read(train_name, test_name):
         count = count + 1
         if count == 1:
             logger.info("data: {}".format(x))
-    assert count == 60000
+    assert count == 20
     reader.close()
 
     count = 0
@@ -47,7 +47,7 @@ def read(train_name, test_name):
         count = count + 1
         if count == 1:
             logger.info("data: {}".format(x))
-    assert count == 10000
+    assert count == 10
     reader.close()
 
 
@@ -102,10 +102,10 @@ def test_mnist_to_mindrecord_compare_data():
                                        't10k-images-idx3-ubyte.gz')
     test_labels_filename_ = os.path.join(MNIST_DIR,
                                          't10k-labels-idx1-ubyte.gz')
-    train_data = _extract_images(train_data_filename_, 60000)
-    train_labels = _extract_labels(train_labels_filename_, 60000)
-    test_data = _extract_images(test_data_filename_, 10000)
-    test_labels = _extract_labels(test_labels_filename_, 10000)
+    train_data = _extract_images(train_data_filename_, 20)
+    train_labels = _extract_labels(train_labels_filename_, 20)
+    test_data = _extract_images(test_data_filename_, 10)
+    test_labels = _extract_labels(test_labels_filename_, 10)
 
     reader = FileReader(train_name)
     for x, data, label in zip(reader.get_next(), train_data, train_labels):
-- 
GitLab