提交 8c8b2efd 编写于 作者: Y Yu Yang

Add comments

上级 74da070e
...@@ -22,6 +22,19 @@ __all__ = ['DataProviderConverter'] ...@@ -22,6 +22,19 @@ __all__ = ['DataProviderConverter']
class IScanner(object): class IScanner(object):
"""
The scanner will scan Python object two passes, then convert it to Paddle's
argument.
In the first pass, `pre_scan` will be invoked by every data instance, and
then invoke `finish_pre_scan` to arguments. And the second pass do the same
thing except the functions changed to `scan`, `finish_scan`.
During the first pass, a scanner may count the shape of input matrix and
allocate memory for this argument. Then fill the data into this argument
in second pass.
"""
def __init__(self, input_type, pos): def __init__(self, input_type, pos):
self.input_type = input_type self.input_type = input_type
if not isinstance(self.input_type, dp2.InputType): if not isinstance(self.input_type, dp2.InputType):
...@@ -38,15 +51,39 @@ class IScanner(object): ...@@ -38,15 +51,39 @@ class IScanner(object):
) and swig_paddle.getTrainerCount() == 1 ) and swig_paddle.getTrainerCount() == 1
def pre_scan(self, dat): def pre_scan(self, dat):
"""
First pass scan method. During this method, the scanner could count the
data number, and get the total memory size this batch would use.
:param dat: The python object.
"""
pass pass
def finish_pre_scan(self, argument): def finish_pre_scan(self, argument):
"""
Finish first scan pass. Allocate the memory.
:param argument: Output arguments object.
:type argument: swig_paddle.Arguments
:return:
"""
pass pass
def scan(self, dat): def scan(self, dat):
"""
Second pass scan method. Copy the data to arguments.
:param dat: The python object.
"""
pass pass
def finish_scan(self, argument): def finish_scan(self, argument):
"""
Finish second pass. Finalize the resources, etc.
:param argument: Output arguments object.
:type argument: swig_paddle.Arguments
"""
pass pass
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册