trainer.py 2.2 KB
Newer Older
T
tangwei 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

X
xiexionghang 已提交
15
import abc
X
xiexionghang 已提交
16
import time
T
tangwei 已提交
17
from paddle import fluid
T
tangwei 已提交
18

T
tangwei 已提交
19

X
xiexionghang 已提交
20
class Trainer(object):
X
xiexionghang 已提交
21
    """R
T
tangwei 已提交
22
    """
X
xiexionghang 已提交
23
    __metaclass__ = abc.ABCMeta
T
tangwei 已提交
24

T
tangwei 已提交
25
    def __init__(self, config=None):
X
xiexionghang 已提交
26
        self._status_processor = {}
T
tangwei 已提交
27 28 29
        self._place = fluid.CPUPlace()
        self._exe = fluid.Executor(self._place)
        self._exector_context = {}
X
xiexionghang 已提交
30
        self._context = {'status': 'uninit', 'is_exit': False}
T
tangwei 已提交
31

X
xiexionghang 已提交
32
    def regist_context_processor(self, status_name, processor):
X
xiexionghang 已提交
33 34 35
        """
        regist a processor for specify status
        """
X
xiexionghang 已提交
36 37 38
        self._status_processor[status_name] = processor

    def context_process(self, context):
X
xiexionghang 已提交
39 40 41 42 43 44 45
        """
        select a processor to deal specify context
        Args:
            context : context with status
        Return:
            None : run a processor for this status
        """
X
xiexionghang 已提交
46 47 48 49
        if context['status'] in self._status_processor:
            self._status_processor[context['status']](context)
        else:
            self.other_status_processor(context)
T
tangwei 已提交
50

X
xiexionghang 已提交
51
    def other_status_processor(self, context):
X
xiexionghang 已提交
52 53 54 55 56
        """
        if no processor match context.status, use defalut processor
        Return:
            None, just sleep in base
        """
X
xiexionghang 已提交
57
        print('unknow context_status:%s, do nothing' % context['status'])
58
        time.sleep(60)
X
xiexionghang 已提交
59 60

    def reload_train_context(self):
X
xiexionghang 已提交
61 62 63
        """
        context maybe update timely, reload for update
        """
X
xiexionghang 已提交
64 65 66
        pass

    def run(self):
X
xiexionghang 已提交
67 68 69
        """
        keep running by statu context.
        """
X
xiexionghang 已提交
70 71 72 73 74
        while True:
            self.reload_train_context()
            self.context_process(self._context)
            if self._context['is_exit']:
                break