CNNCreator_CifarClassifierNetwork.py 2.23 KB
Newer Older
1
2
3
import mxnet as mx
import logging
import os
4
from CNNNet_CifarClassifierNetwork import Net_0
5
6
7

class CNNCreator_CifarClassifierNetwork:
    _model_dir_ = "model/CifarClassifierNetwork/"
nilsfreyer's avatar
nilsfreyer committed
8
    _model_prefix_ = "model"
9

Nicola Gatto's avatar
Nicola Gatto committed
10
11
    def __init__(self):
        self.weight_initializer = mx.init.Normal()
12
        self.networks = {}
13

14
    def load(self, context):
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
        earliestLastEpoch = None

        for i, network in self.networks.items():
            lastEpoch = 0
            param_file = None

            try:
                os.remove(self._model_dir_ + self._model_prefix_ + "_" + str(i) + "_newest-0000.params")
            except OSError:
                pass
            try:
                os.remove(self._model_dir_ + self._model_prefix_ + "_" + str(i) + "_newest-symbol.json")
            except OSError:
                pass

            if os.path.isdir(self._model_dir_):
                for file in os.listdir(self._model_dir_):
                    if ".params" in file and self._model_prefix_ + "_" + str(i) in file:
                        epochStr = file.replace(".params","").replace(self._model_prefix_ + "_" + str(i) + "-","")
                        epoch = int(epochStr)
                        if epoch > lastEpoch:
                            lastEpoch = epoch
                            param_file = file
            if param_file is None:
                earliestLastEpoch = 0
            else:
                logging.info("Loading checkpoint: " + param_file)
                network.load_parameters(self._model_dir_ + param_file)

                if earliestLastEpoch == None or lastEpoch < earliestLastEpoch:
                    earliestLastEpoch = lastEpoch

        return earliestLastEpoch
48
49

    def construct(self, context, data_mean=None, data_std=None):
50
51
52
        self.networks[0] = Net_0(data_mean=data_mean, data_std=data_std)
        self.networks[0].collect_params().initialize(self.weight_initializer, ctx=context)
        self.networks[0].hybridize()
53
        self.networks[0](mx.nd.zeros((1,3,32,32,), ctx=context))
Nicola Gatto's avatar
Nicola Gatto committed
54
55
56
57

        if not os.path.exists(self._model_dir_):
            os.makedirs(self._model_dir_)

58
59
        for i, network in self.networks.items():
            network.export(self._model_dir_ + self._model_prefix_ + "_" + str(i), epoch=0)