CNNPredictor.ftl 4.63 KB
Newer Older
1 2 3
#ifndef ${tc.fileNameWithoutEnding?upper_case}
#define ${tc.fileNameWithoutEnding?upper_case}

4 5 6 7 8 9
#include "caffe2/core/common.h"
#include "caffe2/utils/proto_utils.h"
#include "caffe2/core/workspace.h"
#include "caffe2/core/tensor.h"
#include "caffe2/core/init.h"

10
// Define USE_GPU for GPU computation. Default is CPU computation.
11 12 13 14 15
//#define USE_GPU

#ifdef USE_GPU
#include "caffe2/core/context_gpu.h"
#endif
16 17

#include <string>
18 19 20
#include <iostream>
#include <map>

21 22
CAFFE2_DEFINE_string(init_net_${tc.fileNameWithoutEnding}, "./model/${tc.componentName}/init_net.pb", "The given path to the init protobuffer.");
CAFFE2_DEFINE_string(predict_net_${tc.fileNameWithoutEnding}, "./model/${tc.componentName}/predict_net.pb", "The given path to the predict protobuffer.");
23

24
using namespace caffe2;
25 26

class ${tc.fileNameWithoutEnding}{
27 28 29 30
    private:
        TensorCPU input;
        Workspace workSpace;
        NetDef initNet, predictNet;
31

32 33
    public:
        const std::vector<TIndex> input_shapes = {<#list tc.architecture.inputs as input>{1,${tc.join(input.definition.type.dimensions, ",")}}<#if input?has_next>,</#if></#list>};
34

35 36 37
        explicit ${tc.fileNameWithoutEnding}(){
            init(input_shapes);
        }
38

39
        ~${tc.fileNameWithoutEnding}(){};
40

41 42 43 44
        void init(const std::vector<TIndex> &input_shapes){
            int n = 0;
            char **a[1];
            caffe2::GlobalInit(&n, a);
45

46 47
            if (!std::ifstream(FLAGS_init_net_${tc.fileNameWithoutEnding}).good()) {
                std::cerr << "\nNetwork loading failure, init_net file '" << FLAGS_init_net_${tc.fileNameWithoutEnding} << "' does not exist." << std::endl;
48
                exit(1);
49
            }
50

51 52
            if (!std::ifstream(FLAGS_predict_net_${tc.fileNameWithoutEnding}).good()) {
                std::cerr << "\nNetwork loading failure, predict_net file '" << FLAGS_predict_net_${tc.fileNameWithoutEnding} << "' does not exist." << std::endl;
53
                exit(1);
54
            }
55

56
            std::cout << "\nLoading network..." << std::endl;
57

58
            // Read protobuf
59 60
            CAFFE_ENFORCE(ReadProtoFromFile(FLAGS_init_net_${tc.fileNameWithoutEnding}, &initNet));
            CAFFE_ENFORCE(ReadProtoFromFile(FLAGS_predict_net_${tc.fileNameWithoutEnding}, &predictNet));
61

62
            // Set device type
63
            #ifdef USE_GPU
64 65 66
            predictNet.mutable_device_option()->set_device_type(CUDA);
            initNet.mutable_device_option()->set_device_type(CUDA);
            std::cout << "== GPU mode selected " << " ==" << std::endl;
67
            #else
68 69 70 71 72 73 74 75 76 77
            predictNet.mutable_device_option()->set_device_type(CPU);
            initNet.mutable_device_option()->set_device_type(CPU);

            for(int i = 0; i < predictNet.op_size(); ++i){
                predictNet.mutable_op(i)->mutable_device_option()->set_device_type(CPU);
            }
            for(int i = 0; i < initNet.op_size(); ++i){
                initNet.mutable_op(i)->mutable_device_option()->set_device_type(CPU);
            }
            std::cout << "== CPU mode selected " << " ==" << std::endl;
78
            #endif
79

80 81 82 83
            // Load network
            CAFFE_ENFORCE(workSpace.RunNetOnce(initNet));
            CAFFE_ENFORCE(workSpace.CreateNet(predictNet));
            std::cout << "== Network loaded " << " ==" << std::endl;
84

85
            input.Resize(input_shapes);
86 87
        }

88 89 90
        void predict(${tc.join(tc.architectureInputs, ", ", "const std::vector<float> &", "")}, ${tc.join(tc.architectureOutputs, ", ", "std::vector<float> &", "")}){
            //Note: ShareExternalPointer requires a float pointer.
            input.ShareExternalPointer((float *) ${tc.join(tc.architectureInputs, ",", "","")}.data());
91

92
            // Get input blob
93
            #ifdef USE_GPU
94
            auto dataBlob = workSpace.GetBlob("data")->GetMutable<TensorCUDA>();
95
            #else
96
            auto dataBlob = workSpace.GetBlob("data")->GetMutable<TensorCPU>();
97
            #endif
98 99 100

            // Copy from input data
            dataBlob->CopyFrom(input);
101

102 103 104 105 106
            // Forward
            workSpace.RunNet(predictNet.name());

            // Get output blob
<#list tc.architectureOutputs as outputName>
107
            #ifdef USE_GPU
108
            auto ${outputName + "Blob"} = TensorCPU(workSpace.GetBlob("${outputName}")->Get<TensorCUDA>());
109
            #else
110
            auto ${outputName + "Blob"} = workSpace.GetBlob("${outputName}")->Get<TensorCPU>();
111
            #endif
112 113 114 115 116
            ${outputName}.assign(${outputName + "Blob"}.data<float>(),${outputName + "Blob"}.data<float>() + ${outputName + "Blob"}.size());

</#list>
            google::protobuf::ShutdownProtobufLibrary();
        }
117 118 119
};

#endif // ${tc.fileNameWithoutEnding?upper_case}