Multiple inputs (working just for tensorflow), big data files (needs further attention)

parent 77ffbb18
......@@ -253,13 +253,12 @@ public class EMADLGenerator {
String testDataHash = "";
if (architecture.get().getDataPath() != null) {
if (b.equals("CAFFE2")) { //TODO: TensorFlow (really? we can use .h5 files for tensorflow, a seperate library is used anyway, see the example code)
if (b.equals("CAFFE2")) {
trainingDataHash = getChecksumForLargerFile(architecture.get().getDataPath() + "/train_lmdb/data.mdb");
testDataHash = getChecksumForLargerFile(architecture.get().getDataPath() + "/test_lmdb/data.mdb");
}else{
//What should we do here? For big files infeasible. Maybe hash of metainformation (last changed etc.)?
trainingDataHash = getChecksumForLargeFile(architecture.get().getDataPath() + "/train.h5");
testDataHash = getChecksumForLargerFile(architecture.get().getDataPath() + "/test.h5");
trainingDataHash = getChecksumForLargeFile(architecture.get().getDataPath() + "/train.h5");
testDataHash = getChecksumForLargerFile(architecture.get().getDataPath() + "/test.h5");
}
}
String trainingHash = emadlHash + "#" + cnntHash; //+ "#" + trainingDataHash + "#" + testDataHash;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment