Skip to content

GitLab

C
CNNArch2Caffe2
Commit fb352802 authored by Carlos Alfredo Yeverino Rodriguez's avatar Carlos Alfredo Yeverino Rodriguez
1 Browse files
Options

Structure of CNNArch2Caffe2 created based on CNNArch2MXNet

parent 7d8d2b2c
Pipeline #55412 failed with stages
      Expand all Show whitespace changes
      Inline Side-by-side
      Showing with 5468 additions and 0 deletions
      .circleci/config.yml 0 → 100644
      View file @ fb352802
      #
      #
      # ******************************************************************************
      # MontiCAR Modeling Family, www.se-rwth.de
      # Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
      # All rights reserved.
      #
      # This project is free software; you can redistribute it and/or
      # modify it under the terms of the GNU Lesser General Public
      # License as published by the Free Software Foundation; either
      # version 3.0 of the License, or (at your option) any later version.
      # This library is distributed in the hope that it will be useful,
      # but WITHOUT ANY WARRANTY; without even the implied warranty of
      # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
      # Lesser General Public License for more details.
      #
      # You should have received a copy of the GNU Lesser General Public
      # License along with this project. If not, see <http://www.gnu.org/licenses/>.
      # *******************************************************************************
      #
      # Java Maven CircleCI 2.0 configuration file
      #
      # Check https://circleci.com/docs/2.0/language-java/ for more details
      #
      version: 2
      general:
      branches:
      ignore:
      - gh-pages
      jobs:
      build:
      docker:
      # specify the version you desire here
      - image: circleci/openjdk:8-jdk
      # Specify service dependencies here if necessary
      # CircleCI maintains a library of pre-built images
      # documented at https://circleci.com/docs/2.0/circleci-images/
      # - image: circleci/postgres:9.4
      working_directory: ~/repo
      environment:
      # Customize the JVM maximum heap limit
      MAVEN_OPTS: -Xmx3200m
      steps:
      - checkout
      # run tests!
      - run: mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings "settings.xml"
      workflows:
      version: 2
      commit-workflow:
      jobs:
      - build
      scheduled-workflow:
      triggers:
      - schedule:
      cron: "30 1 * * *"
      filters:
      branches:
      only: master
      jobs:
      - build
      .gitignore 0 → 100644
      View file @ fb352802
      target
      nppBackup
      .project
      .settings
      .classpath
      .idea
      .git
      *.iml
      .gitlab-ci.yml 0 → 100644
      View file @ fb352802
      stages:
      - windows
      - linux
      masterJobLinux:
      stage: linux
      image: maven:3-jdk-8
      script:
      - mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml
      only:
      - master
      masterJobWindows:
      stage: windows
      script:
      - mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml
      tags:
      - Windows10
      BranchJobLinux:
      stage: linux
      image: maven:3-jdk-8
      script:
      - mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml
      except:
      - master
      .travis.yml 0 → 100644
      View file @ fb352802
      script:
      - git checkout ${TRAVIS_BRANCH}
      - mvn clean install cobertura:cobertura org.eluder.coveralls:coveralls-maven-plugin:report --settings "settings.xml"
      after_success:
      - if [ "${TRAVIS_BRANCH}" == "master" ]; then mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B deploy --debug --settings "./settings.xml"; fi
      pom.xml 0 → 100644
      View file @ fb352802
      <project xmlns="http://maven.apache.org/POM/4.0.0"
      xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
      xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
      <modelVersion>4.0.0</modelVersion>
      <!-- == PROJECT COORDINATES ============================================= -->
      <groupId>de.monticore.lang.monticar</groupId>
      <artifactId>cnnarch-caffe2-generator</artifactId>
      <version>0.2.1-SNAPSHOT</version>
      <!-- == PROJECT DEPENDENCIES ============================================= -->
      <properties>
      <!-- .. SE-Libraries .................................................. -->
      <CNNArch.version>0.2.1-SNAPSHOT</CNNArch.version>
      <!-- .. Libraries .................................................. -->
      <guava.version>18.0</guava.version>
      <junit.version>4.12</junit.version>
      <logback.version>1.1.2</logback.version>
      <jscience.version>4.3.1</jscience.version>
      <!-- .. Plugins ....................................................... -->
      <monticore.plugin>4.5.3-SNAPSHOT</monticore.plugin>
      <assembly.plugin>2.5.4</assembly.plugin>
      <compiler.plugin>3.3</compiler.plugin>
      <source.plugin>2.4</source.plugin>
      <shade.plugin>2.4.3</shade.plugin>
      <!-- Classifiers -->
      <grammars.classifier>grammars</grammars.classifier>
      <cli.classifier>cli</cli.classifier>
      <!-- .. Misc .......................................................... -->
      <java.version>1.8</java.version>
      <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
      <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
      </properties>
      <dependencies>
      <dependency>
      <groupId>org.antlr</groupId>
      <artifactId>antlr4-runtime</artifactId>
      <version>4.7.1</version>
      </dependency>
      <dependency>
      <groupId>com.google.guava</groupId>
      <artifactId>guava</artifactId>
      <version>${guava.version}</version>
      </dependency>
      <!-- MontiCore Dependencies -->
      <dependency>
      <groupId>de.monticore.lang.monticar</groupId>
      <artifactId>cnn-arch</artifactId>
      <version>${CNNArch.version}</version>
      </dependency>
      <dependency>
      <groupId>de.monticore.lang.monticar</groupId>
      <artifactId>cnn-arch</artifactId>
      <version>${CNNArch.version}</version>
      <classifier>${grammars.classifier}</classifier>
      <scope>provided</scope>
      </dependency>
      <!-- .. Test Libraries ............................................... -->
      <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>${junit.version}</version>
      <scope>test</scope>
      </dependency>
      <dependency>
      <groupId>ch.qos.logback</groupId>
      <artifactId>logback-classic</artifactId>
      <version>${logback.version}</version>
      </dependency>
      <dependency>
      <groupId>org.jscience</groupId>
      <artifactId>jscience</artifactId>
      <version>${jscience.version}</version>
      </dependency>
      </dependencies>
      <!-- == PROJECT BUILD SETTINGS =========================================== -->
      <build>
      <plugins>
      <plugin>
      <artifactId>maven-deploy-plugin</artifactId>
      <version>2.8.1</version>
      <configuration>
      <altDeploymentRepository>internal.repo::default::file://${project.build.directory}/external-dependencies</altDeploymentRepository>
      </configuration>
      </plugin>
      <!-- MontiCore Generation -->
      <plugin>
      <groupId>de.monticore.mojo</groupId>
      <artifactId>monticore-maven-plugin</artifactId>
      <version>${monticore.plugin}</version>
      <executions>
      <execution>
      <goals>
      <goal>generate</goal>
      </goals>
      </execution>
      </executions>
      </plugin>
      <!-- Other Configuration -->
      <plugin>
      <artifactId>maven-compiler-plugin</artifactId>
      <version>${compiler.plugin}</version>
      <configuration>
      <useIncrementalCompilation>true</useIncrementalCompilation>
      <source>${java.version}</source>
      <target>${java.version}</target>
      </configuration>
      </plugin>
      <plugin>
      <artifactId>maven-assembly-plugin</artifactId>
      <version>3.1.0</version>
      <executions>
      <execution>
      <id>jar-with-dependencies</id>
      <phase>package</phase>
      <goals>
      <goal>single</goal>
      </goals>
      <configuration>
      <archive>
      <manifest>
      <mainClass>de.monticore.lang.monticar.cnnarchcaffe2.generator.CNNArchGeneratorCliCaffe2</mainClass>
      </manifest>
      </archive>
      <descriptorRefs>
      <descriptorRef>jar-with-dependencies</descriptorRef>
      </descriptorRefs>
      </configuration>
      </execution>
      </executions>
      </plugin>
      <!-- Source Jar Configuration -->
      <plugin>
      <groupId>org.apache.maven.plugins</groupId>
      <artifactId>maven-source-plugin</artifactId>
      <version>${source.plugin}</version>
      <executions>
      <execution>
      <id>create source jar</id>
      <phase>package</phase>
      <goals>
      <goal>jar-no-fork</goal>
      </goals>
      <configuration>
      <excludeResources>false</excludeResources>
      <includes>
      <include>**/*.java</include>
      <include>**/*.ftl</include>
      </includes>
      </configuration>
      </execution>
      </executions>
      </plugin>
      <plugin>
      <groupId>org.apache.maven.plugins</groupId>
      <artifactId>maven-surefire-plugin</artifactId>
      <version>2.19.1</version>
      <configuration>
      </configuration>
      </plugin>
      <plugin>
      <groupId>org.eluder.coveralls</groupId>
      <artifactId>coveralls-maven-plugin</artifactId>
      <version>4.3.0</version>
      <configuration>
      </configuration>
      </plugin>
      <plugin>
      <groupId>org.codehaus.mojo</groupId>
      <artifactId>cobertura-maven-plugin</artifactId>
      <version>2.7</version>
      <configuration>
      <format>xml</format>
      <maxmem>256m</maxmem>
      <!-- aggregated reports for multi-module projects -->
      <aggregate>true</aggregate>
      </configuration>
      </plugin>
      </plugins>
      </build>
      <distributionManagement>
      <repository>
      <id>se-nexus</id>
      <url>https://nexus.se.rwth-aachen.de/content/repositories/embeddedmontiarc-releases/</url>
      </repository>
      <snapshotRepository>
      <id>se-nexus</id>
      <url>https://nexus.se.rwth-aachen.de/content/repositories/embeddedmontiarc-snapshots/</url>
      </snapshotRepository>
      </distributionManagement>
      </project>
      settings.xml 0 → 100644
      View file @ fb352802
      <?xml version="1.0" encoding="UTF-8"?>
      <settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
      xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
      xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0 http://maven.apache.org/xsd/settings-1.0.0.xsd">
      <pluginGroups>
      <pluginGroup>org.mortbay.jetty</pluginGroup>
      <pluginGroup>de.topobyte</pluginGroup>
      </pluginGroups>
      <proxies>
      </proxies>
      <servers>
      <server>
      <id>se-nexus</id>
      <username>cibuild</username>
      <password>${env.cibuild}</password>
      </server>
      </servers>
      <mirrors>
      <mirror>
      <id>se-nexus</id>
      <mirrorOf>external:*</mirrorOf>
      <url>https://nexus.se.rwth-aachen.de/content/groups/public</url>
      </mirror>
      </mirrors>
      <profiles>
      <profile>
      <id>se-nexus</id>
      <repositories>
      <repository>
      <id>central</id>
      <url>http://central</url>
      <releases><enabled /></releases>
      <snapshots><enabled /></snapshots>
      </repository>
      </repositories>
      <pluginRepositories>
      <pluginRepository>
      <id>central</id>
      <url>http://central</url>
      <releases><enabled /></releases>
      <snapshots><enabled /></snapshots>
      </pluginRepository>
      </pluginRepositories>
      </profile>
      </profiles>
      <activeProfiles>
      <activeProfile>se-nexus</activeProfile>
      </activeProfiles>
      </settings>
      \ No newline at end of file
      src/license/se/license.txt 0 → 100644
      View file @ fb352802
      ******************************************************************************
      MontiCAR Modeling Family, www.se-rwth.de
      Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
      All rights reserved.
      This project is free software; you can redistribute it and/or
      modify it under the terms of the GNU Lesser General Public
      License as published by the Free Software Foundation; either
      version 3.0 of the License, or (at your option) any later version.
      This library is distributed in the hope that it will be useful,
      but WITHOUT ANY WARRANTY; without even the implied warranty of
      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
      Lesser General Public License for more details.
      You should have received a copy of the GNU Lesser General Public
      License along with this project. If not, see <http://www.gnu.org/licenses/>.
      *******************************************************************************
      src/main/java/de/monticore/lang/monticar/cnnarchcaffe2/generator/ArchitectureElementDataCaffe2.java 0 → 100644
      View file @ fb352802
      /**
      *
      * ******************************************************************************
      * MontiCAR Modeling Family, www.se-rwth.de
      * Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
      * All rights reserved.
      *
      * This project is free software; you can redistribute it and/or
      * modify it under the terms of the GNU Lesser General Public
      * License as published by the Free Software Foundation; either
      * version 3.0 of the License, or (at your option) any later version.
      * This library is distributed in the hope that it will be useful,
      * but WITHOUT ANY WARRANTY; without even the implied warranty of
      * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
      * Lesser General Public License for more details.
      *
      * You should have received a copy of the GNU Lesser General Public
      * License along with this project. If not, see <http://www.gnu.org/licenses/>.
      * *******************************************************************************
      */
      package de.monticore.lang.monticar.cnnarchcaffe2.generator;
      import de.monticore.lang.monticar.cnnarch._symboltable.ArchTypeSymbol;
      import de.monticore.lang.monticar.cnnarch._symboltable.ArchitectureElementSymbol;
      import de.monticore.lang.monticar.cnnarch._symboltable.LayerSymbol;
      import de.monticore.lang.monticar.cnnarch.predefined.AllPredefinedLayers;
      import de.se_rwth.commons.logging.Log;
      import javax.annotation.Nullable;
      import java.util.Arrays;
      import java.util.List;
      public class ArchitectureElementDataCaffe2 {
      private String name;
      private ArchitectureElementSymbol element;
      private CNNArchTemplateControllerCaffe2 templateController;
      public ArchitectureElementDataCaffe2(String name, ArchitectureElementSymbol element, CNNArchTemplateControllerCaffe2 templateController) {
      this.name = name;
      this.element = element;
      this.templateController = templateController;
      }
      public String getName() {
      return name;
      }
      public void setName(String name) {
      this.name = name;
      }
      public ArchitectureElementSymbol getElement() {
      return element;
      }
      public void setElement(ArchitectureElementSymbol element) {
      this.element = element;
      }
      public CNNArchTemplateControllerCaffe2 getTemplateController() {
      return templateController;
      }
      public void setTemplateController(CNNArchTemplateControllerCaffe2 templateController) {
      this.templateController = templateController;
      }
      public List<String> getInputs(){
      return getTemplateController().getLayerInputs(getElement());
      }
      public boolean isLogisticRegressionOutput(){
      return getTemplateController().isLogisticRegressionOutput(getElement());
      }
      public boolean isLinearRegressionOutput(){
      boolean result = getTemplateController().isLinearRegressionOutput(getElement());
      if (result){
      Log.warn("The Output '" + getElement().getName() + "' is a linear regression output (squared loss) during training" +
      " because the previous architecture element is not a softmax (cross-entropy loss) or sigmoid (logistic regression loss) activation. " +
      "Other loss functions are currently not supported. "
      , getElement().getSourcePosition());
      }
      return result;
      }
      public boolean isSoftmaxOutput(){
      return getTemplateController().isSoftmaxOutput(getElement());
      }
      public List<Integer> getKernel(){
      return ((LayerSymbol) getElement())
      .getIntTupleValue(AllPredefinedLayers.KERNEL_NAME).get();
      }
      public int getChannels(){
      return ((LayerSymbol) getElement())
      .getIntValue(AllPredefinedLayers.CHANNELS_NAME).get();
      }
      public List<Integer> getStride(){
      return ((LayerSymbol) getElement())
      .getIntTupleValue(AllPredefinedLayers.STRIDE_NAME).get();
      }
      public int getUnits(){
      return ((LayerSymbol) getElement())
      .getIntValue(AllPredefinedLayers.UNITS_NAME).get();
      }
      public boolean getNoBias(){
      return ((LayerSymbol) getElement())
      .getBooleanValue(AllPredefinedLayers.NOBIAS_NAME).get();
      }
      public double getP(){
      return ((LayerSymbol) getElement())
      .getDoubleValue(AllPredefinedLayers.P_NAME).get();
      }
      public int getIndex(){
      return ((LayerSymbol) getElement())
      .getIntValue(AllPredefinedLayers.INDEX_NAME).get();
      }
      public int getNumOutputs(){
      return ((LayerSymbol) getElement())
      .getIntValue(AllPredefinedLayers.NUM_SPLITS_NAME).get();
      }
      public boolean getFixGamma(){
      return ((LayerSymbol) getElement())
      .getBooleanValue(AllPredefinedLayers.FIX_GAMMA_NAME).get();
      }
      public int getNsize(){
      return ((LayerSymbol) getElement())
      .getIntValue(AllPredefinedLayers.NSIZE_NAME).get();
      }
      public double getKnorm(){
      return ((LayerSymbol) getElement())
      .getDoubleValue(AllPredefinedLayers.KNORM_NAME).get();
      }
      public double getAlpha(){
      return ((LayerSymbol) getElement())
      .getDoubleValue(AllPredefinedLayers.ALPHA_NAME).get();
      }
      public double getBeta(){
      return ((LayerSymbol) getElement())
      .getDoubleValue(AllPredefinedLayers.BETA_NAME).get();
      }
      @Nullable
      public String getPoolType(){
      return ((LayerSymbol) getElement())
      .getStringValue(AllPredefinedLayers.POOL_TYPE_NAME).get();
      }
      @Nullable
      public List<Integer> getPadding(){
      return getPadding((LayerSymbol) getElement());
      }
      @Nullable
      public List<Integer> getPadding(LayerSymbol layer){
      List<Integer> kernel = layer.getIntTupleValue(AllPredefinedLayers.KERNEL_NAME).get();
      List<Integer> stride = layer.getIntTupleValue(AllPredefinedLayers.STRIDE_NAME).get();
      ArchTypeSymbol inputType = layer.getInputTypes().get(0);
      ArchTypeSymbol outputType = layer.getOutputTypes().get(0);
      int heightWithPad = kernel.get(0) + stride.get(0)*(outputType.getHeight() - 1);
      int widthWithPad = kernel.get(1) + stride.get(1)*(outputType.getWidth() - 1);
      int heightPad = Math.max(0, heightWithPad - inputType.getHeight());
      int widthPad = Math.max(0, widthWithPad - inputType.getWidth());
      int topPad = (int)Math.ceil(heightPad / 2.0);
      int bottomPad = (int)Math.floor(heightPad / 2.0);
      int leftPad = (int)Math.ceil(widthPad / 2.0);
      int rightPad = (int)Math.floor(widthPad / 2.0);
      if (topPad == 0 && bottomPad == 0 && leftPad == 0 && rightPad == 0){
      return null;
      }
      return Arrays.asList(0,0,0,0,topPad,bottomPad,leftPad,rightPad);
      }
      }
      src/main/java/de/monticore/lang/monticar/cnnarchcaffe2/generator/CNNArchGeneratorCaffe2.java 0 → 100644
      View file @ fb352802
      /**
      *
      * ******************************************************************************
      * MontiCAR Modeling Family, www.se-rwth.de
      * Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
      * All rights reserved.
      *
      * This project is free software; you can redistribute it and/or
      * modify it under the terms of the GNU Lesser General Public
      * License as published by the Free Software Foundation; either
      * version 3.0 of the License, or (at your option) any later version.
      * This library is distributed in the hope that it will be useful,
      * but WITHOUT ANY WARRANTY; without even the implied warranty of
      * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
      * Lesser General Public License for more details.
      *
      * You should have received a copy of the GNU Lesser General Public
      * License along with this project. If not, see <http://www.gnu.org/licenses/>.
      * *******************************************************************************
      */
      package de.monticore.lang.monticar.cnnarchcaffe2.generator;