Moved generator from CNNArch.

.circleci/config.yml

+#
+#
+#  ******************************************************************************
+#  MontiCAR Modeling Family, www.se-rwth.de
+#  Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
+#  All rights reserved.
+#
+#  This project is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU Lesser General Public
+#  License as published by the Free Software Foundation; either
+#  version 3.0 of the License, or (at your option) any later version.
+#  This library is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+#  Lesser General Public License for more details.
+#
+#  You should have received a copy of the GNU Lesser General Public
+#  License along with this project. If not, see <http://www.gnu.org/licenses/>.
+# *******************************************************************************
+#
+
+# Java Maven CircleCI 2.0 configuration file
+#
+# Check https://circleci.com/docs/2.0/language-java/ for more details
+#
+version: 2
+general:
+  branches:
+    ignore:
+      - gh-pages
+      
+jobs:
+  build:
+    docker:
+      # specify the version you desire here
+      - image: circleci/openjdk:8-jdk
+
+      # Specify service dependencies here if necessary
+      # CircleCI maintains a library of pre-built images
+      # documented at https://circleci.com/docs/2.0/circleci-images/
+      # - image: circleci/postgres:9.4
+
+    working_directory: ~/repo
+
+    environment:
+      # Customize the JVM maximum heap limit
+      MAVEN_OPTS: -Xmx3200m
+
+    steps:
+      - checkout
+
+      # run tests!
+      - run: mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings "settings.xml"
+workflows:
+  version: 2
+  commit-workflow:
+    jobs:
+      - build
+  scheduled-workflow:
+    triggers:
+      - schedule:
+          cron: "30 1 * * *"
+          filters:
+            branches:
+              only: master
+
+    jobs:
+      - build
+

.gitignore

+target
+nppBackup
+.project
+.settings
+.classpath
+.idea
+.git
+
+*.iml
+

.travis.yml

+script:
+- git checkout ${TRAVIS_BRANCH}
+- mvn clean install cobertura:cobertura org.eluder.coveralls:coveralls-maven-plugin:report --settings "settings.xml"
+after_success:
+- if [ "${TRAVIS_BRANCH}" == "master" ]; then mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B deploy --debug --settings "./settings.xml"; fi

pom.xml

+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+
+
+  <!-- == PROJECT COORDINATES ============================================= -->
+
+  <groupId>de.monticore.lang.monticar</groupId>
+  <artifactId>cnnarch-mxnet-generator</artifactId>
+  <version>0.2.1-SNAPSHOT</version>
+
+  <!-- == PROJECT DEPENDENCIES ============================================= -->
+
+  <properties>
+
+    <!-- .. SE-Libraries .................................................. -->
+    <CNNArch.version>0.2.1-SNAPSHOT</CNNArch.version>
+    
+        <!-- .. Libraries .................................................. -->
+        <guava.version>18.0</guava.version>
+        <junit.version>4.12</junit.version>
+        <logback.version>1.1.2</logback.version>
+        <jscience.version>4.3.1</jscience.version>
+
+        <!-- .. Plugins ....................................................... -->
+        <monticore.plugin>4.5.3-SNAPSHOT</monticore.plugin>
+        <assembly.plugin>2.5.4</assembly.plugin>
+        <compiler.plugin>3.3</compiler.plugin>
+        <source.plugin>2.4</source.plugin>
+        <shade.plugin>2.4.3</shade.plugin>
+
+    <!-- Classifiers -->
+    <grammars.classifier>grammars</grammars.classifier>
+    <cli.classifier>cli</cli.classifier>
+
+    <!-- .. Misc .......................................................... -->
+    <java.version>1.8</java.version>
+
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
+    <github.global.server>github</github.global.server>
+  </properties>
+
+    <dependencies>
+
+        <dependency>
+            <groupId>org.antlr</groupId>
+            <artifactId>antlr4-runtime</artifactId>
+            <version>4.7.1</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>${guava.version}</version>
+        </dependency>
+
+        <!-- MontiCore Dependencies -->
+
+        <dependency>
+            <groupId>de.monticore.lang.monticar</groupId>
+            <artifactId>cnn-arch</artifactId>
+            <version>${CNNArch.version}</version>
+        </dependency>
+
+        <dependency>
+            <groupId>de.monticore.lang.monticar</groupId>
+            <artifactId>cnn-arch</artifactId>
+            <version>${CNNArch.version}</version>
+            <classifier>${grammars.classifier}</classifier>
+            <scope>provided</scope>
+        </dependency>
+
+
+        <!-- .. Test Libraries ............................................... -->
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <version>${junit.version}</version>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>ch.qos.logback</groupId>
+            <artifactId>logback-classic</artifactId>
+            <version>${logback.version}</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.jscience</groupId>
+            <artifactId>jscience</artifactId>
+            <version>${jscience.version}</version>
+        </dependency>
+
+    </dependencies>
+  
+
+  <!-- == PROJECT BUILD SETTINGS =========================================== -->
+
+  <build>
+    <plugins>
+      <plugin>
+        <artifactId>maven-deploy-plugin</artifactId>
+        <version>2.8.1</version>
+        <configuration>
+          <altDeploymentRepository>internal.repo::default::file://${project.build.directory}/external-dependencies</altDeploymentRepository>
+        </configuration>
+      </plugin>
+      <plugin>
+        <groupId>com.github.github</groupId>
+        <artifactId>site-maven-plugin</artifactId>
+        <version>0.12</version>
+        <configuration>
+          <server>github</server>
+          <message>Maven artifacts for ${project.version} ${project.artifactId}</message>  <!-- git commit message -->
+          <noJekyll>true</noJekyll>                                  <!-- disable webpage processing -->
+          <outputDirectory>${project.build.directory}/external-dependencies</outputDirectory> <!-- matches distribution management repository url above -->
+          <branch>refs/heads/master</branch>                       <!-- remote branch name -->
+          <includes><include>**/*</include></includes>
+          <repositoryName>external-dependencies</repositoryName>      <!-- github repo name -->
+          <repositoryOwner>EmbeddedMontiArc</repositoryOwner>    <!-- github username  -->
+          <merge>true</merge>
+        </configuration>
+        <executions>
+          <!-- run site-maven-plugin's 'site' target as part of the build's normal 'deploy' phase -->
+          <execution>
+            <goals>
+              <goal>site</goal>
+            </goals>
+            <phase>deploy</phase>
+          </execution>
+        </executions>
+      </plugin>
+      <!-- MontiCore Generation -->
+      <plugin>
+        <groupId>de.monticore.mojo</groupId>
+        <artifactId>monticore-maven-plugin</artifactId>
+        <version>${monticore.plugin}</version>
+        <executions>
+          <execution>
+            <goals>
+              <goal>generate</goal>
+            </goals>
+          </execution>
+        </executions>
+      </plugin>
+
+      <!-- Other Configuration -->
+      <plugin>
+        <artifactId>maven-compiler-plugin</artifactId>
+        <version>${compiler.plugin}</version>
+        <configuration>
+          <useIncrementalCompilation>true</useIncrementalCompilation>
+          <source>${java.version}</source>
+          <target>${java.version}</target>
+        </configuration>
+      </plugin>
+
+      <plugin>
+        <artifactId>maven-assembly-plugin</artifactId>
+        <version>3.1.0</version>
+        <executions>
+          <execution>
+            <id>jar-with-dependencies</id>
+            <phase>package</phase>
+            <goals>
+              <goal>single</goal>
+            </goals>
+            <configuration>
+              <archive>
+                <manifest>
+                  <mainClass>de.monticore.lang.monticar.cnnarch.generator.CNNArchGeneratorCli</mainClass>
+                </manifest>
+              </archive>
+              <descriptorRefs>
+                <descriptorRef>jar-with-dependencies</descriptorRef>
+              </descriptorRefs>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+
+      <!-- Source Jar Configuration -->
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-source-plugin</artifactId>
+        <version>${source.plugin}</version>
+        <executions>
+          <execution>
+            <id>create source jar</id>
+            <phase>package</phase>
+            <goals>
+              <goal>jar-no-fork</goal>
+            </goals>
+            <configuration>
+              <excludeResources>false</excludeResources>
+              <includes>
+                <include>**/*.java</include>
+                <include>**/*.ftl</include>
+              </includes>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+	    <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-surefire-plugin</artifactId>
+                <version>2.19.1</version>
+                <configuration>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.eluder.coveralls</groupId>
+                <artifactId>coveralls-maven-plugin</artifactId>
+                <version>4.3.0</version>
+                <configuration>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.codehaus.mojo</groupId>
+                <artifactId>cobertura-maven-plugin</artifactId>
+                <version>2.7</version>
+                <configuration>
+                    <format>xml</format>
+                    <maxmem>256m</maxmem>
+                    <!-- aggregated reports for multi-module projects -->
+                    <aggregate>true</aggregate>
+                </configuration>
+</plugin>
+    </plugins>
+  </build>
+
+
+  <distributionManagement>
+    <repository>
+      <id>internal.repo</id>
+      <name>Temporary Staging Repository</name>
+      <url>file://${project.build.directory}/external-dependencies</url>
+    </repository>
+    <snapshotRepository>
+      <id>internal.repo</id>
+      <url>file://${project.build.directory}/external-dependencies</url>
+    </snapshotRepository>
+  </distributionManagement>
+</project>
+

src/license/se/license.txt

+
+ ******************************************************************************
+ MontiCAR Modeling Family, www.se-rwth.de
+ Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
+ All rights reserved.
+
+ This project is free software; you can redistribute it and/or
+ modify it under the terms of the GNU Lesser General Public
+ License as published by the Free Software Foundation; either
+ version 3.0 of the License, or (at your option) any later version.
+ This library is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ Lesser General Public License for more details.
+
+ You should have received a copy of the GNU Lesser General Public
+ License along with this project. If not, see <http://www.gnu.org/licenses/>.
+*******************************************************************************

src/main/java/de/monticore/lang/monticar/cnnarch/generator/ArchitectureElementData.java

+/**
+ *
+ *  ******************************************************************************
+ *  MontiCAR Modeling Family, www.se-rwth.de
+ *  Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
+ *  All rights reserved.
+ *
+ *  This project is free software; you can redistribute it and/or
+ *  modify it under the terms of the GNU Lesser General Public
+ *  License as published by the Free Software Foundation; either
+ *  version 3.0 of the License, or (at your option) any later version.
+ *  This library is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ *  Lesser General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Lesser General Public
+ *  License along with this project. If not, see <http://www.gnu.org/licenses/>.
+ * *******************************************************************************
+ */
+package de.monticore.lang.monticar.cnnarch.generator;
+
+import de.monticore.lang.monticar.cnnarch._symboltable.ArchTypeSymbol;
+import de.monticore.lang.monticar.cnnarch._symboltable.ArchitectureElementSymbol;
+import de.monticore.lang.monticar.cnnarch._symboltable.LayerSymbol;
+import de.monticore.lang.monticar.cnnarch.predefined.AllPredefinedLayers;
+import de.se_rwth.commons.logging.Log;
+
+import javax.annotation.Nullable;
+import java.util.Arrays;
+import java.util.List;
+
+public class ArchitectureElementData {
+    
+    private String name;
+    private ArchitectureElementSymbol element;
+    private CNNArchTemplateController templateController;
+
+    public ArchitectureElementData(String name, ArchitectureElementSymbol element, CNNArchTemplateController templateController) {
+        this.name = name;
+        this.element = element;
+        this.templateController = templateController;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public ArchitectureElementSymbol getElement() {
+        return element;
+    }
+
+    public void setElement(ArchitectureElementSymbol element) {
+        this.element = element;
+    }
+
+    public CNNArchTemplateController getTemplateController() {
+        return templateController;
+    }
+
+    public void setTemplateController(CNNArchTemplateController templateController) {
+        this.templateController = templateController;
+    }
+
+    public List<String> getInputs(){
+        return getTemplateController().getLayerInputs(getElement());
+    }
+
+    public boolean isLogisticRegressionOutput(){
+        return getTemplateController().isLogisticRegressionOutput(getElement());
+    }
+
+
+    public boolean isLinearRegressionOutput(){
+        boolean result = getTemplateController().isLinearRegressionOutput(getElement());
+        if (result){
+            Log.warn("The Output '" + getElement().getName() + "' is a linear regression output (squared loss) during training" +
+                            " because the previous architecture element is not a softmax (cross-entropy loss) or sigmoid (logistic regression loss) activation. " +
+                            "Other loss functions are currently not supported. "
+                    , getElement().getSourcePosition());
+        }
+        return result;
+    }
+
+    public boolean isSoftmaxOutput(){
+        return getTemplateController().isSoftmaxOutput(getElement());
+    }
+
+
+
+
+    public List<Integer> getKernel(){
+        return ((LayerSymbol) getElement())
+                .getIntTupleValue(AllPredefinedLayers.KERNEL_NAME).get();
+    }
+
+    public int getChannels(){
+        return ((LayerSymbol) getElement())
+                .getIntValue(AllPredefinedLayers.CHANNELS_NAME).get();
+    }
+
+    public List<Integer> getStride(){
+        return ((LayerSymbol) getElement())
+                .getIntTupleValue(AllPredefinedLayers.STRIDE_NAME).get();
+    }
+
+    public int getUnits(){
+        return ((LayerSymbol) getElement())
+                .getIntValue(AllPredefinedLayers.UNITS_NAME).get();
+    }
+
+    public boolean getNoBias(){
+        return ((LayerSymbol) getElement())
+                .getBooleanValue(AllPredefinedLayers.NOBIAS_NAME).get();
+    }
+
+    public double getP(){
+        return ((LayerSymbol) getElement())
+                .getDoubleValue(AllPredefinedLayers.P_NAME).get();
+    }
+
+    public int getIndex(){
+        return ((LayerSymbol) getElement())
+                .getIntValue(AllPredefinedLayers.INDEX_NAME).get();
+    }
+
+    public int getNumOutputs(){
+        return ((LayerSymbol) getElement())
+                .getIntValue(AllPredefinedLayers.NUM_SPLITS_NAME).get();
+    }
+
+    public boolean getFixGamma(){
+        return ((LayerSymbol) getElement())
+                .getBooleanValue(AllPredefinedLayers.FIX_GAMMA_NAME).get();
+    }
+
+    public int getNsize(){
+        return ((LayerSymbol) getElement())
+                .getIntValue(AllPredefinedLayers.NSIZE_NAME).get();
+    }
+
+    public double getKnorm(){
+        return ((LayerSymbol) getElement())
+                .getDoubleValue(AllPredefinedLayers.KNORM_NAME).get();
+    }
+
+    public double getAlpha(){
+        return ((LayerSymbol) getElement())
+                .getDoubleValue(AllPredefinedLayers.ALPHA_NAME).get();
+    }
+
+    public double getBeta(){
+        return ((LayerSymbol) getElement())
+                .getDoubleValue(AllPredefinedLayers.BETA_NAME).get();
+    }
+
+    @Nullable
+    public String getPoolType(){
+        return ((LayerSymbol) getElement())
+                .getStringValue(AllPredefinedLayers.POOL_TYPE_NAME).get();
+    }
+
+    @Nullable
+    public List<Integer> getPadding(){
+        return getPadding((LayerSymbol) getElement());
+    }
+
+    @Nullable
+    public List<Integer> getPadding(LayerSymbol layer){
+        List<Integer> kernel = layer.getIntTupleValue(AllPredefinedLayers.KERNEL_NAME).get();
+        List<Integer> stride = layer.getIntTupleValue(AllPredefinedLayers.STRIDE_NAME).get();
+        ArchTypeSymbol inputType = layer.getInputTypes().get(0);
+        ArchTypeSymbol outputType = layer.getOutputTypes().get(0);
+
+        int heightWithPad = kernel.get(0) + stride.get(0)*(outputType.getHeight() - 1);
+        int widthWithPad = kernel.get(1) + stride.get(1)*(outputType.getWidth() - 1);
+        int heightPad = Math.max(0, heightWithPad - inputType.getHeight());
+        int widthPad = Math.max(0, widthWithPad - inputType.getWidth());
+
+        int topPad = (int)Math.ceil(heightPad / 2.0);
+        int bottomPad = (int)Math.floor(heightPad / 2.0);
+        int leftPad = (int)Math.ceil(widthPad / 2.0);
+        int rightPad = (int)Math.floor(widthPad / 2.0);
+
+        if (topPad == 0 && bottomPad == 0 && leftPad == 0 && rightPad == 0){
+            return null;
+        }
+
+        return Arrays.asList(0,0,0,0,topPad,bottomPad,leftPad,rightPad);
+    }
+}

src/main/java/de/monticore/lang/monticar/cnnarch/generator/CNNArchGenerator.java

+/**
+ *
+ *  ******************************************************************************
+ *  MontiCAR Modeling Family, www.se-rwth.de
+ *  Copyright (c) 2017, Software Engineering Group at RWTH Aachen,
+ *  All rights reserved.
+ *
+ *  This project is free software; you can redistribute it and/or
+ *  modify it under the terms of the GNU Lesser General Public
+ *  License as published by the Free Software Foundation; either
+ *  version 3.0 of the License, or (at your option) any later version.
+ *  This library is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ *  Lesser General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Lesser General Public
+ *  License along with this project. If not, see <http://www.gnu.org/licenses/>.
+ * *******************************************************************************
+ */
+package de.monticore.lang.monticar.cnnarch.generator;
+
+import de.monticore.io.paths.ModelPath;
+import de.monticore.lang.monticar.cnnarch._cocos.CNNArchCocos;
+import de.monticore.lang.monticar.cnnarch._symboltable.ArchitectureSymbol;
+import de.monticore.lang.monticar.cnnarch._symboltable.CNNArchCompilationUnitSymbol;
+import de.monticore.lang.monticar.cnnarch._symboltable.CNNArchLanguage;
+import de.monticore.symboltable.GlobalScope;
+import de.monticore.symboltable.Scope;
+import de.se_rwth.commons.logging.Log;
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Path;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.Optional;
+
+public class CNNArchGenerator {
+
+    private String generationTargetPath;
+
+    public CNNArchGenerator() {
+        setGenerationTargetPath("./target/generated-sources-cnnarch/");
+    }
+
+    public String getGenerationTargetPath() {
+        if (generationTargetPath.charAt(generationTargetPath.length() - 1) != '/') {
+            this.generationTargetPath = generationTargetPath + "/";
+        }
+        return generationTargetPath;
+    }
+
+    public void setGenerationTargetPath(String generationTargetPath) {