MountaincarCritic.emadl 485 Bytes
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
package mountaincar.agent;

component MountaincarCritic {
    ports
        in Q^{2} state,
        in Q^{2} action,
        out Q(-1:1)^{1} qvalues;

    implementation CNN {
        (
            state ->
            FullyConnected(units=400) ->
            Relu() ->
            FullyConnected(units=300)
        |
            action ->
            FullyConnected(units=300)
        ) ->
        Add() ->
        Relu() ->
        FullyConnected(units=1) ->
        qvalues;
    }
}