amqpclient.go 7.7 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
/** AMQP package, client.
*
* @author Sonja Happ <sonja.happ@eonerc.rwth-aachen.de>
* @copyright 2014-2019, Institute for Automation of Complex Power Systems, EONERC
* @license GNU General Public License (version 3)
*
* VILLASweb-backend-go
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program.  If not, see <http://www.gnu.org/licenses/>.
*********************************************************************************/
22
package amqp
23
24
25
26

import (
	"encoding/json"
	"fmt"
Steffen Vogel's avatar
Steffen Vogel committed
27
	"git.rwth-aachen.de/acs/public/villas/web-backend-go/database"
28
	infrastructure_component "git.rwth-aachen.de/acs/public/villas/web-backend-go/routes/infrastructure-component"
29
	"github.com/gin-gonic/gin"
30
	"github.com/google/uuid"
31
32
	"github.com/jinzhu/gorm"
	"github.com/jinzhu/gorm/dialects/postgres"
33
	"github.com/streadway/amqp"
34
	"log"
35
36
37
38
39
40
41
42
43
44
45
46
	"time"
)

const VILLAS_EXCHANGE = "villas"

type AMQPclient struct {
	connection *amqp.Connection
	channel    *amqp.Channel
	replies    <-chan amqp.Delivery
}

type Action struct {
Sonja Happ's avatar
Sonja Happ committed
47
48
49
50
51
	Act        string   `json:"action"`
	When       float32  `json:"when"`
	Parameters struct{} `json:"parameters"`
	Model      struct{} `json:"model"`
	Results    struct{} `json:"results"`
52
53
}

54
55
type ICUpdate struct {
	State *string `json:"state"`
56
	//Uptime     float64 `json:"uptime"`
57
	Properties struct {
58
59
60
61
62
		UUID     string  `json:"uuid"`
		Name     *string `json:"name"`
		Category *string `json:"category"`
		Type     *string `json:"type"`
		Location *string `json:"location"`
63
64
65
	} `json:"properties"`
}

66
67
68
69
70
71
72
73
74
var client AMQPclient

func ConnectAMQP(uri string) error {

	var err error

	// connect to broker
	client.connection, err = amqp.Dial(uri)
	if err != nil {
75
		return fmt.Errorf("AMQP: failed to connect to RabbitMQ broker %v", uri)
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
	}

	// create channel
	client.channel, err = client.connection.Channel()
	if err != nil {
		return fmt.Errorf("AMQP: failed to open a channel")
	}
	// declare exchange
	err = client.channel.ExchangeDeclare(VILLAS_EXCHANGE,
		"headers",
		true,
		false,
		false,
		false,
		nil)
	if err != nil {
		return fmt.Errorf("AMQP: failed to declare the exchange")
	}

95
96
	// add a queue for the ICs
	ICQueue, err := client.channel.QueueDeclare("infrastructure_components",
97
98
99
100
101
102
103
104
105
		true,
		false,
		false,
		false,
		nil)
	if err != nil {
		return fmt.Errorf("AMQP: failed to declare the queue")
	}

106
	err = client.channel.QueueBind(ICQueue.Name, "", VILLAS_EXCHANGE, false, nil)
107
108
109
110
111
	if err != nil {
		return fmt.Errorf("AMQP: failed to bind the queue")
	}

	// consume deliveries
112
	client.replies, err = client.channel.Consume(ICQueue.Name,
113
114
115
116
117
118
119
120
121
122
123
124
		"",
		false,
		false,
		false,
		false,
		nil)
	if err != nil {
		return fmt.Errorf("AMQP: failed to consume deliveries")
	}

	// consuming queue
	go func() {
125
126

		db := database.GetDB()
127
		for message := range client.replies {
128
129
130
131
			//err = message.Ack(false)
			//if err != nil {
			//	fmt.Println("AMQP: Unable to ack message:", err)
			//}
132

133
			var payload ICUpdate
134
135
136
			err := json.Unmarshal(message.Body, &payload)
			if err != nil {
				log.Println("AMQP: Could not unmarshal message to JSON:", string(message.Body), "err: ", err)
137
				continue
138
			}
139

140
			ICUUID := payload.Properties.UUID
141
			_, err = uuid.Parse(ICUUID)
142

143
144
			if err != nil {
				log.Printf("AMQP: UUID not valid: %v, message ignored: %v \n", ICUUID, string(message.Body))
145
			} else {
146
147

				var sToBeUpdated database.InfrastructureComponent
148
				err = db.Find(&sToBeUpdated, "UUID = ?", ICUUID).Error
149
150
151
152
153
154
155
156
157
158
159
160
161
				if err == gorm.ErrRecordNotFound {
					// create new record
					var newICReq infrastructure_component.AddICRequest
					newICReq.InfrastructureComponent.UUID = payload.Properties.UUID
					if payload.Properties.Name == nil ||
						payload.Properties.Category == nil ||
						payload.Properties.Type == nil {
						// cannot create new IC because required information (name, type, and/or category missing)
						log.Println("AMQP: Cannot create new IC, required field(s) is/are missing: name, type, category")
						continue
					}
					newICReq.InfrastructureComponent.Name = *payload.Properties.Name
					newICReq.InfrastructureComponent.Category = *payload.Properties.Category
Sonja Happ's avatar
Sonja Happ committed
162
					newICReq.InfrastructureComponent.Type = *payload.Properties.Type
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193

					// add optional params
					if payload.State != nil {
						newICReq.InfrastructureComponent.State = *payload.State
					} else {
						newICReq.InfrastructureComponent.State = "unknown"
					}
					if payload.Properties.Location != nil {
						newICReq.InfrastructureComponent.Properties = postgres.Jsonb{json.RawMessage(`{"location" : " ` + *payload.Properties.Location + `"}`)}
					}

					// Validate the new IC
					if err = newICReq.Validate(); err != nil {
						log.Println("AMQP: Validation of new IC failed:", err)
						continue
					}

					// Create the new IC
					newIC := newICReq.CreateIC()

					// save IC
					err = newIC.Save()
					if err != nil {
						log.Println("AMQP: Saving new IC to DB failed:", err)
						continue
					}

					log.Println("AMQP: Created IC ", newIC.Name)

				} else if err != nil {
					log.Println("AMQP: Database error for IC", ICUUID, " DB error message: ", err)
194
					continue
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
				} else {
					//var stateUpdateAt = message.Timestamp.UTC()
					err = db.Model(&sToBeUpdated).Updates(map[string]interface{}{
						//"Host":          gjson.Get(content, "host"),
						//"Type":          gjson.Get(content, "model"),
						//"Uptime":        math.Round(payload.Uptime),
						"State": *payload.State,
						//"StateUpdateAt": stateUpdateAt.Format(time.RFC1123),
						//"RawProperties": gjson.Get(content, "properties"),
					}).Error
					if err != nil {
						log.Println("AMQP: Unable to update IC", sToBeUpdated.Name, "in DB: ", err)
					}

					log.Println("AMQP: Updated IC ", sToBeUpdated.Name)
210
211
				}

212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
			}
		}
	}()

	return nil
}

func SendActionAMQP(action Action, uuid string) error {

	payload, err := json.Marshal(action)
	if err != nil {
		return err
	}

	msg := amqp.Publishing{
		DeliveryMode:    2,
		Timestamp:       time.Now(),
		ContentType:     "application/json",
		ContentEncoding: "utf-8",
		Priority:        0,
		Body:            payload,
	}

	if uuid != "" {
		msg.Headers["uuid"] = uuid
		msg.Headers["action"] = "ping"
	}

	err = client.channel.Publish(VILLAS_EXCHANGE,
		"",
		false,
		false,
		msg)
	return err

}

func PingAMQP() error {
250
	log.Println("AMQP: sending ping command to all ICs")
251
252
253
254
255
256
257

	var a Action
	a.Act = "ping"

	err := SendActionAMQP(a, "")
	return err
}
258
259
260

func CheckConnection() error {

261
262
263
264
265
266
	if client.connection != nil {
		if client.connection.IsClosed() {
			return fmt.Errorf("connection to broker is closed")
		}
	} else {
		return fmt.Errorf("connection is nil")
267
268
269
270
	}

	return nil
}
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290

func StartAMQP(AMQPurl string, api *gin.RouterGroup) error {
	if AMQPurl != "" {
		log.Println("Starting AMQP client")

		err := ConnectAMQP(AMQPurl)
		if err != nil {
			return err
		}

		// register IC action endpoint only if AMQP client is used
		RegisterAMQPEndpoint(api.Group("/ic"))

		// Periodically call the Ping function to check which ICs are still there
		ticker := time.NewTicker(10 * time.Second)
		go func() {

			for {
				select {
				case <-ticker.C:
291
292
293
294
295
296
297
					//TODO Add a useful regular event here
					/*
						err = PingAMQP()
						if err != nil {
							log.Println("AMQP Error: ", err.Error())
						}
					*/
298
299
300
301
302
303
304
305
306
307
				}
			}

		}()

		log.Printf("Connected AMQP client to %s", AMQPurl)
	}

	return nil
}