Aufgrund einer Wartung wird GitLab am 19.10. zwischen 8:00 und 9:00 Uhr kurzzeitig nicht zur Verfügung stehen. / Due to maintenance, GitLab will be temporarily unavailable on 19.10. between 8:00 and 9:00 am.

ITANetAudioStreamingServer.cpp 9.41 KB
Newer Older
Anne's avatar
Anne committed
1
2
#include <ITANetAudioStreamingServer.h>
#include <ITANetAudioServer.h>
3
#include <ITANetAudioMessage.h>
Anne's avatar
Anne committed
4
5

// ITA includes
Anne's avatar
Anne committed
6
#include <ITADataSource.h>
7
#include <ITANetAudioMessage.h>
Anne's avatar
Anne committed
8
#include <ITAException.h>
9
#include <ITAStreamInfo.h>
Anne's avatar
Anne committed
10
#include <ITAClock.h>
Anne's avatar
Anne committed
11
12
13
14
15
16
17

// Vista includes
#include <VistaInterProcComm/Concurrency/VistaThreadLoop.h>
#include <VistaInterProcComm/Connections/VistaConnectionIP.h>
#include <VistaInterProcComm/IPNet/VistaTCPSocket.h>
#include <VistaBase/VistaTimeUtils.h>
#include <VistaInterProcComm/IPNet/VistaIPAddress.h>
18
#include <VistaBase/VistaStreamUtils.h>
Anne's avatar
Anne committed
19
#include <ITADataLog.h>
Anne's avatar
Anne committed
20
21
22
23
24

// STL
#include <cmath>
#include <cassert>

25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
struct ITAServerLog : public ITALogDataBase
{
	inline static std::ostream& outputDesc( std::ostream& os )
	{
		os << "BlockId";
		os << "\t" << "WorldTimeStamp";
		os << "\t" << "ProtocolStatus";
		os << "\t" << "FreeSamples";
		os << std::endl;
		return os;
	};

	inline std::ostream& outputData( std::ostream& os ) const
	{
		os << uiBlockId;
		os << "\t" << std::setprecision( 12 ) << dWorldTimeStamp;
		os << "\t" << iProtocolStatus;
		os << "\t" << iFreeSamples;
		os << std::endl;
		return os;
	};

	unsigned int uiBlockId; //!< Block identifier (audio streaming)
	double dWorldTimeStamp;
	int iProtocolStatus; //!< ... usw
	int iFreeSamples;
Anne's avatar
Anne committed
51
52
53
54
};

class ITABufferedDataLoggerImplServer : public ITABufferedDataLogger < ITAServerLog > {};

55
56
57
58
59
60
CITANetAudioStreamingServer::CITANetAudioStreamingServer()
	: m_pInputStream(NULL)
	, m_iUpdateStrategy(AUTO)
	, m_pConnection(NULL)
	, m_pNetAudioServer(new CITANetAudioServer())
	, m_dLastTimeStamp(0)
61
{
Anne's avatar
Anne committed
62
	iServerBlockId = 0;
63
	m_iMaxSendBlocks = 40;
Anne Heimes's avatar
Anne Heimes committed
64
	m_iClientRingBufferFreeSamples = 0;
Anne's avatar
Anne committed
65
66
}

67
68
69
70
71
72
CITANetAudioStreamingServer::~CITANetAudioStreamingServer()
{
	delete m_pNetAudioServer;
	delete m_pServerLogger;
}

73
bool CITANetAudioStreamingServer::Start( const std::string& sAddress, int iPort )
Anne's avatar
Anne committed
74
{
Anne's avatar
Anne committed
75
	if ( !m_pInputStream )
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
76
77
		ITA_EXCEPT1( MODAL_EXCEPTION, "Can not start server without a valid input stream" );

Anne's avatar
Anne committed
78
	if ( !m_pNetAudioServer->Start( sAddress, iPort ) ) // blocking
79
80
		return false;

Anne's avatar
Anne committed
81
	m_pConnection = m_pNetAudioServer->GetConnection( );
82

Anne's avatar
Anne committed
83
84
	m_pMessage = new CITANetAudioMessage( m_pConnection->GetByteorderSwapFlag( ) );
	m_pMessage->ResetMessage( );
85
	m_pMessage->SetConnection( m_pConnection );
86
	while ( !m_pMessage->ReadMessage( 0 ) ); //blocking
87

Anne's avatar
Anne committed
88
89
	assert( m_pMessage->GetMessageType( ) == CITANetAudioProtocol::NP_CLIENT_OPEN );
	CITANetAudioProtocol::StreamingParameters oClientParams = m_pMessage->ReadStreamingParameters( );
90

Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
91
	bool bOK = false;
Anne's avatar
Anne committed
92
	m_oServerParams.iRingBufferSize = oClientParams.iRingBufferSize;
93
94
95
96
	m_oServerParams.iTargetSampleLatency = oClientParams.iTargetSampleLatency;
	m_iClientRingBufferFreeSamples = m_oServerParams.iTargetSampleLatency;

	m_dLastTimeStamp = ITAClock::getDefaultClock()->getTime();
Anne's avatar
Anne committed
97
	if ( m_oServerParams == oClientParams )
Anne's avatar
Anne committed
98
	{
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
99
		bOK = true;
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
100
#ifdef NET_AUDIO_SHOW_TRAFFIC
101
		vstr::out() << "[ITANetAudioStreamingServer] Server and client parameters matched. Will resume with streaming" << std::endl;
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
102
103
104
	}
	else
	{
105
		vstr::out() << "[ITANetAudioStreamingServer] Server and client parameters mismatch detected. Will notify client and stop." << std::endl;
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
106
#endif
Anne's avatar
Anne committed
107
	}
108
109
110

	std::string paras = std::string( "NetAudioLogServer" ) + std::string( "_BS" ) + std::to_string( m_oServerParams.iBlockSize ) + std::string( "_Ch" ) + std::to_string( m_oServerParams.iChannels ) + std::string( ".txt" );
	m_pServerLogger = new ITABufferedDataLoggerImplServer( );
Anne's avatar
Anne committed
111
	m_pServerLogger->setOutputFile( paras );
Anne's avatar
Anne committed
112

Anne's avatar
Anne committed
113
	m_pMessage->SetMessageType( CITANetAudioProtocol::NP_SERVER_OPEN );
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
114
	m_pMessage->WriteBool( bOK );
Anne's avatar
Anne committed
115
	m_pMessage->WriteMessage( );
116

Anne Heimes's avatar
Anne Heimes committed
117
118
119
	m_sfTempTransmitBuffer.init( m_pInputStream->GetNumberOfChannels( ), m_oServerParams.iRingBufferSize, true );


Anne's avatar
Anne committed
120
121
	if ( bOK )
		Run( );
122

Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
123
	return bOK;
Anne's avatar
Anne committed
124
125
}

Anne's avatar
Anne committed
126
bool CITANetAudioStreamingServer::LoopBody( )
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
127
{
128
	bool bAskClient = false;
129
	m_pMessage->ResetMessage( );
Anne's avatar
Anne committed
130
131
132
	ITAServerLog oLog;
	oLog.uiBlockId = ++iServerBlockId;
	int iMsgType;
Anne's avatar
Anne committed
133
	// Sending Samples 
134
	unsigned int uiBlockLength = m_pInputStream->GetBlocklength( );
135
136
137
138
	int iClientRingBufferTargetFreeSamples = m_iClientRingBufferFreeSamples - (m_oServerParams.iRingBufferSize - m_oServerParams.iTargetSampleLatency);
	if (iClientRingBufferTargetFreeSamples < 0)
		iClientRingBufferTargetFreeSamples = 0;
	if (iClientRingBufferTargetFreeSamples >= uiBlockLength)
Anne's avatar
Anne committed
139
140
	{
		// Send Samples
141
		int iSendBlocks = iClientRingBufferTargetFreeSamples / uiBlockLength;
142
143
		bAskClient = true;
		
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
		if ( m_sfTempTransmitBuffer.GetLength( ) != iSendBlocks * uiBlockLength )
			m_sfTempTransmitBuffer.init( m_pInputStream->GetNumberOfChannels( ), iSendBlocks * uiBlockLength, false );
		
		for ( int j = 0; j < iSendBlocks; j++ )
		{
			for ( int i = 0; i < int( m_pInputStream->GetNumberOfChannels( ) ); i++ )
			{
				ITAStreamInfo oStreamInfo;
				oStreamInfo.nSamples = uiBlockLength;

				const float* pfData = m_pInputStream->GetBlockPointer( i, &oStreamInfo );
				if ( pfData != 0 )
					m_sfTempTransmitBuffer[ i ].write( pfData, uiBlockLength, j * uiBlockLength );
			}
			m_pInputStream->IncrementBlockPointer( );
Anne Heimes's avatar
Anne Heimes committed
159
160
		}
		iMsgType = CITANetAudioProtocol::NP_SERVER_SENDING_SAMPLES;
161
162
163
		m_pMessage->SetMessageType(iMsgType);
		m_pMessage->WriteSampleFrame(&m_sfTempTransmitBuffer);
		m_pMessage->WriteMessage();
164
		m_iClientRingBufferFreeSamples -= iSendBlocks * uiBlockLength;
Anne's avatar
Anne committed
165
#ifdef NET_AUDIO_SHOW_TRAFFIC
166
167
		vstr::out() << "[ITANetAudioStreamingServer] Transmitted " << iSendSamples << " samples for "
			<< m_pInputStream->GetNumberOfChannels() << " channels" << std::endl;
Anne's avatar
Anne committed
168
#endif
169
170
171
172
	}
	else
		bAskClient = true;

173

Anne's avatar
Anne committed
174
175

	// Try to Empfange Daten
Anne's avatar
Anne committed
176
	m_pMessage->ResetMessage( );
177

178
	if ( m_pMessage->ReadMessage( 1 ) )
179
	{
Anne's avatar
Anne committed
180
181
		ITAServerLog oLog;
		oLog.uiBlockId = ++iServerBlockId;
Anne's avatar
Anne committed
182
183
		int iMsgType = m_pMessage->GetMessageType( );
		switch ( iMsgType )
184
		{
Anne's avatar
Anne committed
185
			case CITANetAudioProtocol::NP_CLIENT_SENDING_RINGBUFFER_FREE_SAMPLES:
186
			{
187
				m_iClientRingBufferFreeSamples = m_pMessage->ReadInt( );
188
				m_dLastTimeStamp = ITAClock::getDefaultClock()->getTime();
189
				bAskClient = false;
Anne's avatar
Anne committed
190
191
192
193
				break;
			}
			case CITANetAudioProtocol::NP_CLIENT_CLOSE:
			{
194
195
196
197
				m_pMessage->ResetMessage();
				m_pMessage->SetMessageType( CITANetAudioProtocol::NP_SERVER_CLOSE );
				m_pMessage->WriteMessage();

Anne's avatar
Anne committed
198
				StopGently( false );
Anne's avatar
Anne committed
199
				m_pConnection = NULL;
Anne's avatar
Anne committed
200
				Stop( );
201
				bAskClient = false;
Anne's avatar
Anne committed
202
				break;
Anne's avatar
Anne committed
203
204
205
206
207
208
			}
			default:
			{
				vstr::out( ) << "[ITANetAudioStreamingServer] Unkown protocol type : " << iMsgType << std::endl;
				break;
			}
209
210
211
		}
		oLog.iFreeSamples = m_iClientRingBufferFreeSamples;
		oLog.iProtocolStatus = iMsgType;
Anne's avatar
Anne committed
212
213
		oLog.dWorldTimeStamp = ITAClock::getDefaultClock( )->getTime( );
		m_pServerLogger->log( oLog );
214
	}
215
216
	else
	{
Anne Heimes's avatar
Anne Heimes committed
217
		/*
218
219
		ITAServerLog oLog;
		oLog.uiBlockId = ++iServerBlockId;
Anne Heimes's avatar
bugfix    
Anne Heimes committed
220
		// Neue Samples, bei ca 1ms warten
221
222
223
		double dTimeDiff = ITAClock::getDefaultClock()->getTime() - m_dLastTimeStamp;
		float dSamples = dTimeDiff * m_pInputStream->GetSampleRate();
		m_dLastTimeStamp = ITAClock::getDefaultClock()->getTime();
224
225
226
		int iSamples = ( int ) dSamples;
		int offset = iSamples % m_pInputStream->GetBlocklength( );
		m_iClientRingBufferFreeSamples += iSamples - offset;
227
228
229
230
		oLog.iFreeSamples = m_iClientRingBufferFreeSamples;
		oLog.iProtocolStatus = 555;
		oLog.dWorldTimeStamp = ITAClock::getDefaultClock()->getTime();
		m_pServerLogger->log(oLog);
Anne Heimes's avatar
Anne Heimes committed
231
		*/
232
	}
233

234
	bAskClient = false;
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
	if (bAskClient)
	{
#ifdef NET_AUDIO_SHOW_TRAFFIC
		vstr::out() << "[ITANetAudioStreamingServer] Not enough free samples in client buffer, requesting a trigger when more free samples available" << std::endl;
#endif
		ITAServerLog oLog;
		oLog.uiBlockId = ++iServerBlockId;
		m_pMessage->ResetMessage();
		iMsgType = CITANetAudioProtocol::NP_SERVER_GET_RINGBUFFER_FREE_SAMPLES;
		m_pMessage->SetMessageType(iMsgType);
		m_pMessage->WriteBool(true);
		m_pMessage->WriteMessage();
		oLog.iProtocolStatus = iMsgType;
		oLog.iFreeSamples = m_iClientRingBufferFreeSamples;
		oLog.dWorldTimeStamp = ITAClock::getDefaultClock()->getTime();
		m_pServerLogger->log(oLog);
	}


Anne's avatar
Anne committed
254
	return false;
Dipl.-Ing. Jonas Stienen's avatar
Dipl.-Ing. Jonas Stienen committed
255
256
}

257
258
void CITANetAudioStreamingServer::SetInputStream( ITADatasource* pInStream )
{
Anne's avatar
Anne committed
259
	if ( VistaThreadLoop::IsRunning( ) )
260
261
262
		ITA_EXCEPT1( MODAL_EXCEPTION, "Streaming loop already running, can not change input stream" );

	m_pInputStream = pInStream;
Anne's avatar
Anne committed
263
264
265
	m_oServerParams.dSampleRate = m_pInputStream->GetSampleRate( );
	m_oServerParams.iBlockSize = m_pInputStream->GetBlocklength( );
	m_oServerParams.iChannels = m_pInputStream->GetNumberOfChannels( );
266
267
}

Anne's avatar
Anne committed
268
ITADatasource* CITANetAudioStreamingServer::GetInputStream( ) const
Anne's avatar
Anne committed
269
270
271
272
{
	return m_pInputStream;
}

Anne's avatar
Anne committed
273
int CITANetAudioStreamingServer::GetNetStreamBlocklength( ) const
274
{
Anne's avatar
Anne committed
275
	return m_sfTempTransmitBuffer.GetLength( );
276
277
}

Anne's avatar
Anne committed
278
int CITANetAudioStreamingServer::GetNetStreamNumberOfChannels( ) const
279
{
Anne's avatar
Anne committed
280
	return m_sfTempTransmitBuffer.channels( );
281
282
}

Anne's avatar
Anne committed
283
void CITANetAudioStreamingServer::SetAutomaticUpdateRate( )
284
285
286
287
{
	m_iUpdateStrategy = AUTO;
}

Anne's avatar
Anne committed
288
bool CITANetAudioStreamingServer::IsClientConnected( ) const
289
{
Anne's avatar
Anne committed
290
	return m_pNetAudioServer->IsConnected( );
291
292
}

Anne's avatar
Anne committed
293
std::string CITANetAudioStreamingServer::GetNetworkAddress( ) const
294
{
Anne's avatar
Anne committed
295
	return m_pNetAudioServer->GetServerAddress( );
296
297
}

Anne's avatar
Anne committed
298
int CITANetAudioStreamingServer::GetNetworkPort( ) const
299
{
Anne's avatar
Anne committed
300
	return m_pNetAudioServer->GetNetworkPort( );
301
302
}

Anne's avatar
Anne committed
303
void CITANetAudioStreamingServer::Stop( )
Anne's avatar
Anne committed
304
{
Anne's avatar
Anne committed
305
	m_pNetAudioServer->Stop( );
Anne's avatar
Anne committed
306
}