Statistics
| Branch: | Revision:

grapes / src / net_helper-ml.c @ 55ee8e18

History | View | Annotate | Download (16.7 KB)

1
/*
2
 *  Copyright (c) 2009 Marco Biazzini
3
 *
4
 *  This is free software; see lgpl-2.1.txt
5
 */
6

    
7
#include <event2/event.h>
8
#include <arpa/inet.h>
9
#include <unistd.h>
10
#include <stdlib.h>
11
#include <stdio.h>
12
#include <stdbool.h>
13
#include <string.h>
14
#include <assert.h>
15

    
16

    
17
#include "net_helper.h"
18
#include "ml.h"
19
#include "config.h"
20

    
21
#include "grapes_msg_types.h"
22

    
23

    
24
#ifdef MONL
25
#include "mon.h"
26
#include "grapes_log.h"
27
#include "repoclient.h"
28
#include "grapes.h"
29
#endif
30

    
31

    
32
/**
33
 * libevent pointer
34
 */
35
struct event_base *base;
36

    
37
#define NH_BUFFER_SIZE 1000
38
#define NH_LOOKUP_SIZE 1000
39
#define NH_PACKET_TIMEOUT {0, 500*1000}
40
#define NH_ML_INIT_TIMEOUT {1, 0}
41

    
42
#define FDSSIZE 16
43

    
44
static int sIdx = 0;
45
static int rIdxML = 0;        //reveive from ML to this buffer position
46
static int rIdxUp = 0;        //hand up to layer above at this buffer position
47

    
48
typedef struct nodeID {
49
        socketID_handle addr;
50
        int connID;        // connection associated to this node, -1 if myself
51
        int refcnt;
52
#ifdef MONL
53
        //n quick and dirty static vector for measures TODO: make it dinamic
54
        MonHandler mhs[20];
55
        int n_mhs;
56
#endif
57
//        int addrSize;
58
//        int addrStringSize;
59
} nodeID;
60

    
61
typedef struct msgData_cb {
62
        int bIdx;        // index of the message in the proper buffer
63
        unsigned char msgType; // message type
64
        int mSize;        // message size
65
        bool conn_cb_called;
66
        bool cancelled;
67
} msgData_cb;
68

    
69
static struct nodeID **lookup_array;
70
static int lookup_max = NH_LOOKUP_SIZE;
71
static int lookup_curr = 0;
72

    
73
static nodeID *me; //TODO: is it possible to get rid of this (notwithstanding ml callback)??
74
static int timeoutFired = 0;
75
static bool fdTriggered = false;
76

    
77
// pointers to the msgs to be send
78
static uint8_t *sendingBuffer[NH_BUFFER_SIZE];
79
// pointers to the received msgs + sender nodeID
80
struct receivedB {
81
        struct nodeID *id;
82
        int len;
83
        uint8_t *data;
84
};
85
static struct receivedB receivedBuffer[NH_BUFFER_SIZE];
86
/**/ static int recv_counter =0; static int snd_counter =0;
87

    
88

    
89
static void connReady_cb (int connectionID, void *arg);
90
static struct nodeID *new_node(socketID_handle peer) {
91
        send_params params = {0,0,0,0};
92
        struct nodeID *res = malloc(sizeof(struct nodeID));
93
        if (!res) {
94
                 fprintf(stderr, "Net-helper : memory error\n");
95
                 return NULL;
96
        }
97
        memset(res, 0, sizeof(struct nodeID));
98

    
99
        res->addr = malloc(SOCKETID_SIZE);
100
        if (! res->addr) {
101
                free (res);
102
                fprintf(stderr, "Net-helper : memory error while creating a new nodeID \n");
103
                return NULL;
104
        }
105
        memset(res->addr, 0, SOCKETID_SIZE);
106
        memcpy(res->addr, peer ,SOCKETID_SIZE);
107

    
108
        res->refcnt = 1;
109

    
110
        res->connID = mlOpenConnection(peer, &connReady_cb, NULL, params);
111

    
112
        return res;
113
}
114

    
115

    
116
static struct nodeID **id_lookup(socketID_handle target) {
117

    
118
        int i,here=-1;
119
        for (i=0;i<lookup_curr;i++) {
120
                if (lookup_array[i] == NULL) {
121
                        if (here < 0) {
122
                                here = i;
123
                        }
124
                } else if (!mlCompareSocketIDs(lookup_array[i]->addr,target)) {
125
                        return &lookup_array[i];
126
                }
127
        }
128

    
129
        if (here == -1) {
130
                here = lookup_curr++;
131
        }
132

    
133
        if (lookup_curr > lookup_max) {
134
                lookup_max *= 2;
135
                lookup_array = realloc(lookup_array,lookup_max*sizeof(struct nodeID*));
136
        }
137

    
138
        lookup_array[here] = new_node(target);
139
        return &lookup_array[here];
140
}
141

    
142
static struct nodeID *id_lookup_dup(socketID_handle target) {
143
        return nodeid_dup(*id_lookup(target));
144
}
145

    
146

    
147
/**
148
 * Look for a free slot in the received buffer and allocates it for immediate use
149
 * @return the index of a free slot in the received msgs buffer, -1 if no free slot available.
150
 */
151
static int next_R() {
152
        if (receivedBuffer[rIdxML].data==NULL) {
153
                int ret = rIdxML;
154
                rIdxML = (rIdxML+1)%NH_BUFFER_SIZE;
155
                return ret;
156
        } else {
157
                //TODO: handle receive overload situation!
158
                return -1;
159
        }
160
}
161

    
162
/**
163
 * Look for a free slot in the sending buffer and allocates it for immediate use
164
 * @return the index of a free slot in the sending msgs buffer, -1 if no free slot available.
165
 */
166
static int next_S() {
167
        if (sendingBuffer[sIdx]) {
168
                int count;
169
                for (count=0;count<NH_BUFFER_SIZE;count++) {
170
                        sIdx = (sIdx+1)%NH_BUFFER_SIZE;
171
                        if (sendingBuffer[sIdx]==NULL)
172
                                break;
173
                }
174
                if (count==NH_BUFFER_SIZE) {
175
                        return -1;
176
                }
177
        }
178
        return sIdx;
179
}
180

    
181

    
182
/**
183
 * Callback used by ml to confirm its initialization. Create a valid self nodeID and register to receive data from remote peers.
184
 * @param local_socketID
185
 * @param errorstatus
186
 */
187
static void init_myNodeID_cb (socketID_handle local_socketID,int errorstatus) {
188
        switch (errorstatus) {
189
        case 0:
190
                me->addr = malloc(SOCKETID_SIZE);
191
                if (! me->addr) {
192
                        fprintf(stderr, "Net-helper : memory error while creating my new nodeID \n");
193
                        return;
194
                }
195

    
196
                memcpy(me->addr,local_socketID,SOCKETID_SIZE);
197
        //        me->addrSize = SOCKETID_SIZE;
198
        //        me->addrStringSize = SOCKETID_STRING_SIZE;
199
                me->connID = -1;
200
                me->refcnt = 1;
201
        //        fprintf(stderr,"Net-helper init : received my own socket: %s.\n",node_addr(me));
202
                break;
203
        case -1:
204
                //
205
                fprintf(stderr,"Net-helper init : socket error occurred in ml while creating socket\n");
206
                exit(1);
207
                break;
208
        case 1:
209
                //
210
                fprintf(stderr,"Net-helper init : NAT traversal failed while creating socket\n");
211
                exit(1);
212
                break;
213
        case 2:
214
            fprintf(stderr,"Net-helper init : NAT traversal timeout while creating socket\n");
215
            fprintf(stderr,"Net-helper init : Retrying without STUN\n");
216
            mlSetStunServer(0,NULL);
217
            break;
218
        default :        // should never happen
219
                //
220
                fprintf(stderr,"Net-helper init : Unknown error in ml while creating socket\n");
221
        }
222

    
223
}
224

    
225
/**
226
 * Timeout callback to be set in the eventlib loop as needed
227
 * @param socket
228
 * @param flag
229
 * @param arg
230
 */
231
static void t_out_cb (int socket, short flag, void* arg) {
232

    
233
        timeoutFired = 1;
234
//        fprintf(stderr,"TIMEOUT!!!\n");
235
//        event_base_loopbreak(base);
236
}
237

    
238
/**
239
 * File descriptor readable callback to be set in the eventlib loop as needed
240
 */
241
static void fd_cb (int fd, short flag, void* arg)
242
{
243
  //fprintf(stderr, "\twait4data: fd %d triggered\n", fd);
244
  fdTriggered = true;
245
  *((bool*)arg) = true;
246
}
247

    
248
/**
249
 * Callback called by ml when a remote node ask for a connection
250
 * @param connectionID
251
 * @param arg
252
 */
253
static void receive_conn_cb(int connectionID, void *arg) {
254
//    fprintf(stderr, "Net-helper : remote peer opened the connection %d with arg = %d\n", connectionID,(int)arg);
255

    
256
}
257

    
258
void free_sending_buffer(int i)
259
{
260
        free(sendingBuffer[i]);
261
        sendingBuffer[i] = NULL;
262
}
263

    
264
/**
265
 * Callback called by the ml when a connection is ready to be used to send data to a remote peer
266
 * @param connectionID
267
 * @param arg
268
 */
269
static void connReady_cb (int connectionID, void *arg) {
270
        char mt;
271
        msgData_cb *p;
272
        p = (msgData_cb *)arg;
273
        if (p == NULL) return;
274
        if (p->cancelled) {
275
            free(p);
276
            return;
277
        }
278
        mlSendData(connectionID,(char *)(sendingBuffer[p->bIdx]),p->mSize,p->msgType,NULL);
279
/**/        mt = ((char*)sendingBuffer[p->bIdx])[0]; ++snd_counter;
280
        if (mt!=MSG_TYPE_TOPOLOGY &&
281
                mt!=MSG_TYPE_CHUNK && mt!=MSG_TYPE_SIGNALLING) {
282
                        fprintf(stderr,"Net-helper ERROR! Sent message # %d of type %c and size %d\n",
283
                                snd_counter,mt+'0', p->mSize);}
284
        free_sending_buffer(p->bIdx);
285
//        fprintf(stderr,"Net-helper: Message # %d for connection %d sent!\n ", p->bIdx,connectionID);
286
        //        event_base_loopbreak(base);
287
        p->conn_cb_called = true;
288
}
289

    
290
/**
291
 * Callback called by ml when a connection error occurs
292
 * @param connectionID
293
 * @param arg
294
 */
295
static void connError_cb (int connectionID, void *arg) {
296
        // simply get rid of the msg in the buffer....
297
        msgData_cb *p;
298
        p = (msgData_cb *)arg;
299
        if (p != NULL) {
300
                fprintf(stderr,"Net-helper: Connection %d could not be established to send msg %d.\n ", connectionID,p->bIdx);
301
                if (p->cancelled) {
302
                        free(p);//p->mSize = -1;
303
                } else {
304
                        p->conn_cb_called = true;
305
                }
306
        }
307
        //        event_base_loopbreak(base);
308
}
309

    
310

    
311
/**
312
 * Callback to receive data from ml
313
 * @param buffer
314
 * @param buflen
315
 * @param msgtype
316
 * @param arg
317
 */
318
static void recv_data_cb(char *buffer, int buflen, unsigned char msgtype, recv_params *arg) {
319
// TODO: lacks a void* arg... moreover: recv_params has a msgtype, but there is also a msgtype explicit argument...
320
        char str[SOCKETID_STRING_SIZE];
321
//        fprintf(stderr, "Net-helper : called back with some news...\n");
322
/**/ ++recv_counter;
323
        if (arg->remote_socketID != NULL)
324
                mlSocketIDToString(arg->remote_socketID,str,SOCKETID_STRING_SIZE);
325
        else
326
                sprintf(str,"!Unknown!");
327
        if (arg->nrMissingBytes || !arg->firstPacketArrived) {
328
            fprintf(stderr, "Net-helper : corrupted message arrived from %s\n",str);
329
/**/    fprintf(stderr, "\tMessage # %d -- Message type: %hhd -- Missing # %d bytes%s\n",
330
                        recv_counter, buffer[0],arg->nrMissingBytes, arg->firstPacketArrived?"":", Missing first!");
331
        }
332
        else {
333
        //        fprintf(stderr, "Net-helper : message arrived from %s\n",str);
334
                // buffering the received message only if possible, otherwise ignore it...
335
                int index = next_R();
336
                if (index<0) {
337
                        fprintf(stderr,"Net-helper: receive buffer full\n ");
338
                        return;
339
                } else {
340
                        receivedBuffer[index].data = malloc(buflen);
341
                        if (receivedBuffer[index].data == NULL) {
342
                                fprintf(stderr,"Net-helper: memory full, can't receive!\n ");
343
                                return;
344
                        }
345
                        receivedBuffer[index].len = buflen;
346
                        memcpy(receivedBuffer[index].data,buffer,buflen);
347
                          // save the socketID of the sender
348
                        receivedBuffer[index].id = id_lookup_dup(arg->remote_socketID);
349
                }
350
  }
351
//        event_base_loopbreak(base);
352
}
353

    
354

    
355
struct nodeID *net_helper_init(const char *IPaddr, int port, const char *config) {
356

    
357
        struct timeval tout = NH_ML_INIT_TIMEOUT;
358
        int s, i;
359
        struct tag *cfg_tags;
360
        const char *res;
361

    
362
        base = event_base_new();
363
        lookup_array = calloc(lookup_max,sizeof(struct nodeID *));
364

    
365
        cfg_tags = config_parse(config);
366

    
367
        me = malloc(sizeof(nodeID));
368
        if (me == NULL) {
369
                return NULL;
370
        }
371
        memset(me,0,sizeof(nodeID));
372
        me->connID = -10;        // dirty trick to spot later if the ml has called back ...
373
        me->refcnt = 1;
374

    
375
        for (i=0;i<NH_BUFFER_SIZE;i++) {
376
                sendingBuffer[i] = NULL;
377
                receivedBuffer[i].data = NULL;
378
        }
379

    
380
        mlRegisterErrorConnectionCb(&connError_cb);
381
        mlRegisterRecvConnectionCb(&receive_conn_cb);
382
        s = mlInit(1,tout,port,IPaddr,3478,"stun.ekiga.net",&init_myNodeID_cb,base);
383
        if (s < 0) {
384
                fprintf(stderr, "Net-helper : error initializing ML!\n");
385
                free(me);
386
                return NULL;
387
        }
388

    
389
#ifdef MONL
390
{
391
        void *repoclient;
392
        eventbase = base;
393

    
394
        // Initialize logging
395
        grapesInitLog(DCLOG_WARNING, NULL, NULL);
396

    
397
        repInit("");
398
        repoclient = repOpen("79.120.193.115:9832",60);        //repository.napa-wine.eu
399
        if (repoclient == NULL) fatal("Unable to initialize repoclient");
400
        monInit(base, repoclient);
401
}
402
#endif
403
        free(cfg_tags);
404

    
405
        while (me->connID<-1) {
406
        //        event_base_once(base,-1, EV_TIMEOUT, &t_out_cb, NULL, &tout);
407
                event_base_loop(base,EVLOOP_ONCE);
408
        }
409
        timeoutFired = 0;
410
//        fprintf(stderr,"Net-helper init : back from init!\n");
411

    
412
        return me;
413
}
414

    
415

    
416
void bind_msg_type (unsigned char msgtype) {
417

    
418
                        mlRegisterRecvDataCb(&recv_data_cb,msgtype);
419
}
420

    
421

    
422
void send_to_peer_cb(int fd, short event, void *arg)
423
{
424
        msgData_cb *p = (msgData_cb *) arg;
425
        if (p->conn_cb_called) {
426
                free(p);
427
        }
428
        else { //don't send it anymore
429
                free_sending_buffer(p->bIdx);
430
                p->cancelled = true;
431
                // don't free p, the other timeout will do it
432
        }
433
}
434

    
435
/**
436
 * Called by the application to send data to a remote peer
437
 * @param from
438
 * @param to
439
 * @param buffer_ptr
440
 * @param buffer_size
441
 * @return The dimension of the buffer or -1 if a connection error occurred.
442
 */
443
int send_to_peer(const struct nodeID *from, struct nodeID *to, const uint8_t *buffer_ptr, int buffer_size)
444
{
445
        msgData_cb *p;
446
        int current;
447
        send_params params = {0,0,0,0};
448

    
449
        if (buffer_size <= 0) {
450
                fprintf(stderr,"Net-helper: message size problematic: %d\n", buffer_size);
451
                return buffer_size;
452
        }
453

    
454
        // if buffer is full, discard the message and return an error flag
455
        int index = next_S();
456
        if (index<0) {
457
                // free(buffer_ptr);
458
                fprintf(stderr,"Net-helper: send buffer full\n ");
459
                return -1;
460
        }
461
        sendingBuffer[index] = malloc(buffer_size);
462
        if (! sendingBuffer[index]){
463
                fprintf(stderr,"Net-helper: memory full, can't send!\n ");
464
                return -1;
465
        }
466
        memset(sendingBuffer[index],0,buffer_size);
467
        memcpy(sendingBuffer[index],buffer_ptr,buffer_size);
468
        // free(buffer_ptr);
469
        p = malloc(sizeof(msgData_cb));
470
        p->bIdx = index; p->mSize = buffer_size; p->msgType = (unsigned char)buffer_ptr[0]; p->conn_cb_called = false; p->cancelled = false;
471
        current = p->bIdx;
472

    
473
        to->connID = mlOpenConnection(to->addr,&connReady_cb,p, params);
474
        if (to->connID<0) {
475
                free_sending_buffer(current);
476
                fprintf(stderr,"Net-helper: Couldn't get a connection ID to send msg %d.\n ", p->bIdx);
477
                free(p);
478
                return -1;
479
        }
480
        else {
481
                struct timeval timeout = NH_PACKET_TIMEOUT;
482
                event_base_once(base, -1, EV_TIMEOUT, send_to_peer_cb, (void *) p, &timeout);
483
                return buffer_size; //p->mSize;
484
        }
485

    
486
}
487

    
488

    
489
/**
490
 * Called by an application to receive data from remote peers
491
 * @param local
492
 * @param remote
493
 * @param buffer_ptr
494
 * @param buffer_size
495
 * @return The number of received bytes or -1 if some error occurred.
496
 */
497
int recv_from_peer(const struct nodeID *local, struct nodeID **remote, uint8_t *buffer_ptr, int buffer_size)
498
{
499
        int size;
500
        if (receivedBuffer[rIdxUp].data==NULL) {        //block till first message arrives
501
                wait4data(local, NULL, NULL);
502
        }
503

    
504
        assert(receivedBuffer[rIdxUp].data && receivedBuffer[rIdxUp].id);
505

    
506
        (*remote) = receivedBuffer[rIdxUp].id;
507
        // retrieve a msg from the buffer
508
        size = receivedBuffer[rIdxUp].len;
509
        if (size>buffer_size) {
510
                fprintf(stderr, "Net-helper : recv_from_peer: buffer too small (size:%d > buffer_size: %d)!\n",size,buffer_size);
511
                return -1;
512
        }
513
        memcpy(buffer_ptr, receivedBuffer[rIdxUp].data, size);
514
        free(receivedBuffer[rIdxUp].data);
515
        receivedBuffer[rIdxUp].data = NULL;
516
        receivedBuffer[rIdxUp].id = NULL;
517

    
518
        rIdxUp = (rIdxUp+1)%NH_BUFFER_SIZE;
519

    
520
//        fprintf(stderr, "Net-helper : I've got mail!!!\n");
521

    
522
        return size;
523
}
524

    
525

    
526
int wait4data(const struct nodeID *n, struct timeval *tout, int *fds) {
527

    
528
        struct event *timeout_ev = NULL;
529
        struct event *fd_ev[FDSSIZE];
530
        bool fd_triggered[FDSSIZE] = { false };
531
        int i;
532

    
533
//        fprintf(stderr,"Net-helper : Waiting for data to come...\n");
534
        if (tout) {        //if tout==NULL, loop wait infinitely
535
          timeout_ev = event_new(base, -1, EV_TIMEOUT, &t_out_cb, NULL);
536
          event_add(timeout_ev, tout);
537
        }
538
        for (i = 0; fds && fds[i] != -1; i ++) {
539
          if (i >= FDSSIZE) {
540
            fprintf(stderr, "Can't listen on more than %d file descriptors!\n", FDSSIZE);
541
            break;
542
          }
543
          fd_ev[i] = event_new(base, fds[i], EV_READ, &fd_cb, &fd_triggered[i]);
544
          event_add(fd_ev[i], NULL);
545
        }
546

    
547
        while(receivedBuffer[rIdxUp].data==NULL && timeoutFired==0 && fdTriggered==0) {
548
        //        event_base_dispatch(base);
549
                event_base_loop(base,EVLOOP_ONCE);
550
        }
551

    
552
        //delete one-time events
553
        if (timeout_ev) {
554
          if (!timeoutFired) event_del(timeout_ev);
555
          event_free(timeout_ev);
556
        }
557
        for (i = 0; fds && fds[i] != -1; i ++) {
558
          if (! fd_triggered[i]) {
559
            fds[i] = -2;
560
            event_del(fd_ev[i]);
561
          //} else {
562
            //fprintf(stderr, "\twait4data: fd %d triggered\n", fds[i]);
563
          }
564
          event_free(fd_ev[i]);
565
        }
566

    
567
        if (fdTriggered) {
568
          fdTriggered = false;
569
          //fprintf(stderr, "\twait4data: fd event\n");
570
          return 2;
571
        } else if (timeoutFired) {
572
          timeoutFired = 0;
573
          //fprintf(stderr, "\twait4data: timed out\n");
574
          return 0;
575
        } else if (receivedBuffer[rIdxUp].data!=NULL) {
576
          //fprintf(stderr, "\twait4data: ML receive\n");
577
          return 1;
578
        } else {
579
          fprintf(stderr, "BUG in wait4data\n");
580
          exit(EXIT_FAILURE);
581
        }
582
}
583

    
584
socketID_handle getRemoteSocketID(const char *ip, int port) {
585
        char str[SOCKETID_STRING_SIZE];
586
        socketID_handle h;
587

    
588
        snprintf(str, SOCKETID_STRING_SIZE, "%s:%d-%s:%d", ip, port, ip, port);
589
        h = malloc(SOCKETID_SIZE);
590
        mlStringToSocketID(str, h);
591

    
592
        return h;
593
}
594

    
595
struct nodeID *create_node(const char *rem_IP, int rem_port) {
596
        socketID_handle s;
597
        struct nodeID *remote;
598

    
599
        s = getRemoteSocketID(rem_IP, rem_port);
600
        remote = id_lookup_dup(s);
601
        free(s);
602

    
603
        return remote;
604
}
605

    
606
// TODO: check why closing the connection is annoying for the ML
607
void nodeid_free(struct nodeID *n) {
608
        if (n && (--(n->refcnt) == 1)) {
609
/*
610
                struct nodeID **npos;
611
        //        mlCloseConnection(n->connID);
612
                npos = id_lookup(n->addr);
613
                *npos = NULL;
614
                mlCloseSocket(n->addr);
615
                free(n);
616
*/
617
        }
618
}
619

    
620

    
621
const char *node_addr(const struct nodeID *s)
622
{
623
  static char addr[256];
624
  // TODO: mlSocketIDToString always return 0 !!!
625
  int r = mlSocketIDToString(s->addr,addr,256);
626
  if (!r)
627
          return addr;
628
  else
629
          return "";
630
}
631

    
632
struct nodeID *nodeid_dup(struct nodeID *s)
633
{
634
        s->refcnt++;
635
        return s;
636
}
637

    
638
int nodeid_equal(const struct nodeID *s1, const struct nodeID *s2)
639
{
640
        return (mlCompareSocketIDs(s1->addr,s2->addr) == 0);
641
}
642

    
643
int nodeid_dump(uint8_t *b, const struct nodeID *s, size_t max_write_size)
644
{
645
  if (max_write_size < SOCKETID_STRING_SIZE) return -1;
646

    
647
  mlSocketIDToString(s->addr,(char *)b,SOCKETID_STRING_SIZE);
648
  //fprintf(stderr,"Dumping nodeID : ho scritto %s (%d bytes)\n",b, strlen((char *)b));
649

    
650
//        memcpy(b, s->addr,SOCKETID_SIZE);//sizeof(struct sockaddr_in6)*2
651
//        return SOCKETID_SIZE;//sizeof(struct sockaddr_in6)*2;
652

    
653
  return 1 + strlen((char *)b);        //terminating \0 IS included in the size
654
}
655

    
656
struct nodeID *nodeid_undump(const uint8_t *b, int *len)
657
{
658
  uint8_t sid[SOCKETID_SIZE];
659
  socketID_handle h = (socketID_handle) sid;
660
  mlStringToSocketID((char *)b,h);
661
  *len = strlen((char*)b) + 1;
662
  return id_lookup_dup(h);
663
}