Belle II Software  release-05-01-25
dummy_data_src.cc
1 #include <iostream>
2 #include <stdio.h>
3 #include <stdlib.h>
4 #include <netinet/in.h>
5 #include <sys/socket.h>
6 #include <sys/time.h>
7 #include <string.h>
8 #include <unistd.h>
9 #include <limits.h>
10 
12 // Parameter for data-contents
14 //#define REDUCED_DATA
15 #define CRC_ON
16 
17 #define LISTENQ 1
18 #define SERVER
19 
20 
21 #define NW_SEND_HEADER 6
22 #define NW_SEND_TRAILER 2
23 #define NW_RAW_HEADER 12
24 #define NW_RAW_TRAILER 2
25 
26 
27 
28 #ifdef REDUCED_DATA
29 #define NW_COPPER_HEADER 0
30 #define NW_B2L_HEADER 2
31 #define NW_B2L_TRAILER 1
32 #define NW_COPPER_TRAILER 0
33 #else
34 #define NW_COPPER_HEADER 13
35 #define NW_B2L_HEADER 6
36 #define NW_B2L_TRAILER 3
37 #define NW_COPPER_TRAILER 3
38 #endif
39 
40 using namespace std;
41 
42 unsigned short CalcCRC16LittleEndian(unsigned short crc16, const int buf[], int nwords)
43 {
44 
45  if (nwords < 0) {
46  char err_buf[500];
47  sprintf(err_buf, "nwords value(%d) is invalid. Cannot calculate CRC16. Exiting...\n %s %s %d\n",
48  nwords, __FILE__, __PRETTY_FUNCTION__, __LINE__);
49  printf("%s", err_buf); fflush(stdout);
50  string err_str = err_buf;
51  throw (err_str);
52  }
53 
54  const unsigned short CRC16Table0x1021[ 256 ] = {
55  0x0000, 0x1021, 0x2042, 0x3063, 0x4084, 0x50A5, 0x60C6, 0x70E7,
56  0x8108, 0x9129, 0xA14A, 0xB16B, 0xC18C, 0xD1AD, 0xE1CE, 0xF1EF,
57  0x1231, 0x0210, 0x3273, 0x2252, 0x52B5, 0x4294, 0x72F7, 0x62D6,
58  0x9339, 0x8318, 0xB37B, 0xA35A, 0xD3BD, 0xC39C, 0xF3FF, 0xE3DE,
59  0x2462, 0x3443, 0x0420, 0x1401, 0x64E6, 0x74C7, 0x44A4, 0x5485,
60  0xA56A, 0xB54B, 0x8528, 0x9509, 0xE5EE, 0xF5CF, 0xC5AC, 0xD58D,
61  0x3653, 0x2672, 0x1611, 0x0630, 0x76D7, 0x66F6, 0x5695, 0x46B4,
62  0xB75B, 0xA77A, 0x9719, 0x8738, 0xF7DF, 0xE7FE, 0xD79D, 0xC7BC,
63 
64  0x48C4, 0x58E5, 0x6886, 0x78A7, 0x0840, 0x1861, 0x2802, 0x3823,
65  0xC9CC, 0xD9ED, 0xE98E, 0xF9AF, 0x8948, 0x9969, 0xA90A, 0xB92B,
66  0x5AF5, 0x4AD4, 0x7AB7, 0x6A96, 0x1A71, 0x0A50, 0x3A33, 0x2A12,
67  0xDBFD, 0xCBDC, 0xFBBF, 0xEB9E, 0x9B79, 0x8B58, 0xBB3B, 0xAB1A,
68  0x6CA6, 0x7C87, 0x4CE4, 0x5CC5, 0x2C22, 0x3C03, 0x0C60, 0x1C41,
69  0xEDAE, 0xFD8F, 0xCDEC, 0xDDCD, 0xAD2A, 0xBD0B, 0x8D68, 0x9D49,
70  0x7E97, 0x6EB6, 0x5ED5, 0x4EF4, 0x3E13, 0x2E32, 0x1E51, 0x0E70,
71  0xFF9F, 0xEFBE, 0xDFDD, 0xCFFC, 0xBF1B, 0xAF3A, 0x9F59, 0x8F78,
72 
73  0x9188, 0x81A9, 0xB1CA, 0xA1EB, 0xD10C, 0xC12D, 0xF14E, 0xE16F,
74  0x1080, 0x00A1, 0x30C2, 0x20E3, 0x5004, 0x4025, 0x7046, 0x6067,
75  0x83B9, 0x9398, 0xA3FB, 0xB3DA, 0xC33D, 0xD31C, 0xE37F, 0xF35E,
76  0x02B1, 0x1290, 0x22F3, 0x32D2, 0x4235, 0x5214, 0x6277, 0x7256,
77  0xB5EA, 0xA5CB, 0x95A8, 0x8589, 0xF56E, 0xE54F, 0xD52C, 0xC50D,
78  0x34E2, 0x24C3, 0x14A0, 0x0481, 0x7466, 0x6447, 0x5424, 0x4405,
79  0xA7DB, 0xB7FA, 0x8799, 0x97B8, 0xE75F, 0xF77E, 0xC71D, 0xD73C,
80  0x26D3, 0x36F2, 0x0691, 0x16B0, 0x6657, 0x7676, 0x4615, 0x5634,
81 
82  0xD94C, 0xC96D, 0xF90E, 0xE92F, 0x99C8, 0x89E9, 0xB98A, 0xA9AB,
83  0x5844, 0x4865, 0x7806, 0x6827, 0x18C0, 0x08E1, 0x3882, 0x28A3,
84  0xCB7D, 0xDB5C, 0xEB3F, 0xFB1E, 0x8BF9, 0x9BD8, 0xABBB, 0xBB9A,
85  0x4A75, 0x5A54, 0x6A37, 0x7A16, 0x0AF1, 0x1AD0, 0x2AB3, 0x3A92,
86  0xFD2E, 0xED0F, 0xDD6C, 0xCD4D, 0xBDAA, 0xAD8B, 0x9DE8, 0x8DC9,
87  0x7C26, 0x6C07, 0x5C64, 0x4C45, 0x3CA2, 0x2C83, 0x1CE0, 0x0CC1,
88  0xEF1F, 0xFF3E, 0xCF5D, 0xDF7C, 0xAF9B, 0xBFBA, 0x8FD9, 0x9FF8,
89  0x6E17, 0x7E36, 0x4E55, 0x5E74, 0x2E93, 0x3EB2, 0x0ED1, 0x1EF0
90  };
91 
92  int cnt = 0, nints = 0;
93  // printf("### %.8x %.4x\n", buf[ 0 ], crc16);
94  while (nwords != 0) {
95 
96  unsigned char temp_buf = *((unsigned char*)(buf + nints) + (-(cnt % 4) + 3));
97  crc16 = CRC16Table0x1021[(crc16 >> (16 - CHAR_BIT)) ^ temp_buf ] ^ (crc16 << CHAR_BIT);
98  // printf("%.2x %.4x\n", temp_buf, crc16);
99  if ((cnt % 4) == 3) {
100  nwords--;
101  nints++;
102  // printf("### %.8x\n", buf[ nints ] );
103  }
104 
105  cnt++;
106  }
107 
108 
109  return crc16;
110 
111 }
112 
113 
114 double getTimeSec()
115 {
116  struct timeval t;
117  gettimeofday(&t, NULL);
118  return (t.tv_sec + t.tv_usec * 1.e-6 - 1417570000.);
119 }
120 
121 int fillDataContents(int* buf, int nwords_per_fee, unsigned int node_id, int ncpr, int nhslb, int run)
122 {
123  int nwords = NW_SEND_HEADER + NW_SEND_TRAILER +
124  ncpr * (NW_RAW_HEADER + NW_COPPER_HEADER +
125  (NW_B2L_HEADER + NW_B2L_TRAILER + nwords_per_fee) * nhslb
126  + NW_COPPER_TRAILER + NW_RAW_TRAILER);
127 
128 
129  // Send Header
130  int offset = 0;
131  buf[ offset + 0 ] = nwords;
132  buf[ offset + 1 ] = 6;
133  buf[ offset + 2 ] = (1 << 16) | ncpr;
134  unsigned int exp_run = run << 8;
135  buf[ offset + 3 ] = exp_run;
136  buf[ offset + 5 ] = node_id;
137  offset += 6;
138 
139 
140 
141  for (int k = 0; k < ncpr; k++) {
142  int top_pos = offset;
143  //
144  // RawHeader
145  //
146  int cpr_nwords = NW_RAW_HEADER + NW_COPPER_HEADER +
147  (NW_B2L_HEADER + NW_B2L_TRAILER + nwords_per_fee) * nhslb
148  + NW_COPPER_TRAILER + NW_RAW_TRAILER;
149  int finesse_nwords = nwords_per_fee + NW_B2L_HEADER + NW_B2L_TRAILER;
150  unsigned int ctime = 0x12345601;
151  unsigned int utime = 0x98765432;
152 
153 
154  buf[ offset + 0 ] = cpr_nwords;
155 #ifdef REDUCED_DATA
156  buf[ offset + 1 ] = 0x7f7f020c;
157 #else
158  buf[ offset + 1 ] = 0x7f7f820c;
159 #endif
160  buf[ offset + 2 ] = exp_run;
161  printf("run_no %d\n", exp_run); fflush(stdout);
162  buf[ offset + 4 ] = ctime;
163  buf[ offset + 5 ] = utime;
164  buf[ offset + 6 ] = node_id + k;
165  buf[ offset + 7 ] = 0x34567890;
166  buf[ offset + 8 ] = NW_RAW_HEADER + NW_COPPER_HEADER;
167  buf[ offset + 9 ] = buf[ offset + 8 ] + finesse_nwords;
168  if (nhslb > 1) {
169  buf[ offset + 10 ] = buf[ offset + 9 ] + finesse_nwords;
170  } else {
171  buf[ offset + 10 ] = buf[ offset + 9 ];
172  }
173  if (nhslb > 2) {
174  buf[ offset + 11 ] = buf[ offset + 10 ] + finesse_nwords;
175  } else {
176  buf[ offset + 11 ] = buf[ offset + 10 ];
177  }
178  offset += 12;
179 
180 #ifdef REDUCED_DATA
181 #else
182  int top_pos_cpr = offset;
183 
184  // COPPER header
185  buf[ offset + 0 ] = 0x7fff0008;
186  buf[ offset + 2 ] = 0;
187  buf[ offset + 3 ] = 0;
188  buf[ offset + 4 ] = 0;
189  buf[ offset + 5 ] = 0;
190  buf[ offset + 6 ] = 0;
191  buf[ offset + 7 ] = 0xfffffafa;
192  buf[ offset + 8 ] = cpr_nwords - (NW_RAW_HEADER + 7 + 2 + NW_RAW_TRAILER);
193  buf[ offset + 9 ] = finesse_nwords;
194 
195  if (nhslb > 1) {
196  buf[ offset + 10 ] = finesse_nwords;
197  if (nhslb > 2) {
198  buf[ offset + 11 ] = finesse_nwords;
199  if (nhslb > 3) {
200  buf[ offset + 12 ] = finesse_nwords;
201  } else {
202  buf[ offset + 12 ] = 0;
203  }
204  } else {
205  buf[ offset + 11 ] = 0;
206  buf[ offset + 12 ] = 0;
207  }
208  } else {
209  buf[ offset + 10 ] = 0;
210  buf[ offset + 11 ] = 0;
211  buf[ offset + 12 ] = 0;
212  }
213 
214 
215 
216  offset += 13;
217 #endif
218 
219  for (int i = 0; i < nhslb ; i++) {
220 #ifdef REDUCED_DATA
221  buf[ offset + 0 ] = 0xffaa0000;
222  buf[ offset + 1 ] = ctime;
223  offset += 2;
224 #else
225  buf[ offset + 0 ] = 0xffaa0000;
226  buf[ offset + 1 ] = ctime;
227  buf[ offset + 3 ] = utime;
228  buf[ offset + 4 ] = exp_run;
229  buf[ offset + 5 ] = ctime;
230  offset += 6;
231 #endif
232 
233  for (int j = offset; j < offset + nwords_per_fee; j++) {
234  buf[ j ] = rand();
235  }
236  offset += nwords_per_fee;
237 #ifdef REDUCED_DATA
238  buf[ offset ] = 0;
239  offset += 1;
240 #else
241  buf[ offset ] = ctime;
242  buf[ offset + 1 ] = 0;
243  buf[ offset + 2 ] = 0xff550000;
244  offset += 3;
245 #endif
246  }
247 
248 #ifdef REDUCED_DATA
249 #else
250  // COPPER trailer/Raw Trailer
251  buf[ offset ] = 0xfffff5f5;
252  buf[ offset + 1 ] = buf[ top_pos_cpr ];
253  for (int j = top_pos_cpr + 1; j < offset + 1; j++) {
254  buf[ offset + 1 ] ^= buf[ j ];
255  }
256  buf[ offset + 2 ] = 0x7fff0009;
257  offset += 3;
258 #endif
259  buf[ offset ] = buf[ top_pos ];
260  for (int j = top_pos + 1; j < offset; j++) {
261  buf[ offset ] ^= buf[ j ];
262  }
263  buf[ offset + 1 ] = 0x7fff0006;
264  offset += 2;
265  }
266 
267  // Send trailer
268  buf[ offset ] = 0;
269  buf[ offset + 1 ] = 0x7fff0000;
270  offset += 2;
271 
272 
273 
274  return offset;
275 }
276 
277 
278 
279 inline void addEvent(int* buf, int nwords_per_fee, unsigned int event, int ncpr, int nhslb)
280 //inline void addEvent(int* buf, int nwords, unsigned int event)
281 {
282  int offset = 0;
283  int prev_offset;
284  buf[ offset + 4 ] = event;
285  offset += NW_SEND_HEADER;
286 
287  for (int k = 0; k < ncpr; k++) {
288  int nwords = buf[ offset ];
289  int posback_xorchksum = 2;
290  int pos_xorchksum = offset + nwords - posback_xorchksum;
291  prev_offset = offset;
292  if (buf[ offset + 4 ] != 0x12345601) {
293  printf("[FATAL] data-production error 2 0x%.x", buf[ offset + 4 ]);
294  fflush(stdout);
295  exit(1);
296  }
297  // RawHeader
298  buf[ pos_xorchksum ] ^= buf[ offset + 3];
299  buf[ offset + 3] = event;
300  buf[ pos_xorchksum ] ^= buf[ offset + 3];
301 
302 #ifdef REDUCED_DATA
303  offset += NW_RAW_HEADER + NW_COPPER_HEADER +
304  nhslb * (NW_B2L_HEADER + nwords_per_fee + NW_B2L_TRAILER)
305  + NW_COPPER_TRAILER + NW_RAW_TRAILER;
306 #else
307  int pos_xorchksum_cpr = offset + nwords - 4;
308  buf[ pos_xorchksum ] ^= buf[ pos_xorchksum_cpr ];
309 
310  // COPPER header
311  offset += NW_RAW_HEADER;
312 
313  buf[ pos_xorchksum ] ^= buf[ offset + 1];
314  buf[ pos_xorchksum_cpr ] ^= buf[ offset + 1];
315  buf[ offset + 1 ] = event;
316  buf[ pos_xorchksum ] ^= buf[ offset + 1];
317  buf[ pos_xorchksum_cpr ] ^= buf[ offset + 1];
318  offset += NW_COPPER_HEADER;
319 
320  for (int i = 0; i < nhslb ; i++) {
321  if ((buf[ offset ] & 0xffff0000) != 0xffaa0000) {
322  printf("[FATAL] data-production error 3 : 0x%.x hslb %d cpr %d\n", buf[ offset ], i, k);
323  fflush(stdout);
324  exit(1);
325  }
326 
327  buf[ pos_xorchksum ] ^= buf[ offset + 0];
328  buf[ pos_xorchksum_cpr ] ^= buf[ offset + 0];
329  buf[ offset + 0 ] = 0xffaa0000 + (event & 0xffff);
330  buf[ pos_xorchksum ] ^= buf[ offset + 0];
331  buf[ pos_xorchksum_cpr ] ^= buf[ offset + 0];
332 
333  buf[ pos_xorchksum ] ^= buf[ offset + 2];
334  buf[ pos_xorchksum_cpr ] ^= buf[ offset + 2];
335  buf[ offset + 2 ] = event;
336  buf[ pos_xorchksum ] ^= buf[ offset + 2];
337  buf[ pos_xorchksum_cpr ] ^= buf[ offset + 2];
338 
339 #ifdef CRC_ON
340  int* crc_buf = buf + offset + 1; // 1 => size of HSLB B2L header
341  int crc_nwords = nwords_per_fee + 5; // 5 => size of FEE B2L header
342  unsigned short temp_crc16 = CalcCRC16LittleEndian(0xffff, crc_buf, crc_nwords);
343  buf[ pos_xorchksum ] ^= buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ];
344  buf[ pos_xorchksum_cpr ] ^= buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ];
345  buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ] = ((event & 0x0000ffff) << 16) | temp_crc16;
346  // buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ] = (unsigned int)temp_crc16;
347  buf[ pos_xorchksum ] ^= buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ];
348  buf[ pos_xorchksum_cpr ] ^= buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ];
349  // printf("NUM POS %d %.8x %.4x\n", offset + NW_B2L_HEADER + nwords_per_fee + 1,buf[ offset + NW_B2L_HEADER + nwords_per_fee + 1 ], temp_crc16 );
350 
351 #endif
352  offset += NW_B2L_HEADER + nwords_per_fee + NW_B2L_TRAILER;
353  }
354 
355  offset += NW_COPPER_TRAILER + NW_RAW_TRAILER;
356  unsigned int xor_chksum = 0;
357  unsigned int xor_chksum2 = 0;
358 
359  buf[ pos_xorchksum ] ^= buf[ pos_xorchksum_cpr ];
360 
361 #endif
362 
363  }
364 
365 }
366 
367 
368 int main(int argc, char** argv)
369 {
370 
371  printf("###################################################\n");
372 #ifdef REDUCED_DATA
373  printf("# Data after reduction (#define REDUCED_DATA) #\n");
374 #else
375  printf("# Data before reduction (//#define REDUCED_DATA) #\n");
376 #endif
377  printf("###################################################\n");
378 
379 #ifdef SERVER
380  if (argc != 6) {
381  printf("Usage : %s <node ID> <run#> <nwords of det. buf per FEE> <# of CPR per COPPER> <# of HSLBs>\n", argv[ 0 ]);
382  exit(1);
383  }
384 #else
385  if (argc != 8) {
386  printf("Usage : %s <node ID> <run#> <nwords of det. buf per FEE> <# of CPR per COPPER> <# of HSLBs> <ropc hostname> <ropc port> argc %d\n",
387  argv[ 0 ], argc);
388  exit(1);
389  }
390 #endif
391 
392  unsigned int node_id = 0;
393  sscanf(argv[1], "0x%x", &node_id);
394 
395 
396  int run_no = atoi(argv[2]);
397 
398 
399  int nwords_per_fee = atoi(argv[3]);
400  int ncpr = atoi(argv[4]);
401  int nhslb = atoi(argv[5]);
402 
403  int listenfd, connfd;
404  struct sockaddr_in servaddr;
405  int total_words = NW_SEND_HEADER + NW_SEND_TRAILER +
406  ncpr * (NW_RAW_HEADER + NW_COPPER_HEADER + (NW_B2L_HEADER + NW_B2L_TRAILER + nwords_per_fee) * nhslb + NW_COPPER_TRAILER +
407  NW_RAW_TRAILER);
408  printf("TET %d %d %d %d %d\n ", NW_SEND_HEADER + NW_SEND_TRAILER, ncpr,
409  NW_RAW_HEADER + NW_COPPER_HEADER, (NW_B2L_HEADER + NW_B2L_TRAILER + nwords_per_fee) * nhslb, NW_COPPER_TRAILER + NW_RAW_TRAILER);
410 
411  int buff[total_words];
412 
413  //
414  // Prepare header
415  //
416 
417  int temp_ret = fillDataContents(buff, nwords_per_fee, node_id, ncpr, nhslb, run_no);
418  if (temp_ret != total_words) {
419  printf("[FATAL] data-production error %d %d\n", total_words, temp_ret);
420  fflush(stdout);
421  exit(1);
422  }
423 
424 
425 #ifdef SERVER
426  listenfd = socket(AF_INET, SOCK_STREAM, 0);
427  memset(&servaddr, 0, sizeof(servaddr));
428  servaddr.sin_family = AF_INET;
429  servaddr.sin_addr.s_addr = htonl(INADDR_ANY);
430  servaddr.sin_port = htons(30000);
431 
432  int flags = 1;
433  int ret = setsockopt(listenfd, SOL_SOCKET, SO_REUSEADDR, &flags, (socklen_t)sizeof(flags));
434  if (ret < 0) {
435  perror("Failed to set REUSEADDR");
436  }
437 
438  bind(listenfd, (struct sockaddr*)&servaddr, sizeof(servaddr));
439 
440  listen(listenfd, LISTENQ);
441  printf("Accepting..."); fflush(stdout);
442  connfd = accept(listenfd, (struct sockaddr*) NULL, NULL);
443  printf("Done."); fflush(stdout);
444 #else
445 
446  // if( argc != 3 ){
447  // printf("Usage : %s <IPaddress> <port>\n", argv[0]);
448  // exit(1);
449  // }
450 
451  if ((connfd = socket(AF_INET, SOCK_STREAM, 0)) < 0) {
452  perror("[FATAL] socket error");
453  exit(1);
454  }
455 
456  memset(&servaddr, 0, sizeof(servaddr));
457  servaddr.sin_family = AF_INET;
458  servaddr.sin_port = htons(atoi(argv[7]));
459  if (inet_pton(AF_INET, argv[6], &servaddr.sin_addr) <= 0) {
460  perror("[FATAL] inetpton error");
461  exit(1);
462  }
463 
464  while (true) {
465  if (connect(connfd, (struct sockaddr*)&servaddr, sizeof(servaddr)) < 0) {
466  perror("Failed to connect");
467  continue;
468  }
469  sleep(1);
470  break;
471  }
472 
473 
474 #endif
475 
476  printf("Connection Accepted\n"); fflush(stdout);
477 
478  double init_time = getTimeSec();
479  double prev_time = init_time;
480 
481  unsigned long long int cnt = 0;
482  unsigned long long int prev_cnt = 0;
483  unsigned long long int start_cnt = 300000;
484  for (;;) {
485  // addEvent(buff, total_words, cnt);
486  addEvent(buff, nwords_per_fee, cnt, ncpr, nhslb);
487  // printf("cnt %d bytes\n", cnt*total_words); fflush(stdout);
488  // sprintf( buff, "event %d dessa", cnt );
489 
490  // for(int i = 0 ; i < total_words ; i++){
491  // printf("%.8x ", buff[ i ]);
492  // if( i % 10 == 9 ) printf("\n");
493  // }
494 
495  int ret = 0;
496  if ((ret = write(connfd, buff, total_words * sizeof(int))) <= 0) {
497  printf("[FATAL] Return value %d\n", ret);
498  fflush(stdout);
499  exit(1);
500  }
501 
502  cnt++;
503 
504  if (cnt == start_cnt) init_time = getTimeSec();
505  if (cnt % 10000 == 1) {
506  if (cnt > start_cnt) {
507  double cur_time = getTimeSec();
508  printf("run %d evt %lld time %.1lf dataflow %.1lf MB/s rate %.2lf kHz : so far dataflow %.1lf MB/s rate %.2lf kHz size %d\n",
509  run_no,
510  cnt,
511  cur_time - init_time,
512  (cnt - prev_cnt)*total_words * sizeof(int) / 1000000. / (cur_time - prev_time),
513  (cnt - prev_cnt) / (cur_time - prev_time) / 1000. ,
514  (cnt - start_cnt)*total_words * sizeof(int) / 1000000. / (cur_time - init_time),
515  (cnt - start_cnt) / (cur_time - init_time) / 1000. , total_words);
516 
517  fflush(stdout);
518  prev_time = cur_time;
519  prev_cnt = cnt;
520  } else {
521  // printf("Eve %lld\n", cnt);fflush(stdout);
522  }
523  }
524  }
525  close(connfd);
526 }
main
int main(int argc, char **argv)
Run all tests.
Definition: test_main.cc:77