IETF 105 Hackathon - Revision history

Vladimir at 20:03, 21 July 2019

2019-07-21T20:03:45Z

Vladimir: /* Progress */

2019-07-21T18:37:22Z

Progress

Vladimir: /* Plan */

2019-07-21T18:34:12Z

Plan

Vladimir: /* Plan */

2019-07-21T18:24:33Z

Plan

Vladimir: Created page with '==Plan== From https://trac.ietf.org/trac/ietf/meeting/wiki/105hackathon : '''Transactional network test framework for flow capable bridge nodes ( OpenFlow, NETCONF )''' * Ch…'

2019-07-18T20:34:13Z

Created page with '==Plan== From https://trac.ietf.org/trac/ietf/meeting/wiki/105hackathon : '''Transactional network test framework for flow capable bridge nodes ( OpenFlow, NETCONF )''' * Ch…'

New page

==Plan==
From https://trac.ietf.org/trac/ietf/meeting/wiki/105hackathon :
'''Transactional network test framework for flow capable bridge nodes ( OpenFlow, NETCONF )'''
* Champion(s)
* Vladimir Vassilev <vladimir at transpacket.com>
* Project(s)
* Node side (netconfd)
* traffic-generator and traffic-analyzer modules for Linux
* flow capable network bridge module Linux
* Controller side (OpenDaylight)
* Plugin for flow capable nodes with YANG/NETCONF interface
* Application side (python-tntapi, python-litenc, yangcli)
* RFC2544 implementation
* Environment (mininet)
* Topology instantiation script
* References
* https://tools.ietf.org/html/draft-vassilev-netmod-network-bridge
* https://tools.ietf.org/html/draft-vassilev-bmwg-network-interconnect-tester

← Older revision		Revision as of 20:03, 21 July 2019
Line 23:		Line 23:

	==Progress==		==Progress==
−	* SIL module implementing ietf-traffic-generator.yang for netconfd	+	* SIL module implementing ietf-traffic-generator.yang for netconfd - https://github.com/vlvassilev/yuma123/tree/master/example-modules/ietf-traffic-generator
−
−	YANG tree:
−	\| \| +--:(multi-stream)
−	\| \| +--rw streams
−	\| \| +--rw stream* [id]
−	\| \| +--rw id uint32
−	\| \| +--rw frame-size uint32
−	\| \| +--rw (frame-data-type)?
−	\| \| \| +--:(raw-frame-data)
−	\| \| \| +--rw frame-data? string
−	\| \| +--rw interframe-gap uint32
−	\| \| +--rw interburst-gap? uint32
−	\| \| +--rw frames-per-burst? uint32
−	\| \| +--rw frames-per-stream uint32
−	\| \| +--rw interstream-gap uint32
−	\| \| +--rw src-mac-address? yang:mac-address {ethernet}?
−	\| \| +--rw dst-mac-address? yang:mac-address {ethernet}?
−	\| \| +--rw ether-type? uint16 {ethernet}?
−	\| \| +--rw (encapsulation)? {ethernet}?
−	\| \| +--:(vlan)
−	\| \| +--rw vlan {ethernet-vlan}?
−	\| \| +--rw id uint16
−	\| \| +--rw tpid? uint16
−	\| \| +--rw pcp? uint8
−	\| \| +--rw cfi? uint8
−	\| +--rw total-frames? uint64
−
−
−	C implementation:
−
−	<nowiki>
−
−	static void traffic_generator_delete(val_value_t* traffic_generator_val)
−	{
−	char cmd_buf[512];
−	val_value_t* name_val;
−
−	printf("traffic_generator_delete:\n");
−	val_dump_value(traffic_generator_val,NCX_DEF_INDENT);
−	name_val = val_find_child(traffic_generator_val->parent,"ietf-interfaces","name");
−	assert(name_val);
−
−	sprintf(cmd_buf, "pkill -f 'traffic-generator %s blah'", VAL_STRING(name_val));
−	system(cmd_buf);
−	}
−
−	static void traffic_generator_create(val_value_t* traffic_generator_val)
−	{
−	char cmd_buf[512];
−	val_value_t* name_val;
−
−	printf("traffic_generator_create:\n");
−	val_dump_value(traffic_generator_val,NCX_DEF_INDENT);
−	name_val = val_find_child(traffic_generator_val->parent,"ietf-interfaces","name");
−	assert(name_val);
−
−	sprintf(cmd_buf, "traffic-generator %s blah &", VAL_STRING(name_val));
−	system(cmd_buf);
−	}
−	/* 2 step (delete/add) interface configuration */
−
−	/* 1. deactivation loop - deletes all deleted or modified interface/traffic-generator -s */
−	if(interfaces_cur_val!=NULL) {
−	for (interface_cur_val = val_get_first_child(interfaces_cur_val);
−	interface_cur_val != NULL;
−	interface_cur_val = val_get_next_child(interface_cur_val)) {
−	traffic_generator_cur_val = val_find_child(interface_cur_val, TG_MOD, "traffic-generator");
−	if(traffic_generator_cur_val==NULL) {
−	continue;
−	}
−	traffic_generator_new_val = val123_find_match(config_new_val, traffic_generator_cur_val);
−	if(traffic_generator_new_val==NULL \|\| 0!=val_compare_ex(traffic_generator_cur_val,traffic_generator_new_val,TRUE)) {
−	traffic_generator_delete(traffic_generator_cur_val);
−	}
−	}
−	}
−
−	/* 2. activation loop - adds all new or modified interface/traffic-generator -s */
−	if(interfaces_new_val!=NULL) {
−	for (interface_new_val = val_get_first_child(interfaces_new_val);
−	interface_new_val != NULL;
−	interface_new_val = val_get_next_child(interface_new_val)) {
−	traffic_generator_new_val = val_find_child(interface_new_val, TG_MOD, "traffic-generator");
−	if(traffic_generator_new_val==NULL) {
−	continue;
−	}
−	traffic_generator_cur_val = val123_find_match(config_cur_val, traffic_generator_new_val);
−	if(traffic_generator_cur_val==NULL \|\| 0!=val_compare_ex(traffic_generator_new_val,traffic_generator_cur_val,TRUE)) {
−	traffic_generator_create(traffic_generator_new_val);
−	}
−	}
−	}
−
−	...
−
−	#include <stdint.h>
−
−	typedef struct burst_t_ {
−	uint32_t frame_length;
−	uint8_t* raw_frame_data;
−	uint32_t interframe_gap;
−	uint32_t frames_per_burst;
−	uint32_t interburst_gap;
−	} burst_t;
−
−	typedef struct stream_t_ {
−	unsigned int bursts_per_stream;
−	unsigned int burst_index;
−	uint32_t interstream_gap;
−	burst_t* bursts;
−	} stream_t;
−
−	typedef struct traffic_generator_t_ {
−	uint64_t total_frames;
−	uint64_t total_frame_index;
−	uint64_t sec;
−	uint32_t nsec;
−	float ns_per_octet;
−	stream_t* streams;
−	unsigned int streams_num;
−	unsigned int stream_index;
−	unsigned int burst_index;
−	unsigned int frame_index;
−	} traffic_generator_t;
−
−
−	traffic_generator_t* traffic_generator_init(const char* config_str);
−	int traffic_generator_get_frame(traffic_generator_t* tg, uint32_t* frame_length, uint8_t** frame, uint64_t* tx_time_sec, uint32_t* tx_time_nsec);
−
−	...
−
−	while(1) {
−	ret = traffic_generator_get_frame(tg, &frame_len, &frame_buf, &tx_time_sec, &tx_time_nsec);
−	if(ret!=0) {
−	break;
−	}
−	clock_gettime( CLOCK_MONOTONIC, &now);
−	rel.tv_sec = tx_time_sec; /* seconds */
−	rel.tv_nsec = tx_time_nsec; /* nanoseconds */
−	timespec_add(&rel, &epoch, &abs);
−	timespec_sub(&now, &abs, &req);
−	ret=nanosleep(&req,&rem);
−	//assert(ret==0);
−	ret = raw_socket_send(&raw_socket, frame_buf, frame_len);
−	assert(ret==0);
−
−	if(now.tv_sec>print_sec) {
−	print_sec=now.tv_sec;
−	printf("%llu\n",frm);
−	}
−	frm++;
−	}
−
−	</nowiki>

← Older revision		Revision as of 18:37, 21 July 2019
Line 55:		Line 55:

	<nowiki>		<nowiki>
		+
		+	static void traffic_generator_delete(val_value_t* traffic_generator_val)
		+	{
		+	char cmd_buf[512];
		+	val_value_t* name_val;
		+
		+	printf("traffic_generator_delete:\n");
		+	val_dump_value(traffic_generator_val,NCX_DEF_INDENT);
		+	name_val = val_find_child(traffic_generator_val->parent,"ietf-interfaces","name");
		+	assert(name_val);
		+
		+	sprintf(cmd_buf, "pkill -f 'traffic-generator %s blah'", VAL_STRING(name_val));
		+	system(cmd_buf);
		+	}
		+
		+	static void traffic_generator_create(val_value_t* traffic_generator_val)
		+	{
		+	char cmd_buf[512];
		+	val_value_t* name_val;
		+
		+	printf("traffic_generator_create:\n");
		+	val_dump_value(traffic_generator_val,NCX_DEF_INDENT);
		+	name_val = val_find_child(traffic_generator_val->parent,"ietf-interfaces","name");
		+	assert(name_val);
		+
		+	sprintf(cmd_buf, "traffic-generator %s blah &", VAL_STRING(name_val));
		+	system(cmd_buf);
		+	}
	/* 2 step (delete/add) interface configuration */		/* 2 step (delete/add) interface configuration */

← Older revision		Revision as of 18:34, 21 July 2019
Line 21:		Line 21:
	* https://tools.ietf.org/html/draft-vassilev-bmwg-network-interconnect-tester		* https://tools.ietf.org/html/draft-vassilev-bmwg-network-interconnect-tester
	* https://github.com/vlvassilev/yuma123/example-modules		* https://github.com/vlvassilev/yuma123/example-modules
		+
		+	==Progress==
		+	* SIL module implementing ietf-traffic-generator.yang for netconfd
		+
		+	YANG tree:
		+	\| \| +--:(multi-stream)
		+	\| \| +--rw streams
		+	\| \| +--rw stream* [id]
		+	\| \| +--rw id uint32
		+	\| \| +--rw frame-size uint32
		+	\| \| +--rw (frame-data-type)?
		+	\| \| \| +--:(raw-frame-data)
		+	\| \| \| +--rw frame-data? string
		+	\| \| +--rw interframe-gap uint32
		+	\| \| +--rw interburst-gap? uint32
		+	\| \| +--rw frames-per-burst? uint32
		+	\| \| +--rw frames-per-stream uint32
		+	\| \| +--rw interstream-gap uint32
		+	\| \| +--rw src-mac-address? yang:mac-address {ethernet}?
		+	\| \| +--rw dst-mac-address? yang:mac-address {ethernet}?
		+	\| \| +--rw ether-type? uint16 {ethernet}?
		+	\| \| +--rw (encapsulation)? {ethernet}?
		+	\| \| +--:(vlan)
		+	\| \| +--rw vlan {ethernet-vlan}?
		+	\| \| +--rw id uint16
		+	\| \| +--rw tpid? uint16
		+	\| \| +--rw pcp? uint8
		+	\| \| +--rw cfi? uint8
		+	\| +--rw total-frames? uint64
		+
		+
		+	C implementation:
		+
		+	<nowiki>
		+	/* 2 step (delete/add) interface configuration */
		+
		+	/* 1. deactivation loop - deletes all deleted or modified interface/traffic-generator -s */
		+	if(interfaces_cur_val!=NULL) {
		+	for (interface_cur_val = val_get_first_child(interfaces_cur_val);
		+	interface_cur_val != NULL;
		+	interface_cur_val = val_get_next_child(interface_cur_val)) {
		+	traffic_generator_cur_val = val_find_child(interface_cur_val, TG_MOD, "traffic-generator");
		+	if(traffic_generator_cur_val==NULL) {
		+	continue;
		+	}
		+	traffic_generator_new_val = val123_find_match(config_new_val, traffic_generator_cur_val);
		+	if(traffic_generator_new_val==NULL \|\| 0!=val_compare_ex(traffic_generator_cur_val,traffic_generator_new_val,TRUE)) {
		+	traffic_generator_delete(traffic_generator_cur_val);
		+	}
		+	}
		+	}
		+
		+	/* 2. activation loop - adds all new or modified interface/traffic-generator -s */
		+	if(interfaces_new_val!=NULL) {
		+	for (interface_new_val = val_get_first_child(interfaces_new_val);
		+	interface_new_val != NULL;
		+	interface_new_val = val_get_next_child(interface_new_val)) {
		+	traffic_generator_new_val = val_find_child(interface_new_val, TG_MOD, "traffic-generator");
		+	if(traffic_generator_new_val==NULL) {
		+	continue;
		+	}
		+	traffic_generator_cur_val = val123_find_match(config_cur_val, traffic_generator_new_val);
		+	if(traffic_generator_cur_val==NULL \|\| 0!=val_compare_ex(traffic_generator_new_val,traffic_generator_cur_val,TRUE)) {
		+	traffic_generator_create(traffic_generator_new_val);
		+	}
		+	}
		+	}
		+
		+	...
		+
		+	#include <stdint.h>
		+
		+	typedef struct burst_t_ {
		+	uint32_t frame_length;
		+	uint8_t* raw_frame_data;
		+	uint32_t interframe_gap;
		+	uint32_t frames_per_burst;
		+	uint32_t interburst_gap;
		+	} burst_t;
		+
		+	typedef struct stream_t_ {
		+	unsigned int bursts_per_stream;
		+	unsigned int burst_index;
		+	uint32_t interstream_gap;
		+	burst_t* bursts;
		+	} stream_t;
		+
		+	typedef struct traffic_generator_t_ {
		+	uint64_t total_frames;
		+	uint64_t total_frame_index;
		+	uint64_t sec;
		+	uint32_t nsec;
		+	float ns_per_octet;
		+	stream_t* streams;
		+	unsigned int streams_num;
		+	unsigned int stream_index;
		+	unsigned int burst_index;
		+	unsigned int frame_index;
		+	} traffic_generator_t;
		+
		+
		+	traffic_generator_t* traffic_generator_init(const char* config_str);
		+	int traffic_generator_get_frame(traffic_generator_t* tg, uint32_t* frame_length, uint8_t** frame, uint64_t* tx_time_sec, uint32_t* tx_time_nsec);
		+
		+	...
		+
		+	while(1) {
		+	ret = traffic_generator_get_frame(tg, &frame_len, &frame_buf, &tx_time_sec, &tx_time_nsec);
		+	if(ret!=0) {
		+	break;
		+	}
		+	clock_gettime( CLOCK_MONOTONIC, &now);
		+	rel.tv_sec = tx_time_sec; /* seconds */
		+	rel.tv_nsec = tx_time_nsec; /* nanoseconds */
		+	timespec_add(&rel, &epoch, &abs);
		+	timespec_sub(&now, &abs, &req);
		+	ret=nanosleep(&req,&rem);
		+	//assert(ret==0);
		+	ret = raw_socket_send(&raw_socket, frame_buf, frame_len);
		+	assert(ret==0);
		+
		+	if(now.tv_sec>print_sec) {
		+	print_sec=now.tv_sec;
		+	printf("%llu\n",frm);
		+	}
		+	frm++;
		+	}
		+
		+	</nowiki>

@@ Line 5: / Line 5: @@
       * Vladimir Vassilev <vladimir at transpacket.com>
     * Project(s)
       * Node side (netconfd)
-        * traffic-generator and traffic-analyzer modules for Linux
+        * [https://github.com/vlvassilev/yuma123/tree/master/example-modules/ietf-traffic-generator traffic-generator and traffic-analyzer modules for Linux]
-        * flow capable network bridge module Linux
+        * [https://github.com/vlvassilev/yuma123/tree/master/example-modules/ietf-network-bridge flow capable network bridge module OpenFlow->NETCONF convertor]
       * Controller side (OpenDaylight)
-        * Plugin for flow capable nodes with YANG/NETCONF interface
+        * [https://lists.opendaylight.org/pipermail/opendaylight-users/2018-June/000845.html Plugin for flow capable nodes with YANG/NETCONF interface]
-      * Application side (python-tntapi, python-litenc, yangcli)
+      * Application side ([https://github.com/vlvassilev/litenc/tree/master/tntapi/example/ietf-network-interconnect-tester python-tntapi], [https://github.com/vlvassilev/litenc python-litenc], yangcli)
         * RFC2544 implementation
       * Environment (mininet)
-        * Topology instantiation script
+        * [https://github.com/vlvassilev/yuma123/blob/master/netconf/test/netconfd/mininet Topology instantiation script]
     * References
        * https://tools.ietf.org/html/draft-vassilev-netmod-network-bridge
        * https://tools.ietf.org/html/draft-vassilev-bmwg-network-interconnect-tester