FreeRangeRouting Github Pull Request Testing

Build: #7237 failed

Job: TopoTest Tests on Ubuntu 16.04 i386 failed

Job result summary

Completed
Duration
41 minutes
Flags
Custom revisionCustom build
Agent
mininet-i386-12.lab.netdef.org
Total tests
133
Fixed in
#7240 (Custom build by Github Hook with revision master)

Tests

  • 133 tests in total
  • 15 tests failed
  • 15 failures are new
  • 26 tests were quarantined / skipped
  • 40 minutes taken in total.
New test failures 15
Status Test Duration
Collapse Failed test_bgp_l3vpn_to_bgp_direct test_adjacencies History
1 min
AssertionError: 6 tests failed
E   AssertionError: 6 tests failed
Collapse Failed test_bgp_l3vpn_to_bgp_vrf test_adjacencies History
6 mins
AssertionError: 8 tests failed
E   AssertionError: 8 tests failed
Collapse Failed test_bgp_rfapi_basic_sanity test_adjacencies History
1 min
AssertionError: 5 tests failed
E   AssertionError: 5 tests failed
Collapse Failed test_bgp_rfapi_basic_sanity_config2 test_adjacencies History
1 min
AssertionError: 5 tests failed
E   AssertionError: 5 tests failed
Collapse Failed test_ldp_topo1 test_mpls_ldp_neighbor_establish History
1 min
NameError: global name 'ospfStatus' is not defined
E   NameError: global name 'ospfStatus' is not defined
Collapse Failed test_ldp_vpls_topo1 test_ldp_bindings History
1 min
AssertionError: "r1" JSON output mismatches the expected result assert json too few items (have 3, expected 6:    --- Expected value   +++ Current value   @@ -12,8 +11,0 @@   -        "inUse": 0,    -        "localLabel": "imp-null",    -        "neighborId": "3.3.3.3",    -        "prefix": "1.1.1.1/32",    -        "remoteLabel": "16"   -    },    -    {   -        "addressFamily": "ipv4",    @@ -28,9 +20 @@   -        "inUse": 0,    -        "localLabel": "17",    -        "neighborId": "3.3.3.3",    -        "prefix": "2.2.2.2/32",    -        "remoteLabel": "17"   -    },    -    {   -        "addressFamily": "ipv4",    -        "inUse": 0,    +        "inUse": 1,    @@ -41,8 +24,0 @@   -    },    -    {   -        "addressFamily": "ipv4",    -        "inUse": 1,    -        "localLabel": "18",    -        "neighborId": "3.3.3.3",    -        "prefix": "3.3.3.3/32",    -        "remoteLabel": "imp-null")
E   AssertionError: "r1" JSON output mismatches the expected result
    assert json too few items (have 3, expected 6:
       --- Expected value
      +++ Current value
      @@ -12,8 +11,0 @@
      -        "inUse": 0, 
      -        "localLabel": "imp-null", 
(26 more lines...)
Collapse Failed test_ldp_vpls_topo1 test_ldp_neighbors History
1 min
AssertionError: "r1" JSON output mismatches the expected result assert json too few items (have 1, expected 2:    --- Expected value   +++ Current value   @@ -6,7 +6,2 @@   -        "transportAddress": "2.2.2.2"   -    },    -    {   -        "addressFamily": "ipv4",    -        "neighborId": "3.3.3.3",    -        "state": "OPERATIONAL",    -        "transportAddress": "3.3.3.3"   +        "transportAddress": "2.2.2.2",    +        "upTime": "00:03:46")
E   AssertionError: "r1" JSON output mismatches the expected result
    assert json too few items (have 1, expected 2:
       --- Expected value
      +++ Current value
      @@ -6,7 +6,2 @@
      -        "transportAddress": "2.2.2.2"
      -    }, 
(7 more lines...)
Collapse Failed test_ldp_vpls_topo1 test_rib History
1 min
AssertionError: "r1" JSON output mismatches the expected result assert json value is different (   --- Expected value   +++ Current value   @@ -4 +4,3 @@   -        "metric": 10,    +        "internalFlags": 0,    +        "internalStatus": 2,    +        "metric": 30,    @@ -8,3 +10,5 @@   -                "directlyConnected": true,    -                "interfaceIndex": 4,    -                "interfaceName": "r1-eth2"   +                "afi": "ipv4",    +                "flags": 1,    +                "interfaceIndex": 3,    +                "interfaceName": "r1-eth1",    +                "ip": "10.0.1.2"   @@ -14 +18,2 @@   -        "protocol": "ospf"   +        "protocol": "ospf",    +        "uptime": "00:01:54"   @@ -16,0 +22,6 @@   +        "destSelected": true,    +        "distance": 0,    +        "installed": true,    +        "internalFlags": 8,    +        "internalStatus": 32,    +        "metric": 0,    @@ -21,0 +33 @@   +                "flags": 3,    @@ -28 +40,2 @@   -        "selected": true   +        "selected": true,    +        "uptime": "00:02:48")   json value is different (   --- Expected value   +++ Current value   @@ -2,0 +3 @@   +        "destSelected": true,    @@ -4 +5,4 @@   -        "metric": 10,    +        "installed": true,    +        "internalFlags": 8,    +        "internalStatus": 40,    +        "metric": 20,    @@ -10,3 +14,7 @@   -                "interfaceIndex": 4,    -                "interfaceName": "r1-eth2",    -                "ip": "10.0.2.3"   +                "flags": 3,    +                "interfaceIndex": 3,    +                "interfaceName": "r1-eth1",    +                "ip": "10.0.1.2",    +                "labels": [   +                    18   +                ]   @@ -17 +25,2 @@   -        "selected": true   +        "selected": true,    +        "uptime": "00:01:54")   json value is different (   --- Expected value   +++ Current value   @@ -2,0 +3 @@   +        "destSelected": true,    @@ -3,0 +5,3 @@   +        "installed": true,    +        "internalFlags": 8,    +        "internalStatus": 34,    @@ -9,0 +14 @@   +                "flags": 3,    @@ -13,8 +17,0 @@   -            },    -            {   -                "active": true,    -                "afi": "ipv4",    -                "fib": true,    -                "interfaceIndex": 4,    -                "interfaceName": "r1-eth2",    -                "ip": "10.0.2.3"   @@ -25 +22,2 @@   -        "selected": true   +        "selected": true,    +        "uptime": "00:02:04")
E   AssertionError: "r1" JSON output mismatches the expected result
    assert json value is different (
      --- Expected value
      +++ Current value
      @@ -4 +4,3 @@
      -        "metric": 10, 
      +        "internalFlags": 0, 
(78 more lines...)
Collapse Failed test_ospf_sr_topo1 test_ospf_kernel_route History
1 min
AssertionError: OSPF did not properly instal MPLS table on r1:   --- Current output   +++ Expected output   @@ -38,6 +38,19 @@          }        ]      },   +  "20400":{   +    "inLabel":20400,   +    "installed":true,   +    "nexthops":[   +      {   +        "type":"SR",   +        "outLabel":8400,   +        "distance":150,   +        "installed":true,   +        "nexthop":"10.0.1.2"   +      }   +    ]   +  },      "50000":{        "inLabel":50000,        "installed":true, assert False
E   AssertionError: OSPF did not properly instal MPLS table on r1:
      --- Current output
      +++ Expected output
      @@ -38,6 +38,19 @@
             }
           ]
         },
(17 more lines...)
Collapse Failed test_ospf_sr_topo1 test_ospf_sr History
1 min
AssertionError: OSPF did not start Segment Routing on r1:   --- Current output   +++ Expected output   @@ -35,10 +35,10 @@            {              "prefix":"10.0.255.4\/32",              "sid":400,   -          "inputLabel":0,   -          "outputLabel":"0",   -          "interface":"-",   -          "nexthop":"0.0.0.0"   +          "inputLabel":20400,   +          "outputLabel":"8400",   +          "interface":"r1-eth0",   +          "nexthop":"10.0.1.2"            }          ]        }, assert False
E   AssertionError: OSPF did not start Segment Routing on r1:
      --- Current output
      +++ Expected output
      @@ -35,10 +35,10 @@
               {
                 "prefix":"10.0.255.4\/32",
                 "sid":400,
(12 more lines...)
Collapse Failed test_ospf_topo1_vrf test_ospf_convergence History
1 min
AssertionError: OSPF did not converge on r1:   --- Current output   +++ Expected output   @@ -2,12 +2,16 @@    ============ OSPF network routing table ============    N 10.0.1.0/24 [10] area: 0.0.0.0     directly attached to r1-eth0   +N 10.0.2.0/24 [20] area: 0.0.0.0   + via 10.0.3.3, r1-eth1    N 10.0.3.0/24 [10] area: 0.0.0.0     directly attached to r1-eth1    N 10.0.10.0/24 [20] area: 0.0.0.0     via 10.0.3.1, r1-eth1        ============ OSPF router routing table =============   +R 10.0.255.2 [10] area: 0.0.0.0, ASBR   + via 10.0.3.3, r1-eth1    R 10.0.255.3 [10] area: 0.0.0.0, ASBR     via 10.0.3.1, r1-eth1     assert False
E   AssertionError: OSPF did not converge on r1:
      --- Current output
      +++ Expected output
      @@ -2,12 +2,16 @@
       ============ OSPF network routing table ============
       N 10.0.1.0/24 [10] area: 0.0.0.0
        directly attached to r1-eth0
(14 more lines...)
Collapse Failed test_ospf_topo1_vrf test_ospf_kernel_route History
1 min
AssertionError: OSPF IPv4 route mismatch in router "r1": --- Current output   +++ Expected output   @@ -1,6 +1,7 @@    VRF r1-cust1:    O   10.0.1.0/24 [110/10] is directly connected, r1-eth0, XX:XX:XX    C>* 10.0.1.0/24 is directly connected, r1-eth0, XX:XX:XX   +O>* 10.0.2.0/24 [110/20] via 10.0.3.3, r1-eth1, XX:XX:XX    O   10.0.3.0/24 [110/10] is directly connected, r1-eth1, XX:XX:XX    C>* 10.0.3.0/24 is directly connected, r1-eth1, XX:XX:XX    O>* 10.0.10.0/24 [110/20] via 10.0.3.1, r1-eth1, XX:XX:XX assert False
E   AssertionError: OSPF IPv4 route mismatch in router "r1": --- Current output
      +++ Expected output
      @@ -1,6 +1,7 @@
       VRF r1-cust1:
       O   10.0.1.0/24 [110/10] is directly connected, r1-eth0, XX:XX:XX
       C>* 10.0.1.0/24 is directly connected, r1-eth0, XX:XX:XX
      +O>* 10.0.2.0/24 [110/20] via 10.0.3.3, r1-eth1, XX:XX:XX
(4 more lines...)
Collapse Failed test_ospf_topo1 test_ospf_convergence History
1 min
AssertionError: OSPF did not converge on r4:   --- Current output   +++ Expected output   @@ -1,5 +1,7 @@    ============ OSPF network routing table ============    N IA 10.0.1.0/24 [30] area: 0.0.0.1   + via 172.16.0.2, r4-eth0   +N IA 10.0.2.0/24 [30] area: 0.0.0.1     via 172.16.0.2, r4-eth0    N IA 10.0.3.0/24 [20] area: 0.0.0.1     via 172.16.0.2, r4-eth0   @@ -13,6 +15,8 @@    ============ OSPF router routing table =============    R 10.0.255.1 IA [20] area: 0.0.0.1, ASBR     via 172.16.0.2, r4-eth0   +R 10.0.255.2 IA [20] area: 0.0.0.1, ASBR   + via 172.16.0.2, r4-eth0    R 10.0.255.3 [10] area: 0.0.0.1, ABR, ASBR     via 172.16.0.2, r4-eth0     assert False
E   AssertionError: OSPF did not converge on r4:
      --- Current output
      +++ Expected output
      @@ -1,5 +1,7 @@
       ============ OSPF network routing table ============
       N IA 10.0.1.0/24 [30] area: 0.0.0.1
      + via 172.16.0.2, r4-eth0
(14 more lines...)
Collapse Failed test_ospf_topo1 test_ospf_json History
< 1 sec
AssertionError: "r3" JSON output mismatches the expected result assert json["areas"]["0.0.0.1"]["lsaNumber"] value is different (   --- Expected value   +++ Current value   @@ -1 +1 @@   -9   +7)   json["areas"]["0.0.0.1"]["lsaSummaryNumber"] value is different (   --- Expected value   +++ Current value   @@ -1 +1 @@   -4   +3)   json["areas"]["0.0.0.1"]["lsaAsbrNumber"] value is different (   --- Expected value   +++ Current value   @@ -1 +1 @@   -2   +1)
E   AssertionError: "r3" JSON output mismatches the expected result
    assert json["areas"]["0.0.0.1"]["lsaNumber"] value is different (
      --- Expected value
      +++ Current value
      @@ -1 +1 @@
      -9
      +7)
(12 more lines...)
Collapse Failed test_ospf_topo1 test_ospf_kernel_route History
< 1 sec
AssertionError: OSPF IPv4 route mismatch in router "r4" assert expected key(s) ['10.0.2.0/24'] in json (have ['172.16.1.0/24', '10.0.10.0/24', '10.0.1.0/24', '172.16.0.0/24', '10.0.3.0/24']):   --- Expected value   +++ Current value   @@ -2,6 +2,28 @@   -    "10.0.1.0/24": {},    -    "10.0.10.0/24": {},    -    "10.0.2.0/24": {},    -    "10.0.3.0/24": {},    -    "172.16.0.0/24": {},    -    "172.16.1.0/24": {}   +    "10.0.1.0/24": {   +        "dev": "r4-eth0",    +        "metric": "20",    +        "proto": "188",    +        "via": "172.16.0.2"   +    },    +    "10.0.10.0/24": {   +        "dev": "r4-eth0",    +        "metric": "20",    +        "proto": "188",    +        "via": "172.16.0.2"   +    },    +    "10.0.3.0/24": {   +        "dev": "r4-eth0",    +        "metric": "20",    +        "proto": "188",    +        "via": "172.16.0.2"   +    },    +    "172.16.0.0/24": {   +        "dev": "r4-eth0",    +        "proto": "kernel",    +        "scope": "link"   +    },    +    "172.16.1.0/24": {   +        "dev": "r4-eth1",    +        "proto": "kernel",    +        "scope": "link"   +    }
E   AssertionError: OSPF IPv4 route mismatch in router "r4"
    assert expected key(s) ['10.0.2.0/24'] in json (have ['172.16.1.0/24', '10.0.10.0/24', '10.0.1.0/24', '172.16.0.0/24', '10.0.3.0/24']):
      --- Expected value
      +++ Current value
      @@ -2,6 +2,28 @@
      -    "10.0.1.0/24": {}, 
      -    "10.0.10.0/24": {}, 
(32 more lines...)

Error summary

The build generated some errors. See the full build log for more details.

dpkg: dependency problems prevent configuration of frr-rpki-rtrlib:
frr-rpki-rtrlib depends on librtr0; however:
  Package librtr0 is not installed.

dpkg: error processing package frr-rpki-rtrlib (--install):
dependency problems - leaving unconfigured
Errors were encountered while processing:
frr-rpki-rtrlib
   
assert False
2019-04-15 13:24:12,010 ERROR: assert failed at "test_ospf_topo1/test_ospf_kernel_route": OSPF IPv4 route mismatch in router "r4"
assert expected key(s) ['10.0.2.0/24'] in json (have ['172.16.1.0/24', '10.0.10.0/24', '10.0.1.0/24', '172.16.0.0/24', '10.0.3.0/24']):
  --- Expected value
  +++ Current value
  @@ -2,6 +2,28 @@
  -    "10.0.1.0/24": {},
  -    "10.0.10.0/24": {},
  -    "10.0.2.0/24": {},
  -    "10.0.3.0/24": {},
  -    "172.16.0.0/24": {},
  -    "172.16.1.0/24": {}
  +    "10.0.1.0/24": {
  +        "dev": "r4-eth0",
  +        "metric": "20",
  +        "proto": "188",
  +        "via": "172.16.0.2"
  +    },
  +    "10.0.10.0/24": {
  +        "dev": "r4-eth0",
  +        "metric": "20",
  +        "proto": "188",
  +        "via": "172.16.0.2"
  +    },
  +    "10.0.3.0/24": {
  +        "dev": "r4-eth0",
  +        "metric": "20",
  +        "proto": "188",
  +        "via": "172.16.0.2"
  +    },
  +    "172.16.0.0/24": {
  +        "dev": "r4-eth0",
  +        "proto": "kernel",
  +        "scope": "link"
  +    },
  +    "172.16.1.0/24": {
  +        "dev": "r4-eth1",
  +        "proto": "kernel",
  +        "scope": "link"
  +    }
2019-04-15 13:24:14,156 ERROR: assert failed at "test_ospf_topo1/test_ospf_json": "r3" JSON output mismatches the expected result
assert json["areas"]["0.0.0.1"]["lsaNumber"] value is different (
  --- Expected value
  +++ Current value
  @@ -1 +1 @@
  -9
  +7)
  json["areas"]["0.0.0.1"]["lsaSummaryNumber"] value is different (
  --- Expected value
  +++ Current value
  @@ -1 +1 @@
  -4
  +3)
  json["areas"]["0.0.0.1"]["lsaAsbrNumber"] value is different (
  --- Expected value
  +++ Current value
  @@ -1 +1 @@
  -2
  +1)
RTNETLINK answers: Invalid argument
RTNETLINK answers: Invalid argument
RTNETLINK answers: Invalid argument
RTNETLINK answers: Invalid argument
RTNETLINK answers: Invalid argument
RTNETLINK answers: Invalid argument
2019-04-15 13:26:58,653 ERROR: 'router_output_cmp' failed after 102.04 seconds
2019-04-15 13:26:58,656 ERROR: assert failed at "test_ospf_topo1_vrf/test_ospf_convergence": OSPF did not converge on r1:
  --- Current output
  +++ Expected output
  @@ -2,12 +2,16 @@
   ============ OSPF network routing table ============
   N 10.0.1.0/24 [10] area: 0.0.0.0
    directly attached to r1-eth0
  +N 10.0.2.0/24 [20] area: 0.0.0.0
  + via 10.0.3.3, r1-eth1
   N 10.0.3.0/24 [10] area: 0.0.0.0
    directly attached to r1-eth1
   N 10.0.10.0/24 [20] area: 0.0.0.0
    via 10.0.3.1, r1-eth1
   
   ============ OSPF router routing table =============
  +R 10.0.255.2 [10] area: 0.0.0.0, ASBR
  + via 10.0.3.3, r1-eth1
   R 10.0.255.3 [10] area: 0.0.0.0, ASBR
    via 10.0.3.1, r1-eth1
   
assert False
2019-04-15 13:28:28,405 ERROR: 'compare_show_ip_route_vrf' failed after 89.36 seconds
2019-04-15 13:28:28,407 ERROR: assert failed at "test_ospf_topo1_vrf/test_ospf_kernel_route": OSPF IPv4 route mismatch in router "r1": --- Current output
  +++ Expected output
  @@ -1,6 +1,7 @@
   VRF r1-cust1:
   O   10.0.1.0/24 [110/10] is directly connected, r1-eth0, XX:XX:XX
   C>* 10.0.1.0/24 is directly connected, r1-eth0, XX:XX:XX
  +O>* 10.0.2.0/24 [110/20] via 10.0.3.3, r1-eth1, XX:XX:XX
   O   10.0.3.0/24 [110/10] is directly connected, r1-eth1, XX:XX:XX
   C>* 10.0.3.0/24 is directly connected, r1-eth1, XX:XX:XX
   O>* 10.0.10.0/24 [110/20] via 10.0.3.1, r1-eth1, XX:XX:XX
assert False