time: 2020-12-12 09:23:53.279880Z
tags: worker-4
test: shakenfist_ci.tests.test_cache_image.TestCacheImage.test_cache_invalid_image
time: 2020-12-12 09:23:59.945242Z
failure: shakenfist_ci.tests.test_cache_image.TestCacheImage.test_cache_invalid_image [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
340
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_cache_image.py", line 29, in test_cache_invalid_image
    self._await_image_download_error(url, after=time.time())
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 162, in _await_image_download_error
    return self._await_image_event(
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 178, in _await_image_event
    raise WrongEventException(
shakenfist_ci.base.WrongEventException: After time 1607765034.407564, image https://nosuch.shakenfist.com/centos/6/images/CentOS-6-x86_64-GenericCloud-1604.qcow2.xz expected event "fetch:Name or service not known" got Error: Failed to establish a new connection: [Errno -5] No address associated with hostname
0
]
tags: -worker-4
time: 2020-12-12 09:24:43.655473Z
tags: worker-1
test: shakenfist_ci.tests.test_disk_specs.TestDiskSpecifications.test_default
time: 2020-12-12 09:24:45.443731Z
failure: shakenfist_ci.tests.test_disk_specs.TestDiskSpecifications.test_default [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
378
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_disk_specs.py", line 10, in test_default
    inst = self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-1
time: 2020-12-12 09:24:45.444848Z
tags: worker-1
test: shakenfist_ci.tests.test_multiple_nics.TestMultipleNics.test_simple
time: 2020-12-12 09:24:49.892077Z
failure: shakenfist_ci.tests.test_multiple_nics.TestMultipleNics.test_simple [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
37A
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_multiple_nics.py", line 27, in test_simple
    inst = self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-1
time: 2020-12-12 09:24:45.754281Z
tags: worker-2
test: shakenfist_ci.tests.test_cirros.TestCirros.test_cirros_boot_network
time: 2020-12-12 09:24:50.360823Z
failure: shakenfist_ci.tests.test_cirros.TestCirros.test_cirros_boot_network [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
380
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_cirros.py", line 40, in test_cirros_boot_network
    inst = self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-2
time: 2020-12-12 09:23:59.945769Z
tags: worker-4
test: shakenfist_ci.tests.test_cloudinit.TestCloudInit.test_simple
time: 2020-12-12 09:24:52.071311Z
failure: shakenfist_ci.tests.test_cloudinit.TestCloudInit.test_simple [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
330
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_cloudinit.py", line 52, in test_simple
    console = base.LoggingSocket(inst['node'], inst['console_port'])
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 250, in __init__
    self.s = telnetlib.Telnet(host, port, 30)
  File "/usr/lib/python3.8/telnetlib.py", line 218, in __init__
    self.open(host, port, timeout)
  File "/usr/lib/python3.8/telnetlib.py", line 235, in open
    self.sock = socket.create_connection((host, port), timeout)
  File "/usr/lib/python3.8/socket.py", line 808, in create_connection
    raise err
  File "/usr/lib/python3.8/socket.py", line 796, in create_connection
    sock.connect(sa)
OSError: [Errno 99] Cannot assign requested address
0
]
tags: -worker-4
time: 2020-12-12 09:24:50.361604Z
tags: worker-2
test: shakenfist_ci.tests.test_metadata.TestInstanceMetadata.test_simple
time: 2020-12-12 09:24:53.499664Z
failure: shakenfist_ci.tests.test_metadata.TestInstanceMetadata.test_simple [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
375
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_metadata.py", line 15, in test_simple
    inst = self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-2
time: 2020-12-12 09:24:49.892676Z
tags: worker-1
test: shakenfist_ci.tests.test_networking.TestNetworking.test_virtual_networks_are_separate
time: 2020-12-12 09:24:53.852688Z
failure: shakenfist_ci.tests.test_networking.TestNetworking.test_virtual_networks_are_separate [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
38F
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_networking.py", line 34, in test_virtual_networks_are_separate
    inst1 = self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-1
time: 2020-12-12 09:24:53.500395Z
tags: worker-2
test: shakenfist_ci.tests.test_networking.TestNetworking.test_network_validity
time: 2020-12-12 09:24:55.482313Z
failure: shakenfist_ci.tests.test_networking.TestNetworking.test_network_validity [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
3AE
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_networking.py", line 23, in test_network_validity
    self.assertRaises(apiclient.APIException, self.test_client.allocate_network,
  File "/usr/local/lib/python3.8/dist-packages/testtools/testcase.py", line 489, in assertRaises
    self.assertThat(our_callable, matcher)
  File "/usr/local/lib/python3.8/dist-packages/testtools/testcase.py", line 502, in assertThat
    raise mismatch_error
testtools.matchers._impl.MismatchError: <bound method Client.allocate_network of <shakenfist_client.apiclient.Client object at 0x7fbe2023b9a0>> returned {'uuid': '881209e5-278c-4c75-ab43-fd4ccb66ff58', 'vxid': 10, 'netblock': '192.168.242.2', 'provide_dhcp': True, 'provide_nat': True, 'namespace': 'ci-net-llmydjxa', 'floating_gateway': None, 'name': 'ci-net-llmydjxa-validity1', 'state': 'initial', 'state_updated': 1607765094.8264198}
0
Content-Type: text/x-traceback;charset=utf8
traceback-1
38B
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 238, in tearDown
    self.test_client.delete_network(net['uuid'])
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 315, in delete_network
    r = self._request_url('DELETE', self.base_url +
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InternalServerError: ('API request failed', 'DELETE', 'http://sf-1:13000/networks/881209e5-278c-4c75-ab43-fd4ccb66ff58', 500, '{"error": "server error: IndexError(\'address out of range\')", "status": 500}')
0
]
tags: -worker-2
time: 2020-12-12 09:24:53.853190Z
tags: worker-1
test: shakenfist_ci.tests.test_state_changes.TestStateChanges.test_lifecycle_events
time: 2020-12-12 09:25:04.679035Z
failure: shakenfist_ci.tests.test_state_changes.TestStateChanges.test_lifecycle_events [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
37D
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_state_changes.py", line 42, in test_lifecycle_events
    self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-1
time: 2020-12-12 09:25:04.679521Z
tags: worker-1
test: shakenfist_ci.tests.test_system_namespace.TestSystemNamespace.test_system_namespace
time: 2020-12-12 09:25:05.210855Z
failure: shakenfist_ci.tests.test_system_namespace.TestSystemNamespace.test_system_namespace [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
389
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_system_namespace.py", line 20, in test_system_namespace
    inst = self.system_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-1
time: 2020-12-12 09:25:05.211318Z
tags: worker-1
test: shakenfist_ci.tests.test_upgrades.TestUpgrades.test_upgraded_data_exists
time: 2020-12-12 09:25:05.566720Z
failure: shakenfist_ci.tests.test_upgrades.TestUpgrades.test_upgraded_data_exists [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
2A8
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_upgrades.py", line 7, in test_upgraded_data_exists
    self.assertIn('nstest', self.system_client.get_namespaces())
  File "/usr/local/lib/python3.8/dist-packages/testtools/testcase.py", line 421, in assertIn
    self.assertThat(haystack, Contains(needle), message)
  File "/usr/local/lib/python3.8/dist-packages/testtools/testcase.py", line 502, in assertThat
    raise mismatch_error
testtools.matchers._impl.MismatchError: 'nstest' not in ['ci-cacheimage-irkdooxk', 'ci-diskspecs-ldoljssv', 'ci-net-llmydjxa', 'ci-net-yaxuwczj', 'ci-placement-ceomczzl', 'system']
0
]
tags: -worker-1
time: 2020-12-12 09:23:53.581325Z
tags: worker-0
test: shakenfist_ci.tests.test_disk_specs.TestDiskSpecifications.test_complex
time: 2020-12-12 09:25:21.673415Z
failure: shakenfist_ci.tests.test_disk_specs.TestDiskSpecifications.test_complex [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
332
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_disk_specs.py", line 84, in test_complex
    console = base.LoggingSocket(inst['node'], inst['console_port'])
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 250, in __init__
    self.s = telnetlib.Telnet(host, port, 30)
  File "/usr/lib/python3.8/telnetlib.py", line 218, in __init__
    self.open(host, port, timeout)
  File "/usr/lib/python3.8/telnetlib.py", line 235, in open
    self.sock = socket.create_connection((host, port), timeout)
  File "/usr/lib/python3.8/socket.py", line 808, in create_connection
    raise err
  File "/usr/lib/python3.8/socket.py", line 796, in create_connection
    sock.connect(sa)
OSError: [Errno 99] Cannot assign requested address
0
]
tags: -worker-0
time: 2020-12-12 09:25:21.674575Z
tags: worker-0
test: shakenfist_ci.tests.test_disk_specs.TestDiskSpecifications.test_ide
time: 2020-12-12 09:25:23.474501Z
failure: shakenfist_ci.tests.test_disk_specs.TestDiskSpecifications.test_ide [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
374
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_disk_specs.py", line 29, in test_ide
    inst = self.test_client.create_instance(
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 217, in create_instance
    r = self._request_url('POST', self.base_url + '/instances',
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 152, in _request_url
    return self._actual_request_url(method, url, data=data)
  File "/usr/local/lib/python3.8/dist-packages/shakenfist_client/apiclient.py", line 126, in _actual_request_url
    raise STATUS_CODES_TO_ERRORS[r.status_code](
shakenfist_client.apiclient.InsufficientResourcesException: ('API request failed', 'POST', 'http://sf-1:13000/instances', 507, '{"error": "No nodes with enough idle RAM", "status": 507}')
0
]
tags: -worker-0
time: 2020-12-12 09:24:55.483002Z
tags: worker-2
test: shakenfist_ci.tests.test_placement.TestPlacement.test_local_placement_works
time: 2020-12-12 09:26:59.346479Z
failure: shakenfist_ci.tests.test_placement.TestPlacement.test_local_placement_works [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
1B9
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_placement.py", line 64, in test_local_placement_works
    self._test_ping(inst['uuid'], self.net['uuid'], ip, True)
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 193, in _test_ping
    output = self.system_client.ping(network_uuid, ip)
AttributeError: 'Client' object has no attribute 'ping'
0
]
tags: -worker-2
time: 2020-12-12 09:26:25.410058Z
tags: worker-4
test: shakenfist_ci.tests.test_ubuntu.TestUbuntu.test_ubuntu_pings
time: 2020-12-12 09:27:11.202785Z
failure: shakenfist_ci.tests.test_ubuntu.TestUbuntu.test_ubuntu_pings [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
1AD
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_ubuntu.py", line 36, in test_ubuntu_pings
    self._test_ping(inst['uuid'], self.net['uuid'], ip, True)
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 193, in _test_ping
    output = self.system_client.ping(network_uuid, ip)
AttributeError: 'Client' object has no attribute 'ping'
0
]
tags: -worker-4
time: 2020-12-12 09:23:53.264222Z
tags: worker-3
test: shakenfist_ci.tests.test_cache_image.TestCacheImage.test_cache_image
time: 2020-12-12 09:28:57.066751Z
failure: shakenfist_ci.tests.test_cache_image.TestCacheImage.test_cache_image [ multipart
Content-Type: text/x-traceback;charset=utf8
traceback
2E9
Traceback (most recent call last):
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/tests/test_cache_image.py", line 23, in test_cache_image
    self._await_image_download_success(url, after=time.time())
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 159, in _await_image_download_success
    return self._await_image_event(url, 'fetch', 'success', after)
  File "/home/mikal/src/shakenfist/shakenfist/deploy/shakenfist_ci/base.py", line 185, in _await_image_event
    raise TimeoutException(
shakenfist_ci.base.TimeoutException: After time 1607765035.3929417, image http://cloud.centos.org/centos/6/images/CentOS-6-x86_64-GenericCloud-1604.qcow2.xz had no event type "fetch" (waited 5 mins)
0
]
tags: -worker-3
