Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 2105821 2018-01-24 17:13:49 2018-01-24 17:15:18 2018-01-24 17:41:18 0:26:00 0:12:35 0:13:25 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2105822 2018-01-24 17:13:49 2018-01-24 17:17:27 2018-01-24 17:35:26 0:17:59 0:11:50 0:06:09 smithi master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 1
pass 2105823 2018-01-24 17:13:50 2018-01-24 17:19:27 2018-01-24 17:35:26 0:15:59 0:08:42 0:07:17 smithi master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105824 2018-01-24 17:13:51 2018-01-24 17:19:27 2018-01-24 17:47:27 0:28:00 0:21:11 0:06:49 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 2105825 2018-01-24 17:13:51 2018-01-24 17:21:28 2018-01-24 17:47:28 0:26:00 0:18:15 0:07:45 smithi master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 2105826 2018-01-24 17:13:52 2018-01-24 17:23:22 2018-01-24 17:41:21 0:17:59 0:09:03 0:08:56 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
pass 2105827 2018-01-24 17:13:53 2018-01-24 17:23:22 2018-01-24 17:35:21 0:11:59 0:06:00 0:05:59 smithi master rados/objectstore/alloc-hint.yaml 1
fail 2105828 2018-01-24 17:13:53 2018-01-24 17:23:22 2018-01-24 17:25:21 0:01:59 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

fail 2105829 2018-01-24 17:13:54 2018-01-24 17:23:26 2018-01-24 17:25:25 0:01:59 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105830 2018-01-24 17:13:55 2018-01-24 17:25:17 2018-01-24 17:49:16 0:23:59 0:09:31 0:14:28 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2105831 2018-01-24 17:13:55 2018-01-24 17:25:22 2018-01-24 17:27:21 0:01:59 smithi master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

fail 2105832 2018-01-24 17:13:56 2018-01-24 17:25:24 2018-01-24 17:27:23 0:01:59 smithi master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105833 2018-01-24 17:13:57 2018-01-24 17:25:26 2018-01-24 17:43:26 0:18:00 0:10:58 0:07:02 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2105834 2018-01-24 17:13:58 2018-01-24 17:25:29 2018-01-24 17:49:29 0:24:00 0:18:47 0:05:13 smithi master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105835 2018-01-24 17:13:58 2018-01-24 17:25:33 2018-01-24 17:47:33 0:22:00 0:12:56 0:09:04 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 2105836 2018-01-24 17:13:59 2018-01-24 17:27:22 2018-01-24 18:13:22 0:46:00 0:09:29 0:36:31 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2105837 2018-01-24 17:14:00 2018-01-24 17:27:23 2018-01-24 17:29:22 0:01:59 smithi master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105838 2018-01-24 17:14:00 2018-01-24 17:27:24 2018-01-24 17:41:23 0:13:59 0:06:49 0:07:10 smithi master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 2105839 2018-01-24 17:14:01 2018-01-24 17:27:29 2018-01-24 17:45:28 0:17:59 0:12:39 0:05:20 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2105840 2018-01-24 17:14:02 2018-01-24 17:29:23 2018-01-24 17:47:23 0:18:00 0:11:50 0:06:10 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2105841 2018-01-24 17:14:02 2018-01-24 17:29:24 2018-01-24 17:59:23 0:29:59 0:23:11 0:06:48 smithi master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105842 2018-01-24 17:14:05 2018-01-24 17:29:24 2018-01-24 18:07:23 0:37:59 0:29:44 0:08:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2105843 2018-01-24 17:14:07 2018-01-24 17:29:24 2018-01-24 18:13:24 0:44:00 0:23:18 0:20:42 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-radosbench.yaml} 2
fail 2105844 2018-01-24 17:14:08 2018-01-24 17:29:27 2018-01-24 17:31:26 0:01:59 smithi master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105845 2018-01-24 17:14:10 2018-01-24 17:29:34 2018-01-24 17:43:33 0:13:59 0:07:07 0:06:52 smithi master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 2
pass 2105846 2018-01-24 17:14:11 2018-01-24 17:29:45 2018-01-24 18:15:45 0:46:00 0:26:18 0:19:42 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
fail 2105847 2018-01-24 17:14:11 2018-01-24 17:31:29 2018-01-24 17:33:27 0:01:58 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105848 2018-01-24 17:14:12 2018-01-24 17:31:29 2018-01-24 18:07:28 0:35:59 0:29:06 0:06:53 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 2105849 2018-01-24 17:14:13 2018-01-24 17:31:29 2018-01-24 17:59:28 0:27:59 0:22:51 0:05:08 smithi master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105850 2018-01-24 17:14:13 2018-01-24 17:31:34 2018-01-24 17:43:32 0:11:58 0:05:11 0:06:47 smithi master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2105851 2018-01-24 17:14:14 2018-01-24 17:31:34 2018-01-24 18:01:33 0:29:59 0:09:13 0:20:46 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2105852 2018-01-24 17:14:15 2018-01-24 17:31:38 2018-01-24 18:05:38 0:34:00 0:27:33 0:06:27 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2105853 2018-01-24 17:14:15 2018-01-24 17:33:33 2018-01-24 17:53:32 0:19:59 0:11:49 0:08:10 smithi master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105854 2018-01-24 17:14:16 2018-01-24 17:33:34 2018-01-24 17:49:32 0:15:58 0:06:00 0:09:58 smithi master rados/objectstore/filejournal.yaml 1
pass 2105855 2018-01-24 17:14:17 2018-01-24 17:33:34 2018-01-24 18:15:33 0:41:59 0:28:27 0:13:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 2105856 2018-01-24 17:14:17 2018-01-24 17:33:34 2018-01-24 17:59:32 0:25:58 0:19:02 0:06:56 smithi master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2105857 2018-01-24 17:14:18 2018-01-24 17:33:33 2018-01-24 17:57:32 0:23:59 0:16:39 0:07:20 smithi master rados/singleton/{all/mon-thrasher.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105858 2018-01-24 17:14:19 2018-01-24 17:33:33 2018-01-24 18:05:32 0:31:59 0:19:30 0:12:29 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2105859 2018-01-24 17:14:19 2018-01-24 17:35:18 2018-01-24 17:47:17 0:11:59 0:06:37 0:05:22 smithi master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2105860 2018-01-24 17:14:20 2018-01-24 17:35:18 2018-01-24 17:51:17 0:15:59 0:10:36 0:05:23 smithi master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105861 2018-01-24 17:14:21 2018-01-24 17:35:23 2018-01-24 18:03:22 0:27:59 0:17:15 0:10:44 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
fail 2105862 2018-01-24 17:14:21 2018-01-24 17:35:24 2018-01-24 17:59:23 0:23:59 0:12:38 0:11:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-01-24 17:50:56.804882 mon.1 172.21.15.189:6789/0 2 : cluster [WRN] message from mon.0 was stamped 0.621861s in the future, clocks not synchronized" in cluster log

pass 2105863 2018-01-24 17:14:22 2018-01-24 17:35:28 2018-01-24 17:59:27 0:23:59 0:10:41 0:13:18 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105864 2018-01-24 17:14:23 2018-01-24 17:35:28 2018-01-24 18:05:27 0:29:59 0:12:25 0:17:34 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 2105865 2018-01-24 17:14:23 2018-01-24 17:37:18 2018-01-24 21:15:22 3:38:04 3:23:20 0:14:44 smithi master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
pass 2105866 2018-01-24 17:14:24 2018-01-24 17:37:22 2018-01-24 18:01:22 0:24:00 0:09:39 0:14:21 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2105867 2018-01-24 17:14:25 2018-01-24 17:37:28 2018-01-24 17:39:27 0:01:59 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105868 2018-01-24 17:14:25 2018-01-24 17:37:39 2018-01-24 18:39:40 1:02:01 0:09:33 0:52:28 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2105869 2018-01-24 17:14:26 2018-01-24 17:39:27 2018-01-24 18:03:27 0:24:00 0:08:15 0:15:45 smithi master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
pass 2105870 2018-01-24 17:14:27 2018-01-24 17:39:28 2018-01-24 17:59:27 0:19:59 0:09:48 0:10:11 smithi master rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105871 2018-01-24 17:14:27 2018-01-24 17:39:28 2018-01-24 18:23:28 0:44:00 0:37:45 0:06:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2105872 2018-01-24 17:14:28 2018-01-24 17:39:33 2018-01-24 17:53:33 0:14:00 0:06:45 0:07:15 smithi master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
pass 2105873 2018-01-24 17:14:29 2018-01-24 17:41:14 2018-01-24 18:13:14 0:32:00 0:24:11 0:07:49 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2105874 2018-01-24 17:14:29 2018-01-24 17:41:15 2018-01-24 17:55:14 0:13:59 0:06:34 0:07:25 smithi master rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105875 2018-01-24 17:14:30 2018-01-24 17:41:27 2018-01-24 18:07:27 0:26:00 0:20:28 0:05:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2105876 2018-01-24 17:14:31 2018-01-24 17:41:27 2018-01-24 17:55:27 0:14:00 0:06:50 0:07:10 smithi master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105877 2018-01-24 17:14:31 2018-01-24 17:41:27 2018-01-24 18:09:27 0:28:00 0:19:24 0:08:36 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 2105878 2018-01-24 17:14:32 2018-01-24 17:41:33 2018-01-24 21:11:37 3:30:04 3:23:00 0:07:04 smithi master rados/objectstore/filestore-idempotent.yaml 1
fail 2105879 2018-01-24 17:14:32 2018-01-24 17:43:21 2018-01-24 17:45:20 0:01:59 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105880 2018-01-24 17:14:33 2018-01-24 17:43:21 2018-01-24 17:59:20 0:15:59 0:08:06 0:07:53 smithi master rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2105881 2018-01-24 17:14:34 2018-01-24 17:43:21 2018-01-24 18:29:21 0:46:00 0:10:01 0:35:59 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-01-24 18:23:49.221618 mon.0 172.21.15.95:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.735174s in the future, clocks not synchronized" in cluster log

pass 2105882 2018-01-24 17:14:34 2018-01-24 17:43:27 2018-01-24 18:05:29 0:22:02 0:13:33 0:08:29 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2105883 2018-01-24 17:14:35 2018-01-24 17:43:27 2018-01-24 18:15:27 0:32:00 0:22:32 0:09:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 2105884 2018-01-24 17:14:36 2018-01-24 17:43:33 2018-01-24 18:01:33 0:18:00 0:10:29 0:07:31 smithi master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 2105885 2018-01-24 17:14:36 2018-01-24 17:43:34 2018-01-24 17:59:33 0:15:59 0:08:08 0:07:51 smithi master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105886 2018-01-24 17:14:37 2018-01-24 17:43:35 2018-01-24 18:25:35 0:42:00 0:31:53 0:10:07 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
fail 2105887 2018-01-24 17:14:38 2018-01-24 17:45:30 2018-01-24 17:47:30 0:02:00 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105888 2018-01-24 17:14:38 2018-01-24 17:45:31 2018-01-24 17:59:30 0:13:59 0:07:25 0:06:34 smithi master rados/singleton/{all/rest-api.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105889 2018-01-24 17:14:39 2018-01-24 17:45:31 2018-01-24 18:11:30 0:25:59 0:17:00 0:08:59 smithi master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2105890 2018-01-24 17:14:40 2018-01-24 17:45:33 2018-01-24 18:03:33 0:18:00 0:12:06 0:05:54 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
fail 2105891 2018-01-24 17:14:41 2018-01-24 17:45:35 2018-01-24 17:47:34 0:01:59 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105892 2018-01-24 17:14:41 2018-01-24 17:47:20 2018-01-24 17:59:19 0:11:59 0:05:23 0:06:36 smithi master rados/objectstore/fusestore.yaml 1
pass 2105893 2018-01-24 17:14:42 2018-01-24 17:47:20 2018-01-24 18:17:20 0:30:00 0:19:22 0:10:38 smithi master rados/singleton/{all/thrash-rados.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2105894 2018-01-24 17:14:43 2018-01-24 17:47:22 2018-01-24 18:07:21 0:19:59 0:11:16 0:08:43 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2105895 2018-01-24 17:14:43 2018-01-24 17:47:23 2018-01-24 18:23:22 0:35:59 0:26:56 0:09:03 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2105896 2018-01-24 17:14:44 2018-01-24 17:47:24 2018-01-24 18:13:24 0:26:00 0:17:54 0:08:06 smithi master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2105897 2018-01-24 17:14:45 2018-01-24 17:47:25 2018-01-24 19:17:26 1:30:01 0:12:01 1:18:00 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2105898 2018-01-24 17:14:45 2018-01-24 17:47:28 2018-01-24 18:13:28 0:26:00 0:19:54 0:06:06 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2105899 2018-01-24 17:14:46 2018-01-24 17:47:29 2018-01-24 18:01:28 0:13:59 0:07:00 0:06:59 smithi master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105900 2018-01-24 17:14:47 2018-01-24 17:47:31 2018-01-24 18:21:31 0:34:00 0:23:35 0:10:25 smithi master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
pass 2105901 2018-01-24 17:14:47 2018-01-24 17:47:33 2018-01-24 18:21:33 0:34:00 0:18:03 0:15:57 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2105902 2018-01-24 17:14:48 2018-01-24 17:47:34 2018-01-24 18:15:34 0:28:00 0:16:33 0:11:27 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2105903 2018-01-24 17:14:49 2018-01-24 17:47:35 2018-01-24 18:01:35 0:14:00 0:06:09 0:07:51 smithi master rados/objectstore/keyvaluedb.yaml 1
pass 2105904 2018-01-24 17:14:50 2018-01-24 17:47:39 2018-01-24 17:59:38 0:11:59 0:05:54 0:06:05 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105905 2018-01-24 17:14:50 2018-01-24 17:49:18 2018-01-24 18:19:18 0:30:00 0:20:24 0:09:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
fail 2105906 2018-01-24 17:14:51 2018-01-24 17:49:19 2018-01-24 17:51:18 0:01:59 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105907 2018-01-24 17:14:52 2018-01-24 17:49:22 2018-01-24 19:33:23 1:44:01 0:09:43 1:34:18 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2105908 2018-01-24 17:14:52 2018-01-24 17:49:23 2018-01-24 18:17:23 0:28:00 0:21:24 0:06:36 smithi master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105909 2018-01-24 17:14:53 2018-01-24 17:49:30 2018-01-24 18:19:29 0:29:59 0:18:47 0:11:12 smithi master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2105910 2018-01-24 17:14:54 2018-01-24 17:49:30 2018-01-24 18:31:30 0:42:00 0:28:21 0:13:39 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 2105911 2018-01-24 17:14:54 2018-01-24 17:49:33 2018-01-24 18:09:33 0:20:00 0:10:03 0:09:57 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2105912 2018-01-24 17:14:55 2018-01-24 17:51:27 2018-01-24 18:05:27 0:14:00 0:06:57 0:07:03 smithi master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 1
pass 2105913 2018-01-24 17:14:56 2018-01-24 17:51:27 2018-01-24 18:05:27 0:14:00 0:07:52 0:06:08 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105914 2018-01-24 17:14:56 2018-01-24 17:51:28 2018-01-24 18:25:28 0:34:00 0:26:41 0:07:19 smithi master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 2105915 2018-01-24 17:14:57 2018-01-24 17:53:16 2018-01-24 18:33:16 0:40:00 0:29:27 0:10:33 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2105916 2018-01-24 17:14:58 2018-01-24 17:53:18 2018-01-24 18:13:18 0:20:00 0:08:40 0:11:20 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2105917 2018-01-24 17:14:58 2018-01-24 17:53:21 2018-01-24 18:09:20 0:15:59 0:08:45 0:07:14 smithi master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105918 2018-01-24 17:14:59 2018-01-24 17:53:23 2018-01-24 18:15:23 0:22:00 0:15:38 0:06:22 smithi master rados/objectstore/objectcacher-stress.yaml 1
pass 2105919 2018-01-24 17:15:00 2018-01-24 17:53:28 2018-01-24 18:17:27 0:23:59 0:13:56 0:10:03 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2105920 2018-01-24 17:15:00 2018-01-24 17:53:33 2018-01-24 18:07:32 0:13:59 0:08:06 0:05:53 smithi master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2105921 2018-01-24 17:15:01 2018-01-24 17:53:34 2018-01-24 18:05:33 0:11:59 0:06:25 0:05:34 smithi master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2105922 2018-01-24 17:15:01 2018-01-24 17:53:47 2018-01-24 18:13:46 0:19:59 0:10:08 0:09:51 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
fail 2105923 2018-01-24 17:15:02 2018-01-24 17:55:19 2018-01-24 17:57:18 0:01:59 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

fail 2105924 2018-01-24 17:15:03 2018-01-24 17:55:19 2018-01-24 17:57:18 0:01:59 smithi master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105925 2018-01-24 17:15:03 2018-01-24 17:55:20 2018-01-24 18:17:20 0:22:00 0:10:44 0:11:16 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2105926 2018-01-24 17:15:04 2018-01-24 17:55:28 2018-01-24 18:15:27 0:19:59 0:09:42 0:10:17 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2105927 2018-01-24 17:15:05 2018-01-24 17:55:30 2018-01-24 18:17:30 0:22:00 0:09:46 0:12:14 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2105928 2018-01-24 17:15:05 2018-01-24 17:57:23 2018-01-24 18:23:23 0:26:00 0:19:11 0:06:49 smithi master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2105929 2018-01-24 17:15:06 2018-01-24 17:57:23 2018-01-24 18:33:23 0:36:00 0:29:52 0:06:08 smithi master rados/objectstore/objectstore.yaml 1
Failure Reason:

Command failed on smithi175 with status 1: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'mkdir $TESTDIR/ostest && cd $TESTDIR/ostest && ceph_test_objectstore --gtest_filter=-*/2:-*/3'"

pass 2105930 2018-01-24 17:15:07 2018-01-24 17:57:31 2018-01-24 18:27:30 0:29:59 0:22:07 0:07:52 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 2105931 2018-01-24 17:15:07 2018-01-24 17:57:31 2018-01-24 18:13:31 0:16:00 0:09:51 0:06:09 smithi master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
fail 2105932 2018-01-24 17:15:08 2018-01-24 17:57:33 2018-01-24 17:59:32 0:01:59 smithi master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml}
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-dup-op-jewel-backport-pre

pass 2105933 2018-01-24 17:15:09 2018-01-24 17:59:34 2018-01-24 18:23:37 0:24:03 0:16:27 0:07:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 2105934 2018-01-24 17:15:09 2018-01-24 17:59:35 2018-01-24 18:15:35 0:16:00 0:07:10 0:08:50 smithi master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2