Project

General

Profile

Actions

Bug #5652

closed

mon: occasional clock_skew test failure

Added by Sage Weil almost 11 years ago. Updated almost 11 years ago.

Status:
Resolved
Priority:
High
Category:
Monitor
Target version:
-
% Done:

0%

Source:
Q/A
Tags:
Backport:
Regression:
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):

Description

{"summary":[{"severity":"HEALTH_WARN","summary":"24 pgs peering"}],"timechecks":{"epoch":8,"round":2,"round_status":"finished","mons":[{"name":"a","skew":"0.000000","latency":"0.000000","health":"HEALTH_OK"},{"name":"c","skew":"0.000000","latency":"0.051548","health":"HEALTH_OK"},{"name":"b","skew":"9.747621","late
ncy":"0.057928","health":"HEALTH_WARN","details":"clock skew 9.74762s > max 0.25s"},{"name":"d","skew":"0.000000","latency":"0.065936","health":"HEALTH_OK"},{"name":"f","skew":"0.000000","latency":"0.051489","health":"HEALTH_OK"},{"name":"e","skew":"-0.136700","latency":"0.057758","health":"HEALTH_OK"},{"name":"g",
"skew":"0.000000","latency":"0.088119","health":"HEALTH_OK"},{"name":"i","skew":"0.000000","latency":"0.068781","health":"HEALTH_OK"},{"name":"h","skew":"-0.119438","latency":"0.075049","health":"HEALTH_OK"},{"name":"j","skew":"0.000000","latency":"0.082959","health":"HEALTH_OK"},{"name":"l","skew":"0.000000","late
ncy":"0.068527","health":"HEALTH_OK"},{"name":"k","skew":"-0.120045","latency":"0.074799","health":"HEALTH_OK"},{"name":"m","skew":"0.000000","latency":"0.082559","health":"HEALTH_OK"},{"name":"o","skew":"0.000000","latency":"0.068464","health":"HEALTH_OK"},{"name":"n","skew":"-0.120137","latency":"0.074731","healt
h":"HEALTH_OK"},{"name":"p","skew":"0.000000","latency":"0.087807","health":"HEALTH_OK"},{"name":"r","skew":"0.000000","latency":"0.068401","health":"HEALTH_OK"},{"name":"q","skew":"-0.120376","latency":"0.074521","health":"HEALTH_OK"},{"name":"s","skew":"0.000000","latency":"0.082275","health":"HEALTH_OK"},{"name" 
:"u","skew":"0.000000","latency":"0.067723","health":"HEALTH_OK"},{"name":"t","skew":"-0.120706","latency":"0.073991","health":"HEALTH_OK"}]},"health":{"health_services":[{"mons":[]}]},"overall_status":"HEALTH_WARN","detail":["mon.b addr 10.214.133.37:6789\/0 clock skew 9.74762s > max 0.25s (latency 0.057928s)"]}

2013-07-17T09:16:36.201 INFO:teuthology.task.mon_clock_skew_check.mon_clock_skew_check:expected skew: mon.b with skew 9.747621 > max 0.05

job was
ubuntu@teuthology:/a/teuthology-2013-07-17_01:00:18-rados-next-testing-basic/70286$ cat orig.config.yaml 
kernel:
  kdb: true
  sha1: 77c8bf2f972a9d6ff446c49a41678bf931bbee44
machine_type: plana
nuke-on-error: true
overrides:
  admin_socket:
    branch: next
  ceph:
    conf:
      global:
        ms inject socket failures: 5000
      mon:
        debug mon: 20
        debug ms: 20
        debug paxos: 20
      mon.b:
        clock offset: 10
    log-whitelist:
    - slow request
    sha1: 884fa2fcb6d707b23317bab1da909586ddc27608
  ceph-deploy:
    conf:
      client:
        debug monc: 20
        debug ms: 1
        debug objecter: 20
        debug rados: 20
        log file: /var/log/ceph/ceph-..log
      mon:
        debug mon: 20
        debug ms: 20
        debug paxos: 20
  install:
    ceph:
      sha1: 884fa2fcb6d707b23317bab1da909586ddc27608
  s3tests:
    branch: next
  workunit:
    sha1: 884fa2fcb6d707b23317bab1da909586ddc27608
roles:
- - mon.a
  - mon.d
  - mon.g
  - mon.j
  - mon.m
  - mon.p
  - mon.s
  - osd.0
- - mon.b
  - mon.e
  - mon.h
  - mon.k
  - mon.n
  - mon.q
  - mon.t
  - mds.a
- - mon.c
  - mon.f
  - mon.i
  - mon.l
  - mon.o
  - mon.r
  - mon.u
  - osd.1
tasks:
- chef: null
- clock.check: null
- install: null
- ceph:
    log-whitelist:
    - slow request
    - .*clock.*skew.*
    - clocks not synchronized
    wait-for-healthy: false
- mon_clock_skew_check:
    expect-skew: true
Actions

Also available in: Atom PDF