RepoMirrors/ceph
1
0
Fork 0
mirror of https://github.com/ceph/ceph synced 2025-01-09 12:42:31 +00:00
Code Issues Packages Projects Releases Wiki Activity
b684961be2
ceph/qa/tasks/mgr/dashboard/test_osd.py
Lenz Grimmer 10cb89241f
Merge pull request #37568 from s0nea/wip-dashboard-qa-linting 
Reviewed-by: Alfonso Martínez <almartin@redhat.com>
Reviewed-by: Tiago Melo <tmelo@suse.com>
Reviewed-by: Volker Theile <vtheile@suse.com>
2020-10-26 11:27:23 +01:00

369 lines
13 KiB
Python
Raw Blame History

# -*- coding: utf-8 -*-
from __future__ import absolute_import
import json
from .helper import (DashboardTestCase, JAny, JLeaf, JList, JObj, JTuple,
devices_schema)
class OsdTest(DashboardTestCase):
AUTH_ROLES = ['cluster-manager']
@classmethod
def setUpClass(cls):
super(OsdTest, cls).setUpClass()
cls._load_module('test_orchestrator')
cmd = ['orch', 'set', 'backend', 'test_orchestrator']
cls.mgr_cluster.mon_manager.raw_cluster_cmd(*cmd)
def tearDown(self):
self._put('/api/osd/0/mark', data={'action': 'in'})
@DashboardTestCase.RunAs('test', 'test', ['block-manager'])
def test_access_permissions(self):
self._get('/api/osd')
self.assertStatus(403)
self._get('/api/osd/0')
self.assertStatus(403)
def assert_in_and_not_none(self, data, properties):
self.assertSchema(data, JObj({p: JAny(none=False) for p in properties}, allow_unknown=True))
def test_list(self):
data = self._get('/api/osd')
self.assertStatus(200)
self.assertGreaterEqual(len(data), 1)
data = data[0]
self.assert_in_and_not_none(data, ['host', 'tree', 'state', 'stats', 'stats_history'])
self.assert_in_and_not_none(data['host'], ['name'])
self.assert_in_and_not_none(data['tree'], ['id'])
self.assert_in_and_not_none(data['stats'], ['numpg', 'stat_bytes_used', 'stat_bytes',
'op_r', 'op_w'])
self.assert_in_and_not_none(data['stats_history'], ['op_out_bytes', 'op_in_bytes'])
self.assertSchema(data['stats_history']['op_out_bytes'],
JList(JTuple([JLeaf(float), JLeaf(float)])))
def test_details(self):
data = self._get('/api/osd/0')
self.assertStatus(200)
self.assert_in_and_not_none(data, ['osd_metadata'])
def test_histogram(self):
data = self._get('/api/osd/0/histogram')
self.assertStatus(200)
self.assert_in_and_not_none(data['osd'], ['op_w_latency_in_bytes_histogram',
'op_r_latency_out_bytes_histogram'])
def test_scrub(self):
self._post('/api/osd/0/scrub?deep=False')
self.assertStatus(200)
self._post('/api/osd/0/scrub?deep=True')
self.assertStatus(200)
def test_safe_to_delete(self):
data = self._get('/api/osd/safe_to_delete?svc_ids=0')
self.assertStatus(200)
self.assertSchema(data, JObj({
'is_safe_to_delete': JAny(none=True),
'message': str
}))
self.assertTrue(data['is_safe_to_delete'])
def test_osd_smart(self):
self._get('/api/osd/0/smart')
self.assertStatus(200)
def test_mark_out_and_in(self):
self._put('/api/osd/0/mark', data={'action': 'out'})
self.assertStatus(200)
self._put('/api/osd/0/mark', data={'action': 'in'})
self.assertStatus(200)
def test_mark_down(self):
self._put('/api/osd/0/mark', data={'action': 'down'})
self.assertStatus(200)
def test_reweight(self):
self._post('/api/osd/0/reweight', {'weight': 0.4})
self.assertStatus(200)
def get_reweight_value():
self._get('/api/osd/0')
response = self.jsonBody()
if 'osd_map' in response and 'weight' in response['osd_map']:
return round(response['osd_map']['weight'], 1)
return None
self.wait_until_equal(get_reweight_value, 0.4, 10)
self.assertStatus(200)
# Undo
self._post('/api/osd/0/reweight', {'weight': 1})
def test_create_lost_destroy_remove(self):
sample_data = {
'uuid': 'f860ca2e-757d-48ce-b74a-87052cad563f',
'svc_id': 5
}
# Create
self._task_post('/api/osd', {
'method': 'bare',
'data': sample_data,
'tracking_id': 'bare-5'
})
self.assertStatus(201)
# invalid method
self._task_post('/api/osd', {
'method': 'xyz',
'data': {
'uuid': 'f860ca2e-757d-48ce-b74a-87052cad563f',
'svc_id': 5
},
'tracking_id': 'bare-5'
})
self.assertStatus(400)
# Lost
self._put('/api/osd/5/mark', data={'action': 'lost'})
self.assertStatus(200)
# Destroy
self._post('/api/osd/5/destroy')
self.assertStatus(200)
# Purge
self._post('/api/osd/5/purge')
self.assertStatus(200)
def test_create_with_drive_group(self):
data = {
'method': 'drive_groups',
'data': [
{
'service_type': 'osd',
'service_id': 'test',
'host_pattern': '*',
'data_devices': {
'vendor': 'abc',
'model': 'cba',
'rotational': True,
'size': '4 TB'
},
'wal_devices': {
'vendor': 'def',
'model': 'fed',
'rotational': False,
'size': '1 TB'
},
'db_devices': {
'vendor': 'ghi',
'model': 'ihg',
'rotational': False,
'size': '512 GB'
},
'wal_slots': 5,
'db_slots': 5,
'encrypted': True
}
],
'tracking_id': 'test'
}
self._post('/api/osd', data)
self.assertStatus(201)
def test_safe_to_destroy(self):
osd_dump = json.loads(self._ceph_cmd(['osd', 'dump', '-f', 'json']))
max_id = max(map(lambda e: e['osd'], osd_dump['osds']))
def get_pg_status_equal_unknown(osd_ids):
self._get('/api/osd/safe_to_destroy?ids={}'.format(osd_ids))
if 'message' in self.jsonBody():
return 'pgs have unknown state' in self.jsonBody()['message']
return False
# 1 OSD safe to destroy
unused_osd_id = max_id + 10
self.wait_until_equal(
lambda: get_pg_status_equal_unknown(unused_osd_id), False, 30)
self.assertStatus(200)
self.assertJsonBody({
'is_safe_to_destroy': True,
'active': [],
'missing_stats': [],
'safe_to_destroy': [unused_osd_id],
'stored_pgs': [],
})
# multiple OSDs safe to destroy
unused_osd_ids = [max_id + 11, max_id + 12]
self.wait_until_equal(
lambda: get_pg_status_equal_unknown(str(unused_osd_ids)), False, 30)
self.assertStatus(200)
self.assertJsonBody({
'is_safe_to_destroy': True,
'active': [],
'missing_stats': [],
'safe_to_destroy': unused_osd_ids,
'stored_pgs': [],
})
# 1 OSD unsafe to destroy
def get_destroy_status():
self._get('/api/osd/safe_to_destroy?ids=0')
if 'is_safe_to_destroy' in self.jsonBody():
return self.jsonBody()['is_safe_to_destroy']
return None
self.wait_until_equal(get_destroy_status, False, 10)
self.assertStatus(200)
def test_osd_devices(self):
data = self._get('/api/osd/0/devices')
self.assertStatus(200)
self.assertSchema(data, devices_schema)
class OsdFlagsTest(DashboardTestCase):
def __init__(self, *args, **kwargs):
super(OsdFlagsTest, self).__init__(*args, **kwargs)
self._initial_flags = ['sortbitwise', 'recovery_deletes', 'purged_snapdirs',
'pglog_hardlimit'] # These flags cannot be unset
@classmethod
def _put_flags(cls, flags, ids=None):
url = '/api/osd/flags'
data = {'flags': flags}
if ids:
url = url + '/individual'
data['ids'] = ids
cls._put(url, data=data)
return cls._resp.json()
def test_list_osd_flags(self):
flags = self._get('/api/osd/flags')
self.assertStatus(200)
self.assertEqual(len(flags), 4)
self.assertCountEqual(flags, self._initial_flags)
def test_add_osd_flag(self):
flags = self._put_flags([
'sortbitwise', 'recovery_deletes', 'purged_snapdirs', 'noout',
'pause', 'pglog_hardlimit'
])
self.assertCountEqual(flags, [
'sortbitwise', 'recovery_deletes', 'purged_snapdirs', 'noout',
'pause', 'pglog_hardlimit'
])
# Restore flags
self._put_flags(self._initial_flags)
def test_get_indiv_flag(self):
initial = self._get('/api/osd/flags/individual')
self.assertStatus(200)
self.assertSchema(initial, JList(JObj({
'osd': int,
'flags': JList(str)
})))
self._ceph_cmd(['osd', 'set-group', 'noout,noin', 'osd.0', 'osd.1', 'osd.2'])
flags_added = self._get('/api/osd/flags/individual')
self.assertStatus(200)
for osd in flags_added:
if osd['osd'] in [0, 1, 2]:
self.assertIn('noout', osd['flags'])
self.assertIn('noin', osd['flags'])
for osd_initial in initial:
if osd['osd'] == osd_initial['osd']:
self.assertGreater(len(osd['flags']), len(osd_initial['flags']))
self._ceph_cmd(['osd', 'unset-group', 'noout,noin', 'osd.0', 'osd.1', 'osd.2'])
flags_removed = self._get('/api/osd/flags/individual')
self.assertStatus(200)
for osd in flags_removed:
if osd['osd'] in [0, 1, 2]:
self.assertNotIn('noout', osd['flags'])
self.assertNotIn('noin', osd['flags'])
def test_add_indiv_flag(self):
flags_update = {'noup': None, 'nodown': None, 'noin': None, 'noout': True}
svc_id = 0
resp = self._put_flags(flags_update, [svc_id])
self._check_indiv_flags_resp(resp, [svc_id], ['noout'], [], ['noup', 'nodown', 'noin'])
self._check_indiv_flags_osd([svc_id], ['noout'], ['noup', 'nodown', 'noin'])
self._ceph_cmd(['osd', 'unset-group', 'noout', 'osd.{}'.format(svc_id)])
def test_add_multiple_indiv_flags(self):
flags_update = {'noup': None, 'nodown': None, 'noin': True, 'noout': True}
svc_id = 0
resp = self._put_flags(flags_update, [svc_id])
self._check_indiv_flags_resp(resp, [svc_id], ['noout', 'noin'], [], ['noup', 'nodown'])
self._check_indiv_flags_osd([svc_id], ['noout', 'noin'], ['noup', 'nodown'])
self._ceph_cmd(['osd', 'unset-group', 'noout,noin', 'osd.{}'.format(svc_id)])
def test_add_multiple_indiv_flags_multiple_osds(self):
flags_update = {'noup': None, 'nodown': None, 'noin': True, 'noout': True}
svc_id = [0, 1, 2]
resp = self._put_flags(flags_update, svc_id)
self._check_indiv_flags_resp(resp, svc_id, ['noout', 'noin'], [], ['noup', 'nodown'])
self._check_indiv_flags_osd([svc_id], ['noout', 'noin'], ['noup', 'nodown'])
self._ceph_cmd(['osd', 'unset-group', 'noout,noin', 'osd.0', 'osd.1', 'osd.2'])
def test_remove_indiv_flag(self):
flags_update = {'noup': None, 'nodown': None, 'noin': None, 'noout': False}
svc_id = 0
self._ceph_cmd(['osd', 'set-group', 'noout', 'osd.{}'.format(svc_id)])
resp = self._put_flags(flags_update, [svc_id])
self._check_indiv_flags_resp(resp, [svc_id], [], ['noout'], ['noup', 'nodown', 'noin'])
self._check_indiv_flags_osd([svc_id], [], ['noup', 'nodown', 'noin', 'noout'])
def test_remove_multiple_indiv_flags(self):
flags_update = {'noup': None, 'nodown': None, 'noin': False, 'noout': False}
svc_id = 0
self._ceph_cmd(['osd', 'set-group', 'noout,noin', 'osd.{}'.format(svc_id)])
resp = self._put_flags(flags_update, [svc_id])
self._check_indiv_flags_resp(resp, [svc_id], [], ['noout', 'noin'], ['noup', 'nodown'])
self._check_indiv_flags_osd([svc_id], [], ['noout', 'noin', 'noup', 'nodown'])
def test_remove_multiple_indiv_flags_multiple_osds(self):
flags_update = {'noup': None, 'nodown': None, 'noin': False, 'noout': False}
svc_id = [0, 1, 2]
self._ceph_cmd(['osd', 'unset-group', 'noout,noin', 'osd.0', 'osd.1', 'osd.2'])
resp = self._put_flags(flags_update, svc_id)
self._check_indiv_flags_resp(resp, svc_id, [], ['noout', 'noin'], ['noup', 'nodown'])
self._check_indiv_flags_osd([svc_id], [], ['noout', 'noin', 'noup', 'nodown'])
def _check_indiv_flags_resp(self, resp, ids, added, removed, ignored):
self.assertStatus(200)
self.assertCountEqual(resp['ids'], ids)
self.assertCountEqual(resp['added'], added)
self.assertCountEqual(resp['removed'], removed)
for flag in ignored:
self.assertNotIn(flag, resp['added'])
self.assertNotIn(flag, resp['removed'])
def _check_indiv_flags_osd(self, ids, activated_flags, deactivated_flags):
osds = json.loads(self._ceph_cmd(['osd', 'dump', '--format=json']))['osds']
for osd in osds:
if osd['osd'] in ids:
for flag in activated_flags:
self.assertIn(flag, osd['state'])
for flag in deactivated_flags:
self.assertNotIn(flag, osd['state'])
Reference in New Issue View Git Blame Copy Permalink