ypersky1980
commented
1 year ago Error for single clone creation:
TestPVCClonePerformance.test_clone_create_deleteperformance[CephBlockPool-1-600Mi]
self = <test_pvc_clone_performance.TestPVCClonePerformance object at 0x7f76786fce80>
secret_factory = <function secret_factory_fixture.
@pytest.mark.parametrize(
argnames=["interface_type", "pvc_size", "file_size"],
argvalues=[
pytest.param(
*[constants.CEPHBLOCKPOOL, "1", "600Mi"],
marks=pytest.mark.polarion_id("OCS-2356"),
),
pytest.param(
*[constants.CEPHBLOCKPOOL, "25", "15Gi"],
marks=pytest.mark.polarion_id("OCS-2340"),
),
pytest.param(
*[constants.CEPHBLOCKPOOL, "50", "30Gi"],
marks=pytest.mark.polarion_id("OCS-2357"),
),
pytest.param(
*[constants.CEPHBLOCKPOOL, "100", "60Gi"],
marks=pytest.mark.polarion_id("OCS-2358"),
),
pytest.param(
*[constants.CEPHFILESYSTEM, "1", "600Mi"],
marks=pytest.mark.polarion_id("2341"),
),
pytest.param(
*[constants.CEPHFILESYSTEM, "25", "15Gi"],
marks=pytest.mark.polarion_id("2355"),
),
pytest.param(
*[constants.CEPHFILESYSTEM, "50", "30Gi"],
marks=pytest.mark.polarion_id("2359"),
),
pytest.param(
*[constants.CEPHFILESYSTEM, "100", "60Gi"],
marks=pytest.mark.polarion_id("2360"),
),
],
)
def test_clone_create_delete_performance(
self, secret_factory, interface_type, pvc_size, file_size
):
"""
Write data (60% of PVC capacity) to the PVC created in setup
Create clones for an existing pvc,
Measure clones average creation time and speed
Delete the created clone
Measure clone average deletion time and speed
Note: by increasing max_num_of_clones value you increase number of the clones to be created/deleted
"""
# Initialize some variabels
self.interface = interface_type
self.timeout = 18000
self.pvc_size = pvc_size
self.results_path = get_full_test_logs_path(cname=self)
file_size_mb = convert_device_size(file_size, "MB")
# Initialize the results doc file.
full_results = self.init_full_results(
ClonesResultsAnalyse(
self.uuid,
self.crd_data,
self.full_log_path,
"pvc_clone_performance",
)
)
test_start_time = self.get_time()
# Create new pool and sc only for RBD, for CepgFS use thr default
if self.interface == constants.CEPHBLOCKPOOL:
# Creating new pool to run the test on it
self.create_new_pool_and_sc(secret_factory)
else:
self.sc_obj = ocs.OCS(
kind="StorageCluster",
metadata={
"namespace": self.namespace,
"name": Interfaces_info[self.interface]["sc"],
},
)
self.pool_name = "ocs-storagecluster-cephfilesystem"
# Create a PVC
self.create_pvc_and_wait_for_bound()
# Create a POD
self.create_pod_and_wait_for_completion(filesize=f"{file_size_mb}M")
# taking the time, so parsing the provision log will be faster.
start_time = self.get_time("csi")
self.clones_list = self.create_and_delete_clones()
# Mesure Creation / Deletion time of all clones
results_times = performance_lib.get_pvc_provision_times(
interface=self.interface,
pvc_name=self.clones_list,
start_time=start_time,
)
test_end_time = self.get_time()
logger.info(
f"Printing clone creation time and speed for {self.number_of_clones} clones "
f"on {self.interface} PVC of size {self.pvc_size} GB:"
)
# Produce ES report
speed = True if self.interface == constants.CEPHFILESYSTEM else Falsefull_results.analyse_results(results_times, total_data=file_size_mb, speed=speed )
tests/e2e/performance/csi_tests/test_pvc_clone_performance.py:380:
tests/e2e/performance/csi_tests/test_pvc_clone_performance.py:81: in analyse_results avg_data[op] = statistics.mean(all_data[op])
data = []
def mean(data):
"""Return the sample arithmetic mean of data.
>>> mean([1, 2, 3, 4, 4])
2.8
>>> from fractions import Fraction as F
>>> mean([F(3, 7), F(1, 21), F(5, 3), F(1, 3)])
Fraction(13, 21)
>>> from decimal import Decimal as D
>>> mean([D("0.5"), D("0.75"), D("0.625"), D("0.375")])
Decimal('0.5625')
If ``data`` is empty, StatisticsError will be raised.
"""
if iter(data) is data:
data = list(data)
n = len(data)
if n < 1:raise StatisticsError('mean requires at least one data point')E statistics.StatisticsError: mean requires at least one data point
/usr/lib64/python3.8/statistics.py:315: StatisticsError =============================== warnings summary =============================== tests/e2e/performance/csi_tests/test_pvc_clone_performance.py::TestPVCClonePerformance::test_clone_create_delete_performance[CephBlockPool-1-600Mi] /home/ypersky/ypersky-git/yulienv38/lib64/python3.8/site-packages/elasticsearch/connection/base.py:208: ElasticsearchWarning: Elasticsearch built-in security features are not enabled. Without authentication, your cluster could be accessible to anyone. See https://www.elastic.co/guide/en/elasticsearch/reference/7.16/security-minimal-setup.html to enable security. warnings.warn(message, category=ElasticsearchWarning)
-- Docs: https://docs.pytest.org/en/stable/warnings.html =========================== short test summary info ============================
test_pvc_clone_performance.py all test cases failed on both AWS and VMware LSO platforms while running on 4.14.
The test passed in 4.13 on all the platforms.
VMware LSO: https://ocs4-jenkins-csb-odf-qe.apps.ocp-c1.prod.psi.redhat.com/job/qe-deploy-ocs-cluster/28837/testReport/ AWS https://ocs4-jenkins-csb-odf-qe.apps.ocp-c1.prod.psi.redhat.com/view/Performance/job/qe-trigger-aws-ipi-3az-rhcos-3m-3w-performance/101/testReport/