From f97c6ceb6cf8f6ecb45c5fce0506eecc9b78abac Mon Sep 17 00:00:00 2001 From: Jaroslava Fiedlerova Date: Thu, 10 Oct 2024 19:02:06 +0200 Subject: [PATCH 1/3] CI: Update enc/decoder tests in RAN-gNB-N300-Timing-Phytest-LDPC Set a maximum SNR value using the "-S" option to ensure that nr_dlsim or nr_ulsim is executed only for a given SNR. This approach allows us to verify the success of the encoding/decoding process at the specified SNR. Check if the test succeeds is not yet implemented (currently we only retrieve an information about encoding/decoding processing time). To be implemented in the separate MR. Always execute all the nr_dlsim/nr_ulsim tests even if one of them fails. Each test takes around 5s, so we can execute them all to get results for all the test scenarios. --- .../xml_files/t2_offload_dec_nr_ulsim.xml | 54 ++++++++++++------- .../xml_files/t2_offload_enc_nr_dlsim.xml | 54 ++++++++++++------- 2 files changed, 72 insertions(+), 36 deletions(-) diff --git a/ci-scripts/xml_files/t2_offload_dec_nr_ulsim.xml b/ci-scripts/xml_files/t2_offload_dec_nr_ulsim.xml index b7125f100b..4e44f7f853 100644 --- a/ci-scripts/xml_files/t2_offload_dec_nr_ulsim.xml +++ b/ci-scripts/xml_files/t2_offload_dec_nr_ulsim.xml @@ -33,145 +33,163 @@ Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 5, 106 PRBs, 1 layer + true nr_ulsim 300 - -n100 -s30 -m5 -r106 -R106 -C10 -P + -n100 -s30 -S30.2 -m5 -r106 -R106 -C10 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 5, 106 PRBs, 1 layer + true nr_ulsim 100 - -n100 -s30 -m5 -r106 -R106 -o -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m5 -r106 -R106 -o -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 15, 106 PRBs, 1 layer + true nr_ulsim 300 - -n100 -s30 -m15 -r106 -R106 -C10 -P + -n100 -s30 -S30.2 -m15 -r106 -R106 -C10 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 15, 106 PRBs, 1 layer + true nr_ulsim 150 - -n100 -s30 -m15 -r106 -R106 -o -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m15 -r106 -R106 -o -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 25, 106 PRBs, 1 layer + true nr_ulsim 250 - -n100 -s30 -m25 -r106 -R106 -C10 -P + -n100 -s30 -S30.2 -m25 -r106 -R106 -C10 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 25, 106 PRBs, 1 layer + true nr_ulsim 250 - -n100 -s30 -m25 -r106 -R106 -o -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m25 -r106 -R106 -o -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 5, 273 PRBs, 1 layer + true nr_ulsim 300 - -n100 -s30 -m5 -r273 -R273 -C10 -P + -n100 -s30 -S30.2 -m5 -r273 -R273 -C10 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 5, 273 PRBs, 1 layer + true nr_ulsim 150 - -n100 -s30 -m5 -r273 -R273 -o -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m5 -r273 -R273 -o -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 15, 273 PRBs, 1 layer + true nr_ulsim 400 - -n100 -s30 -m15 -r273 -R273 -C10 -P + -n100 -s30 -S30.2 -m15 -r273 -R273 -C10 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 15, 273 PRBs, 1 layer + true nr_ulsim 350 - -n100 -s30 -m15 -r273 -R273 -o -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m15 -r273 -R273 -o -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 25, 273 PRBs, 1 layer + true nr_ulsim 400 - -n100 -s30 -m25 -r273 -R273 -C10 -P + -n100 -s30 -S30.2 -m25 -r273 -R273 -C10 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 25, 273 PRBs, 1 layer + true nr_ulsim 550 - -n100 -s30 -m25 -r273 -R273 -o -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m25 -r273 -R273 -o -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 5, 273 PRBs, 2 layers + true nr_ulsim 300 - -n100 -s30 -m5 -r273 -R273 -C10 -W2 -z2 -y2 -P + -n100 -s30 -S30.2 -m5 -r273 -R273 -C10 -W2 -z2 -y2 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 5, 273 PRBs, 2 layers + true nr_ulsim 250 - -n100 -s30 -m5 -r273 -R273 -o -W2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m5 -r273 -R273 -o -W2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 15, 273 PRBs, 2 layers + true nr_ulsim 600 - -n100 -s30 -m15 -r273 -R273 -C10 -W2 -z2 -y2 -P + -n100 -s30 -S30.2 -m15 -r273 -R273 -C10 -W2 -z2 -y2 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 15, 273 PRBs, 2 layers + true nr_ulsim 650 - -n100 -s30 -m15 -r273 -R273 -o -W2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m15 -r273 -R273 -o -W2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_ulsim with CPU: SNR = 30, MCS = 25, 273 PRBs, 2 layers + true nr_ulsim 650 - -n100 -s30 -m25 -r273 -R273 -C10 -W2 -z2 -y2 -P + -n100 -s30 -S30.2 -m25 -r273 -R273 -C10 -W2 -z2 -y2 -P Run_T2Test Run nr_ulsim with T2 LDPC offload: SNR = 30, MCS = 25, 273 PRBs, 2 layers + true nr_ulsim 1100 - -n100 -s30 -m25 -r273 -R273 -o -W2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -m25 -r273 -R273 -o -W2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 diff --git a/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml b/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml index 9a9b7b2437..0c09f2722c 100644 --- a/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml +++ b/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml @@ -33,145 +33,163 @@ Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 5, 106 PRBs, 1 layer + true nr_dlsim 200 - -n100 -s30 -e5 -b106 -R106 -X8 -P + -n100 -s30 -S30.2 -e5 -b106 -R106 -X8 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 5, 106 PRBs, 1 layer + true nr_dlsim 100 - -n100 -s30 -e5 -b106 -R106 -c -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e5 -b106 -R106 -c -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 15, 106 PRBs, 1 layer + true nr_dlsim 3000 - -n100 -s30 -e15 -b106 -R106 -X8 -P + -n100 -s30 -S30.2 -e15 -b106 -R106 -X8 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 15, 106 PRBs, 1 layer + true nr_dlsim 100 - -n100 -s30 -e15 -b106 -R106 -c -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e15 -b106 -R106 -c -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 25, 106 PRBs, 1 layer + true nr_dlsim 400 - -n100 -s30 -e25 -b106 -R106 -X8 -P + -n100 -s30 -S30.2 -e25 -b106 -R106 -X8 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 25, 106 PRBs, 1 layer + true nr_dlsim 200 - -n100 -s30 -e25 -b106 -R106 -c -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e25 -b106 -R106 -c -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 5, 273 PRBs, 1 layer + true nr_dlsim 300 - -n100 -s30 -e5 -b273 -R273 -X8 -P + -n100 -s30 -S30.2 -e5 -b273 -R273 -X8 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 5, 273 PRBs, 1 layer + true nr_dlsim 150 - -n100 -s30 -e5 -b273 -R273 -c -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e5 -b273 -R273 -c -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 15, 273 PRBs, 1 layer + true nr_dlsim 450 - -n100 -s30 -e15 -b273 -R273 -X8 -P + -n100 -s30 -S30.2 -e15 -b273 -R273 -X8 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 15, 273 PRBs, 1 layer + true nr_dlsim 250 - -n100 -s30 -e15 -b273 -R273 -c -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e15 -b273 -R273 -c -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 25, 273 PRBs, 1 layer + true nr_dlsim 500 - -n100 -s30 -e25 -b273 -R273 -X8 -P + -n100 -s30 -S30.2 -e25 -b273 -R273 -X8 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 25, 273 PRBs, 1 layer + true nr_dlsim 400 - -n100 -s30 -e25 -b273 -R273 -c -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e25 -b273 -R273 -c -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 5, 273 PRBs, 2 layers + true nr_dlsim 350 - -n100 -s30 -e5 -b273 -R273 -X8 -x2 -z2 -y2 -P + -n100 -s30 -S30.2 -e5 -b273 -R273 -X8 -x2 -z2 -y2 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 5, 273 PRBs, 2 layers + true nr_dlsim 200 - -n100 -s30 -e5 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e5 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 15, 273 PRBs, 2 layers + true nr_dlsim 600 - -n100 -s30 -e15 -b273 -R273 -X8 -x2 -z2 -y2 -P + -n100 -s30 -S30.2 -e15 -b273 -R273 -X8 -x2 -z2 -y2 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 15, 273 PRBs, 2 layers + true nr_dlsim 500 - -n100 -s30 -e15 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e15 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 Run_T2Test Run nr_dlsim with CPU: SNR = 30, MCS = 25, 273 PRBs, 2 layers + true nr_dlsim 800 - -n100 -s30 -e25 -b273 -R273 -X8 -x2 -z2 -y2 -P + -n100 -s30 -S30.2 -e25 -b273 -R273 -X8 -x2 -z2 -y2 -P Run_T2Test Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 25, 273 PRBs, 2 layers + true nr_dlsim 800 - -n100 -s30 -e25 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + -n100 -s30 -S30.2 -e25 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 From 61e7c0ae39e7f5d69603ab8151945b9c3e93b00c Mon Sep 17 00:00:00 2001 From: Jaroslava Fiedlerova Date: Wed, 16 Oct 2024 08:43:29 +0200 Subject: [PATCH 2/3] CI: Enable thread-pool in RAN-gNB-N300-Timing-Phytest-LDPC Enable multi-threading in the nr_dlsim test with CPU, set 5 cores for thread-pool using "-X 8,9,10,11,12" option. --- .../xml_files/t2_offload_enc_nr_dlsim.xml | 36 +++++++++---------- 1 file changed, 18 insertions(+), 18 deletions(-) diff --git a/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml b/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml index 0c09f2722c..1e4b7b2e19 100644 --- a/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml +++ b/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml @@ -35,8 +35,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 5, 106 PRBs, 1 layer true nr_dlsim - 200 - -n100 -s30 -S30.2 -e5 -b106 -R106 -X8 -P + 230 + -n100 -s30 -S30.2 -e5 -b106 -R106 -X 8,9,10,11,12 -P @@ -53,8 +53,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 15, 106 PRBs, 1 layer true nr_dlsim - 3000 - -n100 -s30 -S30.2 -e15 -b106 -R106 -X8 -P + 300 + -n100 -s30 -S30.2 -e15 -b106 -R106 -X 8,9,10,11,12 -P @@ -71,8 +71,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 25, 106 PRBs, 1 layer true nr_dlsim - 400 - -n100 -s30 -S30.2 -e25 -b106 -R106 -X8 -P + 350 + -n100 -s30 -S30.2 -e25 -b106 -R106 -X 8,9,10,11,12 -P @@ -90,7 +90,7 @@ true nr_dlsim 300 - -n100 -s30 -S30.2 -e5 -b273 -R273 -X8 -P + -n100 -s30 -S30.2 -e5 -b273 -R273 -X 8,9,10,11,12 -P @@ -107,8 +107,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 15, 273 PRBs, 1 layer true nr_dlsim - 450 - -n100 -s30 -S30.2 -e15 -b273 -R273 -X8 -P + 350 + -n100 -s30 -S30.2 -e15 -b273 -R273 -X 8,9,10,11,12 -P @@ -125,8 +125,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 25, 273 PRBs, 1 layer true nr_dlsim - 500 - -n100 -s30 -S30.2 -e25 -b273 -R273 -X8 -P + 400 + -n100 -s30 -S30.2 -e25 -b273 -R273 -X 8,9,10,11,12 -P @@ -143,8 +143,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 5, 273 PRBs, 2 layers true nr_dlsim - 350 - -n100 -s30 -S30.2 -e5 -b273 -R273 -X8 -x2 -z2 -y2 -P + 400 + -n100 -s30 -S30.2 -e5 -b273 -R273 -X 8,9,10,11,12 -x2 -z2 -y2 -P @@ -161,8 +161,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 15, 273 PRBs, 2 layers true nr_dlsim - 600 - -n100 -s30 -S30.2 -e15 -b273 -R273 -X8 -x2 -z2 -y2 -P + 450 + -n100 -s30 -S30.2 -e15 -b273 -R273 -X 8,9,10,11,12 -x2 -z2 -y2 -P @@ -179,8 +179,8 @@ Run nr_dlsim with CPU: SNR = 30, MCS = 25, 273 PRBs, 2 layers true nr_dlsim - 800 - -n100 -s30 -S30.2 -e25 -b273 -R273 -X8 -x2 -z2 -y2 -P + 500 + -n100 -s30 -S30.2 -e25 -b273 -R273 -X 8,9,10,11,12 -x2 -z2 -y2 -P @@ -188,7 +188,7 @@ Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 25, 273 PRBs, 2 layers true nr_dlsim - 800 + 500 -n100 -s30 -S30.2 -e25 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 From 0d4c6b8c4f1b420fa74dd073675e3d89ab421157 Mon Sep 17 00:00:00 2001 From: Jaroslava Fiedlerova Date: Wed, 16 Oct 2024 11:21:15 +0200 Subject: [PATCH 3/3] CI: add new testcases for nr_dlsim testing in timing pipeline Add new nr_dlsim test cases for testing with 4 antennas, 2 layers in both scenarios - with and without T2 card. --- .../xml_files/t2_offload_enc_nr_dlsim.xml | 54 +++++++++++++++++++ 1 file changed, 54 insertions(+) diff --git a/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml b/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml index 1e4b7b2e19..cff66b56a4 100644 --- a/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml +++ b/ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml @@ -27,6 +27,7 @@ 000111 000112 000121 000122 000131 000132 000211 000212 000221 000222 000231 000232 000311 000312 000321 000322 000331 000332 + 000411 000412 000421 000422 000431 000432 @@ -192,4 +193,57 @@ -n100 -s30 -S30.2 -e25 -b273 -R273 -c -x2 -z2 -y2 -P --ldpc_offload.dpdk_dev d8:00.0 + + Run_T2Test + Run nr_dlsim with CPU: SNR = 30, MCS = 5, 273 PRBs, 2 layers, 4 antennas + true + nr_dlsim + 400 + -n100 -s30 -S30.2 -e5 -b273 -R273 -X8,9,10,11,12 -x2 -z4 -y4 -P + + + + Run_T2Test + Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 5, 273 PRBs, 2 layers, 4 antennas + true + nr_dlsim + 150 + -n100 -s30 -S30.2 -e5 -b273 -R273 -c -x2 -z4 -y4 -P --ldpc_offload.dpdk_dev d8:00.0 + + + + Run_T2Test + Run nr_dlsim with CPU: SNR = 30, MCS = 20, 273 PRBs, 2 layers, 4 antennas + true + nr_dlsim + 400 + -n100 -s30 -S30.2 -e15 -b273 -R273 -X8,9,10,11,12 -x2 -z4 -y4 -P + + + + Run_T2Test + Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 20, 273 PRBs, 2 layers, 4 antennas + true + nr_dlsim + 300 + -n100 -s30 -S30.2 -e15 -b273 -R273 -c -x2 -z4 -y4 -P --ldpc_offload.dpdk_dev d8:00.0 + + + + Run_T2Test + Run nr_dlsim with CPU: SNR = 30, MCS = 27, 273 PRBs, 2 layers, 4 antennas + true + nr_dlsim + 450 + -n100 -s30 -S30.2 -e25 -b273 -R273 -X8,9,10,11,12 -x2 -z4 -y4 -P + + + + Run_T2Test + Run nr_dlsim with T2 LDPC offload: SNR = 30, MCS = 27, 273 PRBs, 2 layers, 4 antennas + true + nr_dlsim + 450 + -n100 -s30 -S30.2 -e25 -b273 -R273 -c -x2 -z4 -y4 -P --ldpc_offload.dpdk_dev d8:00.0 +