411 lines
14 KiB
C
411 lines
14 KiB
C
/*
|
|
* SPDX-License-Identifier: LicenseRef-CSSL-1.0
|
|
*/
|
|
|
|
/*!
|
|
* \brief Implementation of RU procedures
|
|
*/
|
|
|
|
#include "PHY/defs_gNB.h"
|
|
#include "common/platform_types.h"
|
|
#include "sched_nr.h"
|
|
#include "PHY/MODULATION/modulation_common.h"
|
|
#include "PHY/MODULATION/nr_modulation.h"
|
|
#include "openair1/PHY/defs_nr_common.h"
|
|
#include "common/utils/LOG/log.h"
|
|
#include "common/utils/system.h"
|
|
|
|
#include "T.h"
|
|
|
|
#include "assertions.h"
|
|
|
|
#include <pthread.h>
|
|
#include <stdatomic.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <time.h>
|
|
|
|
static pthread_once_t tx_chain_telemetry_once = PTHREAD_ONCE_INIT;
|
|
static bool tx_chain_telemetry = false;
|
|
static atomic_uint tx_chain_proven_mask = ATOMIC_VAR_INIT(0);
|
|
|
|
static void configure_tx_chain_telemetry(void)
|
|
{
|
|
const char *value = getenv("OAI_TX_CHAIN_TELEMETRY");
|
|
tx_chain_telemetry = value != NULL && strcmp(value, "1") == 0;
|
|
}
|
|
|
|
static bool tx_chain_telemetry_enabled(void)
|
|
{
|
|
pthread_once(&tx_chain_telemetry_once, configure_tx_chain_telemetry);
|
|
return tx_chain_telemetry;
|
|
}
|
|
|
|
static inline int count_nnz_c16(const c16_t *v, int n)
|
|
{
|
|
int nnz = 0;
|
|
for (int i = 0; i < n; i++)
|
|
nnz += (v[i].r != 0) || (v[i].i != 0);
|
|
return nnz;
|
|
}
|
|
|
|
// RU OFDM Modulator gNodeB
|
|
// OFDM modulation core routine, generates a first_symbol to first_symbol+num_symbols on a particular slot and TX antenna port
|
|
void nr_feptx0(RU_t *ru, int tti_tx, int first_symbol, int num_symbols, int aa)
|
|
{
|
|
NR_DL_FRAME_PARMS *fp = ru->nr_frame_parms;
|
|
|
|
unsigned int slot_offset,slot_offsetF;
|
|
int slot = tti_tx;
|
|
|
|
if (aa == 0 && first_symbol == 0)
|
|
start_meas(&ru->ofdm_mod_stats);
|
|
slot_offset = get_samples_slot_timestamp(fp, slot);
|
|
slot_offsetF = first_symbol * fp->ofdm_symbol_size;
|
|
|
|
int abs_first_symbol = slot * fp->symbols_per_slot;
|
|
|
|
for (int idx_sym = abs_first_symbol; idx_sym < abs_first_symbol + first_symbol; idx_sym++)
|
|
slot_offset += (idx_sym % (0x7 << fp->numerology_index)) ? fp->nb_prefix_samples : fp->nb_prefix_samples0;
|
|
|
|
slot_offset += fp->ofdm_symbol_size * first_symbol;
|
|
|
|
LOG_D(PHY,
|
|
"SFN/SF:RU:TX:%d/%d aa %d Generating slot %d (first_symbol %d num_symbols %d) slot_offset %d, slot_offsetF %d\n",
|
|
ru->proc.frame_tx,
|
|
ru->proc.tti_tx,
|
|
aa,
|
|
slot,
|
|
first_symbol,
|
|
num_symbols,
|
|
slot_offset,
|
|
slot_offsetF);
|
|
|
|
if (fp->Ncp == 1) {
|
|
PHY_ofdm_mod(&ru->common.txdataF_BF[aa][slot_offsetF],
|
|
(int*)&ru->common.txdata[aa][slot_offset],
|
|
fp->ofdm_symbol_size,
|
|
num_symbols,
|
|
fp->nb_prefix_samples,
|
|
CYCLIC_PREFIX);
|
|
} else {
|
|
if (fp->numerology_index != 0) {
|
|
|
|
if (!(slot%(fp->slots_per_subframe/2))&&(first_symbol==0)) { // case where first symbol in slot has longer prefix
|
|
PHY_ofdm_mod(&ru->common.txdataF_BF[aa][slot_offsetF],
|
|
(int*)&ru->common.txdata[aa][slot_offset],
|
|
fp->ofdm_symbol_size,
|
|
1,
|
|
fp->nb_prefix_samples0,
|
|
CYCLIC_PREFIX);
|
|
|
|
PHY_ofdm_mod(&ru->common.txdataF_BF[aa][slot_offsetF+fp->ofdm_symbol_size],
|
|
(int*)&ru->common.txdata[aa][slot_offset+fp->nb_prefix_samples0+fp->ofdm_symbol_size],
|
|
fp->ofdm_symbol_size,
|
|
num_symbols-1,
|
|
fp->nb_prefix_samples,
|
|
CYCLIC_PREFIX);
|
|
}
|
|
else { // all symbols in slot have shorter prefix
|
|
PHY_ofdm_mod(&ru->common.txdataF_BF[aa][slot_offsetF],
|
|
(int*)&ru->common.txdata[aa][slot_offset],
|
|
fp->ofdm_symbol_size,
|
|
num_symbols,
|
|
fp->nb_prefix_samples,
|
|
CYCLIC_PREFIX);
|
|
}
|
|
} // numerology_index!=0
|
|
else { //numerology_index == 0
|
|
for (int idx_sym = abs_first_symbol; idx_sym < abs_first_symbol+num_symbols; idx_sym++) {
|
|
if (idx_sym % 0x7) {
|
|
PHY_ofdm_mod(&ru->common.txdataF_BF[aa][slot_offsetF],
|
|
(int*)&ru->common.txdata[aa][slot_offset],
|
|
fp->ofdm_symbol_size,
|
|
1,
|
|
fp->nb_prefix_samples,
|
|
CYCLIC_PREFIX);
|
|
slot_offset += fp->nb_prefix_samples+fp->ofdm_symbol_size;
|
|
slot_offsetF += fp->ofdm_symbol_size;
|
|
}
|
|
else {
|
|
PHY_ofdm_mod(&ru->common.txdataF_BF[aa][slot_offsetF],
|
|
(int*)&ru->common.txdata[aa][slot_offset],
|
|
fp->ofdm_symbol_size,
|
|
1,
|
|
fp->nb_prefix_samples0,
|
|
CYCLIC_PREFIX);
|
|
slot_offset += fp->nb_prefix_samples0+fp->ofdm_symbol_size;
|
|
slot_offsetF += fp->ofdm_symbol_size;
|
|
}
|
|
} // for(idx_symbol..
|
|
} // numerology 0
|
|
}
|
|
|
|
if (aa == 0 && first_symbol == 0)
|
|
stop_meas(&ru->ofdm_mod_stats);
|
|
}
|
|
|
|
// RU FEP TX OFDM modulation, single-thread
|
|
void nr_feptx_ofdm(RU_t *ru,int frame_tx,int tti_tx)
|
|
{
|
|
nfapi_nr_config_request_scf_t *cfg = &ru->gNB_list[0]->gNB_config;
|
|
NR_DL_FRAME_PARMS *fp = ru->nr_frame_parms;
|
|
|
|
unsigned int aa=0;
|
|
int slot_sizeF = fp->ofdm_symbol_size * fp->symbols_per_slot;
|
|
int slot = tti_tx;
|
|
int *txdata = &ru->common.txdata[aa][get_samples_slot_timestamp(fp, slot)];
|
|
|
|
if (nr_slot_select(cfg,frame_tx,slot) == NR_UPLINK_SLOT)
|
|
return;
|
|
|
|
nr_feptx0(ru, slot, 0, fp->symbols_per_slot, aa);
|
|
|
|
LOG_D(PHY,
|
|
"feptx_ofdm (TXPATH): frame %d, slot %d: txp (time %p) %d dB, txp (freq) %d dB\n",
|
|
frame_tx,
|
|
slot,
|
|
txdata,
|
|
dB_fixed(signal_energy((int32_t *)txdata, get_samples_per_slot(slot, fp))),
|
|
dB_fixed(signal_energy_nodc((c16_t *)ru->common.txdataF_BF[aa], 2 * slot_sizeF)));
|
|
}
|
|
|
|
void nr_feptx_prec(RU_t *ru, int frame_tx, int slot_tx)
|
|
{
|
|
PHY_VARS_gNB **gNB_list = ru->gNB_list;
|
|
AssertFatal(ru->num_gNB == 1, "Cannot handle more than 1 gNB\n");
|
|
PHY_VARS_gNB *gNB = gNB_list[0];
|
|
nfapi_nr_config_request_scf_t *cfg = &ru->gNB_list[0]->gNB_config;
|
|
NR_DL_FRAME_PARMS *fp = ru->nr_frame_parms;
|
|
start_meas(&ru->precoding_stats);
|
|
|
|
if (gNB->common_vars.analog_bf) {
|
|
for (int i = 0; i < ru->num_beams_period; i++) {
|
|
memcpy((void*) &ru->common.beam_id[i][slot_tx * fp->symbols_per_slot],
|
|
(void*) &gNB->common_vars.beam_id[i][slot_tx * fp->symbols_per_slot],
|
|
(fp->symbols_per_slot) * sizeof(int));
|
|
}
|
|
}
|
|
|
|
if (nr_slot_select(cfg,frame_tx,slot_tx) == NR_UPLINK_SLOT)
|
|
return;
|
|
|
|
int Ptx = cfg->carrier_config.num_tx_ant.value;
|
|
// If there is no digital beamforming we just need to copy the data to RU
|
|
if (ru->config.dbt_config.num_dig_beams == 0 || ru->gNB_list[0]->common_vars.analog_bf) {
|
|
const nr_antenna_state_t *ant_state = &gNB->antenna_state;
|
|
for (int b = 0; b < ru->num_beams_period; b++) {
|
|
for (int i = 0; i < Ptx; ++i) {
|
|
int tx_idx = i + b * ru->nb_tx;
|
|
// Check antenna muting state for energy saving
|
|
if (!nr_is_tx_antenna_active(ant_state, i)) {
|
|
// Antenna is muted - zero out the buffer (transmission blanking)
|
|
memset((void *)ru->common.txdataF_BF[tx_idx], 0, fp->samples_per_slot_wCP * sizeof(int32_t));
|
|
LOG_D(PHY, "[ANTENNA_MUTE] TX antenna %d muted in nr_feptx_prec, blanking slot %d\n", i, slot_tx);
|
|
} else {
|
|
memcpy((void *)ru->common.txdataF_BF[tx_idx],
|
|
(void *)gNB->common_vars.txdataF[b][i],
|
|
fp->samples_per_slot_wCP * sizeof(int32_t));
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
AssertFatal(false, "This needs to be fixed by using appropriate beams from config\n");
|
|
}
|
|
stop_meas(&ru->precoding_stats);
|
|
}
|
|
|
|
// core routine for FEP TX, called from threads in RU TX thread-pool
|
|
void nr_feptx(void *arg)
|
|
{
|
|
feptx_cmd_t *feptx = (feptx_cmd_t *)arg;
|
|
|
|
RU_t *ru = feptx->ru;
|
|
int slot = feptx->slot;
|
|
int aa = feptx->aid;
|
|
int bb = feptx->beam;
|
|
int startSymbol = feptx->startSymbol;
|
|
NR_DL_FRAME_PARMS *fp = ru->nr_frame_parms;
|
|
int numSymbols = feptx->numSymbols;
|
|
|
|
int tx_idx = aa + bb * ru->nb_tx;
|
|
|
|
if (tx_idx == 0)
|
|
start_meas(&ru->precoding_stats);
|
|
|
|
if (ru->gNB_list[0]->common_vars.analog_bf) {
|
|
memcpy(&ru->common.beam_id[bb][slot * fp->symbols_per_slot],
|
|
&ru->gNB_list[0]->common_vars.beam_id[bb][slot * fp->symbols_per_slot],
|
|
(fp->symbols_per_slot) * sizeof(int));
|
|
}
|
|
|
|
// If there is no digital beamforming we just need to copy the data to RU
|
|
if (ru->config.dbt_config.num_dig_beams == 0 || ru->gNB_list[0]->common_vars.analog_bf) {
|
|
const NR_DL_FRAME_PARMS *fp = &ru->gNB_list[0]->frame_parms;
|
|
const nr_antenna_state_t *ant_state = &ru->gNB_list[0]->antenna_state;
|
|
if (!nr_is_tx_antenna_active(ant_state, aa)) {
|
|
// Antenna is muted - zero out the FFT-shift output (transmission blanking)
|
|
memset((void *)&ru->common.txdataF_BF[tx_idx][startSymbol * fp->ofdm_symbol_size], 0,
|
|
numSymbols * fp->ofdm_symbol_size * sizeof(int32_t));
|
|
} else {
|
|
// FFT shift
|
|
fft_shift(ru->gNB_list[0]->common_vars.txdataF[bb][aa],
|
|
fp->ofdm_symbol_size,
|
|
fp->N_RB_DL,
|
|
(c16_t *)ru->common.txdataF_BF[tx_idx],
|
|
fp->ofdm_symbol_size,
|
|
startSymbol,
|
|
numSymbols);
|
|
}
|
|
} else {
|
|
AssertFatal(false, "This needs to be fixed by using appropriate beams from config\n");
|
|
}
|
|
|
|
// One-shot proof that an 8TX run exercises every physical frequency-domain
|
|
// chain. Check each generated symbol chunk until its chain first carries
|
|
// energy; normal runs leave this disabled to avoid counting overhead.
|
|
if (tx_chain_telemetry_enabled()) {
|
|
const int sample_count = numSymbols * fp->ofdm_symbol_size;
|
|
const int sample_offset = startSymbol * fp->ofdm_symbol_size;
|
|
const c16_t *dst = (const c16_t *)&ru->common.txdataF_BF[tx_idx][sample_offset];
|
|
const int nnz = count_nnz_c16(dst, sample_count);
|
|
if (nnz > 0) {
|
|
const unsigned bit = 1u << aa;
|
|
const unsigned seen = atomic_fetch_or_explicit(
|
|
&tx_chain_proven_mask, bit, memory_order_relaxed);
|
|
if ((seen & bit) == 0)
|
|
LOG_I(PHY,
|
|
"[TX_CHAIN_PROOF] frame=%d slot=%d ant=%d active=1 nnz=%d\n",
|
|
ru->proc.frame_tx,
|
|
slot,
|
|
aa,
|
|
nnz);
|
|
}
|
|
}
|
|
|
|
if (tx_idx == 0)
|
|
stop_meas(&ru->precoding_stats);
|
|
|
|
////////////FEPTX////////////
|
|
nr_feptx0(ru, slot, startSymbol, numSymbols, tx_idx);
|
|
|
|
// Task completed in //
|
|
completed_task_ans(feptx->ans);
|
|
}
|
|
|
|
// RU FEP TX using thread-pool
|
|
void nr_feptx_tp(RU_t *ru, int frame_tx, int slot)
|
|
{
|
|
nfapi_nr_config_request_scf_t *cfg = &ru->gNB_list[0]->gNB_config;
|
|
if (nr_slot_select(cfg, frame_tx, slot) == NR_UPLINK_SLOT)
|
|
return;
|
|
start_meas(&ru->ofdm_total_stats);
|
|
|
|
int nt = ru->nb_tx * ru->num_beams_period;
|
|
size_t const sz = nt + (ru->half_slot_parallelization > 0) * nt;
|
|
feptx_cmd_t arr[sz];
|
|
task_ans_t ans;
|
|
init_task_ans(&ans, sz);
|
|
|
|
int nbfeptx = 0;
|
|
for (int beam = 0; beam < ru->num_beams_period; beam++) {
|
|
for (int aid = 0; aid < ru->nb_tx; aid++) {
|
|
feptx_cmd_t *feptx_cmd = &arr[nbfeptx];
|
|
feptx_cmd->ans = &ans;
|
|
feptx_cmd->beam = beam;
|
|
feptx_cmd->aid = aid;
|
|
feptx_cmd->ru = ru;
|
|
feptx_cmd->slot = slot;
|
|
feptx_cmd->startSymbol = 0;
|
|
feptx_cmd->numSymbols =
|
|
(ru->half_slot_parallelization > 0) ? ru->nr_frame_parms->symbols_per_slot >> 1 : ru->nr_frame_parms->symbols_per_slot;
|
|
|
|
task_t t = {.func = nr_feptx, .args = feptx_cmd};
|
|
pushTpool(ru->threadPool, t);
|
|
nbfeptx++;
|
|
if (ru->half_slot_parallelization > 0) {
|
|
feptx_cmd_t *feptx_cmd = &arr[nbfeptx];
|
|
feptx_cmd->ans = &ans;
|
|
feptx_cmd->beam = beam;
|
|
feptx_cmd->aid = aid;
|
|
feptx_cmd->ru = ru;
|
|
feptx_cmd->slot = slot;
|
|
feptx_cmd->startSymbol = ru->nr_frame_parms->symbols_per_slot >> 1;
|
|
feptx_cmd->numSymbols = ru->nr_frame_parms->symbols_per_slot >> 1;
|
|
|
|
task_t t = {.func = nr_feptx, .args = feptx_cmd};
|
|
pushTpool(ru->threadPool, t);
|
|
nbfeptx++;
|
|
}
|
|
}
|
|
}
|
|
join_task_ans(&ans);
|
|
|
|
stop_meas(&ru->ofdm_total_stats);
|
|
}
|
|
|
|
// core RX FEP routine, called by threads in RU thread-pool
|
|
void nr_fep(void *arg)
|
|
{
|
|
feprx_cmd_t *feprx_cmd = (feprx_cmd_t *)arg;
|
|
int slot = feprx_cmd->slot;
|
|
int startSymbol = feprx_cmd->startSymbol;
|
|
int endSymbol = feprx_cmd->endSymbol;
|
|
|
|
for (int l = startSymbol; l <= endSymbol; l++)
|
|
nr_symbol_fep_ul(feprx_cmd->fp,
|
|
feprx_cmd->rxdata,
|
|
&feprx_cmd->rxdataF[l * feprx_cmd->fp->ofdm_symbol_size],
|
|
l,
|
|
slot,
|
|
feprx_cmd->sample_offet);
|
|
|
|
completed_task_ans(feprx_cmd->ans);
|
|
}
|
|
|
|
// RU RX FEP using thread-pool
|
|
void nr_fep_tp(RU_t *ru, int slot)
|
|
{
|
|
int nbfeprx = 0;
|
|
start_meas(&ru->ofdm_demod_stats);
|
|
|
|
int nt = ru->nb_rx * ru->num_beams_period;
|
|
int tasks_per_slot = (ru->half_slot_parallelization > 0) ? 2 : 1;
|
|
size_t const sz = nt * tasks_per_slot;
|
|
feprx_cmd_t arr[sz];
|
|
task_ans_t ans;
|
|
init_task_ans(&ans, sz);
|
|
NR_DL_FRAME_PARMS *fp = ru->nr_frame_parms;
|
|
int rxdataF_offset = (slot % RU_RX_SLOT_DEPTH) * fp->symbols_per_slot * fp->ofdm_symbol_size;
|
|
|
|
int symbols_per_task = fp->symbols_per_slot / tasks_per_slot;
|
|
|
|
for (int task_idx = 0; task_idx < tasks_per_slot; task_idx++) {
|
|
int start_symbol = task_idx * symbols_per_task;
|
|
int end_symbol = (task_idx + 1) * symbols_per_task - 1;
|
|
if (task_idx == tasks_per_slot - 1)
|
|
end_symbol = fp->symbols_per_slot - 1;
|
|
|
|
for (int beam = 0; beam < ru->num_beams_period; beam++) {
|
|
for (int aid = 0; aid < ru->nb_rx; aid++) {
|
|
feprx_cmd_t *feprx_cmd = &arr[nbfeprx];
|
|
feprx_cmd->ans = &ans;
|
|
feprx_cmd->fp = fp;
|
|
feprx_cmd->slot = ru->proc.tti_rx;
|
|
feprx_cmd->startSymbol = start_symbol;
|
|
feprx_cmd->endSymbol = end_symbol;
|
|
feprx_cmd->rxdata = (const c16_t *)ru->common.rxdata[aid + beam * ru->nb_rx];
|
|
feprx_cmd->rxdataF = (c16_t *)&ru->common.rxdataF[aid + beam * ru->nb_rx][rxdataF_offset];
|
|
feprx_cmd->sample_offet = ru->N_TA_offset;
|
|
|
|
task_t t = {.func = nr_fep, .args = feprx_cmd};
|
|
pushTpool(ru->threadPool, t);
|
|
nbfeprx++;
|
|
}
|
|
}
|
|
}
|
|
join_task_ans(&ans);
|
|
|
|
stop_meas(&ru->ofdm_demod_stats);
|
|
}
|