blob: 25513c1915ff75114762c5462232c8af4f6ced71 [file] [log] [blame]
/*
* Copyright (c) 2016-2018, ARM Limited and Contributors. All rights reserved.
*
* SPDX-License-Identifier: BSD-3-Clause
*/
#include <arch.h>
#include <arch_helpers.h>
#include <assert.h>
#include <debug.h>
#include <errno.h>
#include <platform.h>
#include <pmf.h>
#include <string.h>
#include <utils_def.h>
/*******************************************************************************
* The 'pmf_svc_descs' array holds the PMF service descriptors exported by
* services by placing them in the 'pmf_svc_descs' linker section.
* The 'pmf_svc_descs_indices' array holds the index of a descriptor in the
* 'pmf_svc_descs' array. The TIF[15:10] bits in the time-stamp id are used
* to get an index into the 'pmf_svc_descs_indices' array. This gives the
* index of the descriptor in the 'pmf_svc_descs' array which contains the
* service function pointers.
******************************************************************************/
IMPORT_SYM(uintptr_t, __PMF_SVC_DESCS_START__, PMF_SVC_DESCS_START);
IMPORT_SYM(uintptr_t, __PMF_SVC_DESCS_END__, PMF_SVC_DESCS_END);
IMPORT_SYM(uintptr_t, __PMF_PERCPU_TIMESTAMP_END__, PMF_PERCPU_TIMESTAMP_END);
IMPORT_SYM(intptr_t, __PMF_TIMESTAMP_START__, PMF_TIMESTAMP_ARRAY_START);
#define PMF_PERCPU_TIMESTAMP_SIZE (PMF_PERCPU_TIMESTAMP_END - PMF_TIMESTAMP_ARRAY_START)
#define PMF_SVC_DESCS_MAX 10
/*
* This is used to traverse through registered PMF services.
*/
static pmf_svc_desc_t *pmf_svc_descs;
/*
* This array is used to store registered PMF services in sorted order.
*/
static int pmf_svc_descs_indices[PMF_SVC_DESCS_MAX];
/*
* This is used to track total number of successfully registered PMF services.
*/
static int pmf_num_services;
/*
* This is the main PMF function that initialize registered
* PMF services and also sort them in ascending order.
*/
int pmf_setup(void)
{
int rc, ii, jj = 0;
int pmf_svc_descs_num, temp_val;
/* If no PMF services are registered then simply bail out */
pmf_svc_descs_num = (PMF_SVC_DESCS_END - PMF_SVC_DESCS_START)/
sizeof(pmf_svc_desc_t);
if (pmf_svc_descs_num == 0)
return 0;
assert(pmf_svc_descs_num < PMF_SVC_DESCS_MAX);
pmf_svc_descs = (pmf_svc_desc_t *) PMF_SVC_DESCS_START;
for (ii = 0; ii < pmf_svc_descs_num; ii++) {
assert(pmf_svc_descs[ii].get_ts);
/*
* Call the initialization routine for this
* PMF service, if it is defined.
*/
if (pmf_svc_descs[ii].init) {
rc = pmf_svc_descs[ii].init();
if (rc) {
WARN("Could not initialize PMF"
"service %s - skipping \n",
pmf_svc_descs[ii].name);
continue;
}
}
/* Update the pmf_svc_descs_indices array */
pmf_svc_descs_indices[jj++] = ii;
}
pmf_num_services = jj;
/*
* Sort the successfully registered PMF services
* according to service ID
*/
for (ii = 1; ii < pmf_num_services; ii++) {
for (jj = 0; jj < (pmf_num_services - ii); jj++) {
if ((pmf_svc_descs[jj].svc_config & PMF_SVC_ID_MASK) >
(pmf_svc_descs[jj + 1].svc_config &
PMF_SVC_ID_MASK)) {
temp_val = pmf_svc_descs_indices[jj];
pmf_svc_descs_indices[jj] =
pmf_svc_descs_indices[jj+1];
pmf_svc_descs_indices[jj+1] = temp_val;
}
}
}
return 0;
}
/*
* This function implements binary search to find registered
* PMF service based on Service ID provided in `tid` argument.
*/
static pmf_svc_desc_t *get_service(unsigned int tid)
{
int low = 0;
int mid;
int high = pmf_num_services;
unsigned int svc_id = tid & PMF_SVC_ID_MASK;
int index;
unsigned int desc_svc_id;
if (pmf_num_services == 0)
return NULL;
assert(pmf_svc_descs);
do {
mid = (low + high) / 2;
index = pmf_svc_descs_indices[mid];
desc_svc_id = pmf_svc_descs[index].svc_config & PMF_SVC_ID_MASK;
if (svc_id < desc_svc_id)
high = mid - 1;
if (svc_id > desc_svc_id)
low = mid + 1;
} while ((svc_id != desc_svc_id) && (low <= high));
/*
* Make sure the Service found supports the tid range.
*/
if ((svc_id == desc_svc_id) && ((tid & PMF_TID_MASK) <
(pmf_svc_descs[index].svc_config & PMF_TID_MASK)))
return (pmf_svc_desc_t *)&pmf_svc_descs[index];
return NULL;
}
/*
* This function gets the time-stamp value for the PMF services
* registered for SMC interface based on `tid` and `mpidr`.
*/
int pmf_get_timestamp_smc(unsigned int tid,
u_register_t mpidr,
unsigned int flags,
unsigned long long *ts_value)
{
pmf_svc_desc_t *svc_desc;
assert(ts_value);
/* Search for registered service. */
svc_desc = get_service(tid);
if ((svc_desc == NULL) || (plat_core_pos_by_mpidr(mpidr) < 0)) {
*ts_value = 0;
return -EINVAL;
} else {
/* Call the service time-stamp handler. */
*ts_value = svc_desc->get_ts(tid, mpidr, flags);
return 0;
}
}
/*
* This function can be used to dump `ts` value for given `tid`.
* Assumption is that the console is already initialized.
*/
void __pmf_dump_timestamp(unsigned int tid, unsigned long long ts)
{
printf("PMF:cpu %u tid %u ts %llu\n",
plat_my_core_pos(), tid, ts);
}
/*
* This function calculate the address identified by
* `base_addr`, `tid` and `cpuid`.
*/
static inline uintptr_t calc_ts_addr(uintptr_t base_addr,
unsigned int tid,
unsigned int cpuid)
{
assert(cpuid < PLATFORM_CORE_COUNT);
assert(base_addr >= PMF_TIMESTAMP_ARRAY_START);
assert(base_addr < ((PMF_TIMESTAMP_ARRAY_START +
PMF_PERCPU_TIMESTAMP_SIZE) - ((tid & PMF_TID_MASK) *
sizeof(unsigned long long))));
base_addr += ((cpuid * PMF_PERCPU_TIMESTAMP_SIZE) +
((tid & PMF_TID_MASK) * sizeof(unsigned long long)));
return base_addr;
}
/*
* This function stores the `ts` value to the storage identified by
* `base_addr`, `tid` and current cpu id.
* Note: The timestamp addresses are cache line aligned per cpu
* and only the owning CPU would ever write into it.
*/
void __pmf_store_timestamp(uintptr_t base_addr,
unsigned int tid,
unsigned long long ts)
{
unsigned long long *ts_addr = (unsigned long long *)calc_ts_addr(base_addr,
tid, plat_my_core_pos());
*ts_addr = ts;
}
/*
* This is the cached version of `pmf_store_my_timestamp`
* Note: The timestamp addresses are cache line aligned per cpu
* and only the owning CPU would ever write into it.
*/
void __pmf_store_timestamp_with_cache_maint(uintptr_t base_addr,
unsigned int tid,
unsigned long long ts)
{
unsigned long long *ts_addr = (unsigned long long *)calc_ts_addr(base_addr,
tid, plat_my_core_pos());
*ts_addr = ts;
flush_dcache_range((uintptr_t)ts_addr, sizeof(unsigned long long));
}
/*
* This function retrieves the `ts` value from the storage identified by
* `base_addr`, `tid` and `cpuid`.
* Note: The timestamp addresses are cache line aligned per cpu.
*/
unsigned long long __pmf_get_timestamp(uintptr_t base_addr,
unsigned int tid,
unsigned int cpuid,
unsigned int flags)
{
assert(cpuid < PLATFORM_CORE_COUNT);
unsigned long long *ts_addr = (unsigned long long *)calc_ts_addr(base_addr,
tid, cpuid);
if (flags & PMF_CACHE_MAINT)
inv_dcache_range((uintptr_t)ts_addr, sizeof(unsigned long long));
return *ts_addr;
}