/* * Copyright (c) 2013-2019 Huawei Technologies Co., Ltd. All rights reserved. * Copyright (c) 2020-2021 Huawei Device Co., Ltd. All rights reserved. * * Redistribution and use in source and binary forms, with or without modification, * are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this list of * conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, this list * of conditions and the following disclaimer in the documentation and/or other materials * provided with the distribution. * * 3. Neither the name of the copyright holder nor the names of its contributors may be used * to endorse or promote products derived from this software without specific prior written * permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef _LOS_SCHED_PRI_H #define _LOS_SCHED_PRI_H #include "los_task_pri.h" #include "los_sys_pri.h" #include "los_hwi.h" #include "hal_timer.h" #ifdef __cplusplus #if __cplusplus extern "C" { #endif /* __cplusplus */ #endif /* __cplusplus */ #define OS_SCHED_MINI_PERIOD (OS_SYS_CLOCK / LOSCFG_BASE_CORE_TICK_PER_SECOND_MINI) #define OS_TICK_RESPONSE_PRECISION (UINT32)((OS_SCHED_MINI_PERIOD * 75) / 100) #define OS_SCHED_MAX_RESPONSE_TIME (UINT64)(((UINT64)-1) - 1U) extern UINT32 g_taskScheduled; #define OS_SCHEDULER_ACTIVE (g_taskScheduled & (1U << ArchCurrCpuid())) #define OS_SCHEDULER_ALL_ACTIVE (g_taskScheduled == LOSCFG_KERNEL_CPU_MASK) typedef BOOL (*SCHED_TL_FIND_FUNC)(UINTPTR, UINTPTR); typedef enum { INT_NO_RESCH = 0x0, /* no needs to schedule */ INT_PEND_RESCH = 0x1, /* pending schedule flag */ INT_PEND_TICK = 0x2, /* pending tick */ } SchedFlag; typedef struct { SortLinkAttribute taskSortLink; /* task sort link */ SortLinkAttribute swtmrSortLink; /* swtmr sort link */ UINT64 responseTime; /* Response time for current CPU tick interrupts */ UINT32 responseID; /* The response ID of the current CPU tick interrupt */ UINT32 idleTaskID; /* idle task id */ UINT32 taskLockCnt; /* task lock flag */ UINT32 swtmrTaskID; /* software timer task id */ UINT32 swtmrHandlerQueue; /* software timer timeout queue id */ UINT32 schedFlag; /* pending scheduler flag */ } SchedRunQue; extern SchedRunQue g_schedRunQue[LOSCFG_KERNEL_CORE_NUM]; STATIC INLINE SchedRunQue *OsSchedRunQue(VOID) { return &g_schedRunQue[ArchCurrCpuid()]; } STATIC INLINE SchedRunQue *OsSchedRunQueByID(UINT16 id) { return &g_schedRunQue[id]; } STATIC INLINE UINT32 OsSchedLockCountGet(VOID) { return OsSchedRunQue()->taskLockCnt; } STATIC INLINE VOID OsSchedLockSet(UINT32 count) { OsSchedRunQue()->taskLockCnt = count; } STATIC INLINE VOID OsSchedLock(VOID) { OsSchedRunQue()->taskLockCnt++; } STATIC INLINE VOID OsSchedUnlock(VOID) { OsSchedRunQue()->taskLockCnt--; } STATIC INLINE BOOL OsSchedUnlockResch(VOID) { SchedRunQue *rq = OsSchedRunQue(); if (rq->taskLockCnt > 0) { rq->taskLockCnt--; if ((rq->taskLockCnt == 0) && (rq->schedFlag & INT_PEND_RESCH) && OS_SCHEDULER_ACTIVE) { return TRUE; } } return FALSE; } STATIC INLINE BOOL OsSchedIsLock(VOID) { return (OsSchedRunQue()->taskLockCnt != 0); } /* Check if preemptable with counter flag */ STATIC INLINE BOOL OsPreemptable(VOID) { SchedRunQue *rq = OsSchedRunQue(); /* * Unlike OsPreemptableInSched, the int may be not disabled when OsPreemptable * is called, needs mannually disable interrupt, to prevent current task from * being migrated to another core, and get the wrong preeptable status. */ UINT32 intSave = LOS_IntLock(); BOOL preemptable = (rq->taskLockCnt == 0); if (!preemptable) { /* Set schedule flag if preemption is disabled */ rq->schedFlag |= INT_PEND_RESCH; } LOS_IntRestore(intSave); return preemptable; } STATIC INLINE BOOL OsPreemptableInSched(VOID) { BOOL preemptable = FALSE; SchedRunQue *rq = OsSchedRunQue(); #ifdef LOSCFG_KERNEL_SMP /* * For smp systems, schedule must hold the task spinlock, and this counter * will increase by 1 in that case. */ preemptable = (rq->taskLockCnt == 1); #else preemptable = (rq->taskLockCnt == 0); #endif if (!preemptable) { /* Set schedule flag if preemption is disabled */ rq->schedFlag |= INT_PEND_RESCH; } return preemptable; } STATIC INLINE UINT32 OsSchedGetRunQueIdle(VOID) { return OsSchedRunQue()->idleTaskID; } STATIC INLINE VOID OsSchedRunQuePendingSet(VOID) { OsSchedRunQue()->schedFlag |= INT_PEND_RESCH; } #ifdef LOSCFG_KERNEL_SMP STATIC INLINE VOID FindIdleRunQue(UINT16 *idleCpuID) { SchedRunQue *idleRq = OsSchedRunQueByID(0); UINT32 nodeNum = OsGetSortLinkNodeNum(&idleRq->taskSortLink) + OsGetSortLinkNodeNum(&idleRq->swtmrSortLink); UINT16 cpuID = 1; do { SchedRunQue *rq = OsSchedRunQueByID(cpuID); UINT32 temp = OsGetSortLinkNodeNum(&rq->taskSortLink) + OsGetSortLinkNodeNum(&rq->swtmrSortLink); if (nodeNum > temp) { *idleCpuID = cpuID; nodeNum = temp; } cpuID++; } while (cpuID < LOSCFG_KERNEL_CORE_NUM); } #endif STATIC INLINE VOID OsSchedAddTask2TimeList(SortLinkList *node, UINT64 startTime, UINT32 waitTicks) { UINT16 idleCpu = 0; #ifdef LOSCFG_KERNEL_SMP FindIdleRunQue(&idleCpu); #endif SchedRunQue *rq = OsSchedRunQueByID(idleCpu); UINT64 responseTime = startTime + (UINT64)waitTicks * OS_CYCLE_PER_TICK; OsAdd2SortLink(&rq->taskSortLink, node, responseTime, idleCpu); } STATIC INLINE UINT32 OsSchedSwtmrHandlerQueueGet(VOID) { return OsSchedRunQue()->swtmrHandlerQueue; } STATIC INLINE VOID OsSchedDeTaskFromTimeList(SortLinkList *node) { #ifdef LOSCFG_KERNEL_SMP SchedRunQue *rq = OsSchedRunQueByID(node->cpuid); #else SchedRunQue *rq = OsSchedRunQueByID(0); #endif OsDeleteFromSortLink(&rq->taskSortLink, node); } STATIC INLINE VOID OsSchedAddSwtmr2TimeList(SortLinkList *node, UINT64 startTime, UINT32 waitTicks) { UINT16 idleCpu = 0; #ifdef LOSCFG_KERNEL_SMP FindIdleRunQue(&idleCpu); #endif SchedRunQue *rq = OsSchedRunQueByID(idleCpu); UINT64 responseTime = startTime + (UINT64)waitTicks * OS_CYCLE_PER_TICK; OsAdd2SortLink(&rq->swtmrSortLink, node, responseTime, idleCpu); } STATIC INLINE VOID OsSchedDeSwtmrFromTimeList(SortLinkList *node) { #ifdef LOSCFG_KERNEL_SMP SchedRunQue *rq = OsSchedRunQueByID(node->cpuid); #else SchedRunQue *rq = OsSchedRunQueByID(0); #endif OsDeleteFromSortLink(&rq->swtmrSortLink, node); } VOID OsSchedRunQueIdleInit(UINT32 idleTaskID); VOID OsSchedRunQueSwtmrInit(UINT32 swtmrTaskID, UINT32 swtmrQueue); VOID OsSchedRunQueInit(VOID); BOOL OsSchedSwtmrTimeListFind(SCHED_TL_FIND_FUNC checkFunc, UINTPTR arg); STATIC INLINE UINT64 OsGetCurrSchedTimeCycle(VOID) { return HalClockGetCycles(); } STATIC INLINE VOID OsSchedIrqUpdateUsedTime(VOID) { LosTaskCB *runTask = OsCurrTaskGet(); runTask->irqUsedTime = OsGetCurrSchedTimeCycle() - runTask->irqStartTime; } STATIC INLINE VOID OsSchedIrqStartTime(VOID) { LosTaskCB *runTask = OsCurrTaskGet(); runTask->irqStartTime = OsGetCurrSchedTimeCycle(); } /* * Schedule flag, one bit represents one core. * This flag is used to prevent kernel scheduling before OSStartToRun. */ #define OS_SCHEDULER_SET(cpuid) do { \ g_taskScheduled |= (1U << (cpuid)); \ } while (0); #define OS_SCHEDULER_CLR(cpuid) do { \ g_taskScheduled &= ~(1U << (cpuid)); \ } while (0); VOID OsSchedSetIdleTaskSchedParam(LosTaskCB *idleTask); VOID OsSchedResetSchedResponseTime(UINT64 responseTime); VOID OsSchedUpdateExpireTime(VOID); VOID OsSchedToUserReleaseLock(VOID); VOID OsSchedTaskDeQueue(LosTaskCB *taskCB); VOID OsSchedTaskEnQueue(LosTaskCB *taskCB); UINT32 OsSchedTaskWait(LOS_DL_LIST *list, UINT32 timeout, BOOL needSched); VOID OsSchedTaskWake(LosTaskCB *resumedTask); BOOL OsSchedModifyTaskSchedParam(LosTaskCB *taskCB, UINT16 policy, UINT16 priority); BOOL OsSchedModifyProcessSchedParam(UINT32 pid, UINT16 policy, UINT16 priority); VOID OsSchedSuspend(LosTaskCB *taskCB); BOOL OsSchedResume(LosTaskCB *taskCB); VOID OsSchedDelay(LosTaskCB *runTask, UINT32 tick); VOID OsSchedYield(VOID); VOID OsSchedTaskExit(LosTaskCB *taskCB); VOID OsSchedTick(VOID); UINT32 OsSchedInit(VOID); VOID OsSchedStart(VOID); /* * This function simply picks the next task and switches to it. * Current task needs to already be in the right state or the right * queues it needs to be in. */ VOID OsSchedResched(VOID); VOID OsSchedIrqEndCheckNeedSched(VOID); /* * This function inserts the runTask to the lock pending list based on the * task priority. */ LOS_DL_LIST *OsSchedLockPendFindPos(const LosTaskCB *runTask, LOS_DL_LIST *lockList); #ifdef LOSCFG_SCHED_TICK_DEBUG VOID OsSchedDebugRecordData(VOID); #endif UINT32 OsShellShowTickRespo(VOID); UINT32 OsShellShowSchedParam(VOID); #ifdef __cplusplus #if __cplusplus } #endif /* __cplusplus */ #endif /* __cplusplus */ #endif /* _LOS_SCHED_PRI_H */