Line data    Source code

       1             : /* SPDX-License-Identifier: GPL-2.0 */
       2             : #ifndef _LINUX_KERNEL_VTIME_H
       3             : #define _LINUX_KERNEL_VTIME_H
       4             : 
       5             : #include <linux/context_tracking_state.h>
       6             : #include <linux/sched.h>
       7             : 
       8             : #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
       9             : #include <asm/vtime.h>
      10             : #endif
      11             : 
      12             : /*
      13             :  * Common vtime APIs
      14             :  */
      15             : #ifdef CONFIG_VIRT_CPU_ACCOUNTING
      16             : extern void vtime_account_kernel(struct task_struct *tsk);
      17             : extern void vtime_account_idle(struct task_struct *tsk);
      18             : #endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
      19             : 
      20             : #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
      21             : extern void arch_vtime_task_switch(struct task_struct *tsk);
      22             : extern void vtime_user_enter(struct task_struct *tsk);
      23             : extern void vtime_user_exit(struct task_struct *tsk);
      24             : extern void vtime_guest_enter(struct task_struct *tsk);
      25             : extern void vtime_guest_exit(struct task_struct *tsk);
      26             : extern void vtime_init_idle(struct task_struct *tsk, int cpu);
      27             : #else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN  */
      28             : static inline void vtime_user_enter(struct task_struct *tsk) { }
      29             : static inline void vtime_user_exit(struct task_struct *tsk) { }
      30             : static inline void vtime_guest_enter(struct task_struct *tsk) { }
      31             : static inline void vtime_guest_exit(struct task_struct *tsk) { }
      32             : static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
      33             : #endif
      34             : 
      35             : #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
      36             : extern void vtime_account_irq(struct task_struct *tsk, unsigned int offset);
      37             : extern void vtime_account_softirq(struct task_struct *tsk);
      38             : extern void vtime_account_hardirq(struct task_struct *tsk);
      39             : extern void vtime_flush(struct task_struct *tsk);
      40             : #else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
      41             : static inline void vtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
      42             : static inline void vtime_account_softirq(struct task_struct *tsk) { }
      43             : static inline void vtime_account_hardirq(struct task_struct *tsk) { }
      44             : static inline void vtime_flush(struct task_struct *tsk) { }
      45             : #endif
      46             : 
      47             : /*
      48             :  * vtime_accounting_enabled_this_cpu() definitions/declarations
      49             :  */
      50             : #if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
      51             : 
      52             : static inline bool vtime_accounting_enabled_this_cpu(void) { return true; }
      53             : extern void vtime_task_switch(struct task_struct *prev);
      54             : 
      55             : static __always_inline void vtime_account_guest_enter(void)
      56             : {
      57             :         vtime_account_kernel(current);
      58             :         current->flags |= PF_VCPU;
      59             : }
      60             : 
      61             : static __always_inline void vtime_account_guest_exit(void)
      62             : {
      63             :         vtime_account_kernel(current);
      64             :         current->flags &= ~PF_VCPU;
      65             : }
      66             : 
      67             : #elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
      68             : 
      69             : /*
      70             :  * Checks if vtime is enabled on some CPU. Cputime readers want to be careful
      71             :  * in that case and compute the tickless cputime.
      72             :  * For now vtime state is tied to context tracking. We might want to decouple
      73             :  * those later if necessary.
      74             :  */
      75             : static inline bool vtime_accounting_enabled(void)
      76             : {
      77             :         return context_tracking_enabled();
      78             : }
      79             : 
      80             : static inline bool vtime_accounting_enabled_cpu(int cpu)
      81             : {
      82             :         return context_tracking_enabled_cpu(cpu);
      83             : }
      84             : 
      85             : static inline bool vtime_accounting_enabled_this_cpu(void)
      86             : {
      87             :         return context_tracking_enabled_this_cpu();
      88             : }
      89             : 
      90             : extern void vtime_task_switch_generic(struct task_struct *prev);
      91             : 
      92             : static inline void vtime_task_switch(struct task_struct *prev)
      93             : {
      94             :         if (vtime_accounting_enabled_this_cpu())
      95             :                 vtime_task_switch_generic(prev);
      96             : }
      97             : 
      98             : static __always_inline void vtime_account_guest_enter(void)
      99             : {
     100             :         if (vtime_accounting_enabled_this_cpu())
     101             :                 vtime_guest_enter(current);
     102             :         else
     103             :                 current->flags |= PF_VCPU;
     104             : }
     105             : 
     106             : static __always_inline void vtime_account_guest_exit(void)
     107             : {
     108             :         if (vtime_accounting_enabled_this_cpu())
     109             :                 vtime_guest_exit(current);
     110             :         else
     111             :                 current->flags &= ~PF_VCPU;
     112             : }
     113             : 
     114             : #else /* !CONFIG_VIRT_CPU_ACCOUNTING */
     115             : 
     116             : static inline bool vtime_accounting_enabled_this_cpu(void) { return false; }
     117             : static inline void vtime_task_switch(struct task_struct *prev) { }
     118             : 
     119             : static __always_inline void vtime_account_guest_enter(void)
     120             : {
     121             :         current->flags |= PF_VCPU;
     122             : }
     123             : 
     124             : static __always_inline void vtime_account_guest_exit(void)
     125             : {
     126             :         current->flags &= ~PF_VCPU;
     127             : }
     128             : 
     129             : #endif
     130             : 
     131             : 
     132             : #ifdef CONFIG_IRQ_TIME_ACCOUNTING
     133             : extern void irqtime_account_irq(struct task_struct *tsk, unsigned int offset);
     134             : #else
     135             : static inline void irqtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
     136             : #endif
     137             : 
     138             : static inline void account_softirq_enter(struct task_struct *tsk)
     139             : {
     140             :         vtime_account_irq(tsk, SOFTIRQ_OFFSET);
     141             :         irqtime_account_irq(tsk, SOFTIRQ_OFFSET);
     142             : }
     143             : 
     144             : static inline void account_softirq_exit(struct task_struct *tsk)
     145             : {
     146         481 :         vtime_account_softirq(tsk);
     147         481 :         irqtime_account_irq(tsk, 0);
     148             : }
     149             : 
     150             : static inline void account_hardirq_enter(struct task_struct *tsk)
     151             : {
     152        2943 :         vtime_account_irq(tsk, HARDIRQ_OFFSET);
     153        2943 :         irqtime_account_irq(tsk, HARDIRQ_OFFSET);
     154             : }
     155             : 
     156             : static inline void account_hardirq_exit(struct task_struct *tsk)
     157             : {
     158        2943 :         vtime_account_hardirq(tsk);
     159        2943 :         irqtime_account_irq(tsk, 0);
     160             : }
     161             : 
     162             : #endif /* _LINUX_KERNEL_VTIME_H */