/linux/kernel/locking/ |
H A D | rtmutex.c | 531 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio() 900 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 956 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 986 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 1042 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 1172 raw_spin_lock(&task->pi_lock); in try_to_take_rt_mutex() 1181 raw_spin_unlock(&task->pi_lock); in try_to_take_rt_mutex() 1228 raw_spin_lock(&task->pi_lock); in task_blocks_on_rt_mutex() 1241 raw_spin_unlock(&task->pi_lock); in task_blocks_on_rt_mutex() 1261 raw_spin_lock(&owner->pi_lock); in task_blocks_on_rt_mutex() [all …]
|
H A D | rtmutex_api.c | 459 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi() 463 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi() 467 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
|
H A D | rtmutex_common.h | 149 lockdep_assert_held(&p->pi_lock); in task_top_pi_waiter()
|
/linux/kernel/ |
H A D | task_work.c | 103 raw_spin_lock_irqsave(&task->pi_lock, flags); in task_work_cancel_match() 112 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in task_work_cancel_match() 175 raw_spin_lock_irq(&task->pi_lock); in task_work_run() 176 raw_spin_unlock_irq(&task->pi_lock); in task_work_run()
|
H A D | freezer.c | 74 raw_spin_lock_irq(¤t->pi_lock); in __refrigerator() 78 raw_spin_unlock_irq(¤t->pi_lock); in __refrigerator()
|
H A D | kthread.c | 530 raw_spin_lock_irqsave(&p->pi_lock, flags); in __kthread_bind_mask() 533 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in __kthread_bind_mask()
|
H A D | fork.c | 1945 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
|
/linux/kernel/futex/ |
H A D | core.c | 980 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list() 998 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list() 1000 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list() 1003 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list() 1007 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list() 1025 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list() 1032 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list() 1034 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list() 1104 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin() 1106 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
|
H A D | pi.c | 54 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner() 57 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner() 61 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner() 65 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner() 441 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner() 450 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner() 468 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner() 587 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic() 589 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
|
/linux/init/ |
H A D | init_task.c | 129 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
|
/linux/kernel/sched/ |
H A D | core_sched.c | 103 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie() 105 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
|
H A D | core.c | 633 lockdep_assert_held(&p->pi_lock); in __task_rq_lock() 653 __acquires(p->pi_lock) in task_rq_lock() 1491 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default() 2095 raw_spin_lock_irq(&p->pi_lock); in get_wchan() 2100 raw_spin_unlock_irq(&p->pi_lock); in get_wchan() 2604 raw_spin_lock(&p->pi_lock); in migration_cpu_stop() 2694 raw_spin_lock_irq(&p->pi_lock); in push_cpu_stop() 2970 __releases(p->pi_lock) in affine_move_task() 3119 __releases(p->pi_lock) in __set_cpus_allowed_ptr_locked() 3451 guard(double_raw_spinlock)(&arg->src_task->pi_lock, &arg->dst_task->pi_lock); in migrate_swap_stop() [all …]
|
H A D | sched.h | 1657 __acquires(p->pi_lock) 1670 __releases(p->pi_lock) in task_rq_unlock() 1674 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
|
H A D | deadline.c | 2644 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain() 2646 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
|
H A D | fair.c | 8201 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
|
/linux/include/linux/ |
H A D | sched.h | 243 raw_spin_lock_irqsave(¤t->pi_lock, flags); \ 246 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); \ 277 raw_spin_lock(¤t->pi_lock); \ 281 raw_spin_unlock(¤t->pi_lock); \ 287 raw_spin_lock(¤t->pi_lock); \ 291 raw_spin_unlock(¤t->pi_lock); \ 1150 raw_spinlock_t pi_lock; member
|
/linux/kernel/trace/ |
H A D | trace_osnoise.c | 1701 raw_spin_lock_irqsave(¤t->pi_lock, flags); in osnoise_main() 1703 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in osnoise_main() 1884 raw_spin_lock_irqsave(¤t->pi_lock, flags); in timerlat_main() 1886 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in timerlat_main()
|
/linux/Documentation/locking/ |
H A D | rt-mutex-design.rst | 220 called pi_lock. This lock may also be taken in interrupt context, so when 221 locking the pi_lock, interrupts must be disabled. 543 On the wake up code, the pi_lock of the current owner is taken. The top 548 Finally we unlock the pi_lock of the pending owner and wake it up.
|
/linux/kernel/rcu/ |
H A D | rcutorture.c | 1849 raw_spin_lock_irqsave(¤t->pi_lock, flags); in rcutorture_one_extend() 1854 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in rcutorture_one_extend()
|