| /openbsd/src/sys/dev/pci/drm/include/drm/ |
| D | spsc_queue.h | 96 node = READ_ONCE(queue->head); in spsc_queue_pop() 101 next = READ_ONCE(node->next); in spsc_queue_pop() 112 } while (unlikely(!(queue->head = READ_ONCE(node->next)))); in spsc_queue_pop()
|
| /openbsd/src/sys/dev/pci/drm/i915/gt/ |
| D | selftest_ring_submission.c | 112 if (err || READ_ONCE(*result)) { in mixed_contexts_sync() 123 if (READ_ONCE(*result) != STACK_MAGIC) { in mixed_contexts_sync() 134 if (READ_ONCE(*result) != STACK_MAGIC) { in mixed_contexts_sync() 166 if (READ_ONCE(*result)) { in double_context_sync_00() 197 if (READ_ONCE(*result)) { in kernel_context_sync_00()
|
| D | intel_breadcrumbs.c | 208 if (!signal && READ_ONCE(b->irq_armed) && list_empty(&b->signalers)) in signal_irq_work() 269 if (!READ_ONCE(b->irq_armed) && !list_empty(&b->signalers)) in signal_irq_work() 273 if (READ_ONCE(b->irq_armed) && !atomic_read(&b->active)) in signal_irq_work() 321 if (!READ_ONCE(b->irq_armed)) in __intel_breadcrumbs_park() 352 struct intel_breadcrumbs *b = READ_ONCE(rq->engine)->breadcrumbs; in insert_breadcrumb() 408 if (!READ_ONCE(b->irq_armed) || __i915_request_is_complete(rq)) in insert_breadcrumb() 439 struct intel_breadcrumbs *b = READ_ONCE(rq->engine)->breadcrumbs; in i915_request_cancel_breadcrumb()
|
| D | intel_engine.h | 115 cur = READ_ONCE(execlists->active); in execlists_active() 120 active = READ_ONCE(*cur); in execlists_active() 121 cur = READ_ONCE(execlists->active); in execlists_active() 136 return READ_ONCE(engine->status_page.addr[reg]); in intel_read_status_page() 326 return READ_ONCE(engine->props.heartbeat_interval_ms); in intel_engine_has_heartbeat()
|
| D | intel_engine_heartbeat.c | 28 delay = READ_ONCE(engine->props.heartbeat_interval_ms); in next_heartbeat() 50 longer = READ_ONCE(engine->props.preempt_timeout_ms) * 2; in next_heartbeat() 81 engine->wakeref_serial = READ_ONCE(engine->serial) + 1; in idle_pulse() 166 long delay = READ_ONCE(engine->props.heartbeat_interval_ms); in heartbeat() 209 serial = READ_ONCE(engine->serial); in heartbeat()
|
| D | intel_execlists_submission.c | 258 return READ_ONCE(rq->sched.attr.priority); in rq_prio() 501 unsigned int tag = ffs(READ_ONCE(engine->context_tag)); in __execlists_schedule_in() 588 if (READ_ONCE(ve->request)) in kick_siblings() 844 !READ_ONCE(prev->fence.error)) { in assert_pending_valid() 967 return READ_ONCE(rq->fence.flags); in i915_request_flags() 1036 struct i915_request *rq = READ_ONCE(ve->request); in first_virtual_engine() 1060 GEM_BUG_ON(READ_ONCE(ve->context.inflight)); in virtual_xfer_context() 1154 return rq->context->lrc.ccid == READ_ONCE(el->yield); in timeslice_yield() 1168 if (READ_ONCE(engine->execlists.pending[0])) in needs_timeslice() 1208 return READ_ONCE(engine->props.timeslice_duration_ms); in timeslice() [all …]
|
| D | intel_context_types.h | 95 __intel_context_inflight(READ_ONCE((ce)->inflight)) 97 __intel_context_inflight_count(READ_ONCE((ce)->inflight))
|
| D | intel_engine_pm.c | 85 READ_ONCE(*ce->timeline->hwsp_seqno), in __engine_unpark() 88 READ_ONCE(*ce->timeline->hwsp_seqno)); in __engine_unpark()
|
| D | selftest_engine_heartbeat.c | 134 GEM_BUG_ON(READ_ONCE(engine->serial) != engine->wakeref_serial); in __live_idle_pulse() 224 if (READ_ONCE(engine->heartbeat.systole)) { in __live_heartbeat_off()
|
| D | intel_gt_buffer_pool.c | 59 age = READ_ONCE(node->age); in pool_free_older_than() 192 age = READ_ONCE(node->age); in intel_gt_get_buffer_pool()
|
| D | selftest_timeline.c | 496 if (READ_ONCE(*tl->hwsp_seqno) != tl->seqno) { in checked_tl_write() 584 if (!err && READ_ONCE(*tl->hwsp_seqno) != n) { in live_hwsp_engine() 656 if (!err && READ_ONCE(*tl->hwsp_seqno) != n) { in live_hwsp_alternate() 756 if (READ_ONCE(*hwsp_seqno[0]) != seqno[0] || in live_hwsp_wrap() 757 READ_ONCE(*hwsp_seqno[1]) != seqno[1]) { in live_hwsp_wrap() 1393 if (READ_ONCE(*tl->hwsp_seqno) != count) { in live_hwsp_recycle()
|
| D | intel_ring.h | 93 unsigned int head = READ_ONCE(ring->head); in assert_ring_tail_valid()
|
| /openbsd/src/sys/dev/pci/drm/i915/selftests/ |
| D | i915_active.c | 124 if (READ_ONCE(active->retired) && count) { in __live_active_setup() 158 if (!READ_ONCE(active->retired)) { in live_active_wait() 191 if (!READ_ONCE(active->retired)) { in live_active_retire() 236 if (!READ_ONCE(active->retired)) { in live_active_barrier()
|
| /openbsd/src/sys/dev/pci/drm/i915/gem/ |
| D | i915_gem_lmem.c | 44 struct intel_memory_region *mr = READ_ONCE(obj->mm.region); in i915_gem_object_is_lmem() 68 struct intel_memory_region *mr = READ_ONCE(obj->mm.region); in __i915_gem_object_is_lmem()
|
| /openbsd/src/sys/dev/pci/drm/i915/ |
| D | i915_mitigations.c | 27 return READ_ONCE(mitigations) & BIT(CLEAR_RESIDUALS); in i915_mitigate_clear_residuals() 102 unsigned long local = READ_ONCE(mitigations); in mitigations_get()
|
| D | i915_request.c | 276 locked = READ_ONCE(rq->engine); in i915_request_active_engine() 278 while (unlikely(locked != (engine = READ_ONCE(rq->engine)))) { in i915_request_active_engine() 479 return READ_ONCE(engine->execlists.active); in __engine_active() 531 (rq = READ_ONCE(*port)); /* may race with promotion of pending[] */ in __request_in_flight() 628 old = READ_ONCE(rq->fence.error); in i915_request_set_error_once() 1162 struct list_head *pos = READ_ONCE(signal->link.prev); in i915_request_await_start() 1184 if (unlikely(READ_ONCE(prev->link.next) != &signal->link)) { in i915_request_await_start() 1220 return rq->sched.semaphores | READ_ONCE(rq->engine->saturated); in already_busywaiting() 1285 const intel_engine_mask_t mask = READ_ONCE(from->engine)->mask; in emit_semaphore_wait() 1540 if (to->engine == READ_ONCE(from->engine)) in await_request_submit() [all …]
|
| D | i915_utils.h | 204 return READ_ONCE(list->next) == head; in list_is_last_rcu() 363 return READ_ONCE(t->expires); in timer_active() 365 return READ_ONCE(t->to_time); in timer_active()
|
| D | i915_active.c | 33 #define fetch_node(x) rb_entry(READ_ONCE(x), typeof(struct active_node), node) 57 return (struct intel_engine_cs *)READ_ONCE(node->base.cb.node.prev); in __barrier_to_engine() 249 it = READ_ONCE(ref->cache); in __active_lookup() 251 u64 cached = READ_ONCE(it->timeline); in __active_lookup() 822 p = READ_ONCE(p->rb_right); in reuse_idle_barrier() 824 p = READ_ONCE(p->rb_left); in reuse_idle_barrier()
|
| D | i915_request.h | 490 const u32 *hwsp = READ_ONCE(rq->hwsp_seqno); in __hwsp_seqno() 492 return READ_ONCE(*hwsp); in __hwsp_seqno()
|
| /openbsd/src/sys/kern/ |
| D | kern_smr.c | 153 smrgp = READ_ONCE(smr_grace_period) + 1; in smr_grace_wait() 161 if (READ_ONCE(ci->ci_schedstate.spc_smrgp) == smrgp) in smr_grace_wait() 242 smrgp = READ_ONCE(smr_grace_period); in smr_idle()
|
| /openbsd/src/sys/dev/pci/drm/include/linux/ |
| D | seqlock.h | 142 return READ_ONCE(sl->seq); in read_seqbegin() 161 return READ_ONCE(sm->seq.sequence); in seqprop_sequence()
|
| D | atomic.h | 45 #define atomic_read(p) READ_ONCE(*(p)) 123 #define atomic_long_read(p) READ_ONCE(*(p)) 133 #define atomic64_read(p) READ_ONCE(*(p)) 494 __typeof(*x) _v = READ_ONCE(*x); \
|
| /openbsd/src/sys/net/ |
| D | ifq.h | 453 #define ifq_len(_ifq) READ_ONCE((_ifq)->ifq_len) 495 #define ifiq_len(_ifiq) READ_ONCE(ml_len(&(_ifiq)->ifiq_ml))
|
| /openbsd/src/sys/dev/pci/drm/ |
| D | drm_vblank.c | 507 drm_WARN_ON(dev, READ_ONCE(vblank->enabled) && in drm_vblank_init_release() 1479 drm_WARN_ON(dev, !READ_ONCE(vblank->inmodeset)); in drm_crtc_set_max_vblank_count() 1660 if (!READ_ONCE(vblank->enabled)) { in drm_queue_vblank_event() 1810 READ_ONCE(vblank->enabled)) { in drm_wait_vblank_ioctl() 1859 !READ_ONCE(vblank->enabled), in drm_wait_vblank_ioctl() 2046 vblank_enabled = READ_ONCE(vblank->config.disable_immediate) && in drm_crtc_get_sequence_ioctl() 2047 READ_ONCE(vblank->enabled); in drm_crtc_get_sequence_ioctl() 2147 if (!READ_ONCE(vblank->enabled)) { in drm_crtc_queue_sequence_ioctl()
|
| /openbsd/src/sys/sys/ |
| D | mbuf.h | 557 #define mq_len(_mq) READ_ONCE((_mq)->mq_list.ml_len) 559 #define mq_full(_mq) (mq_len((_mq)) >= READ_ONCE((_mq)->mq_maxlen)) 560 #define mq_drops(_mq) READ_ONCE((_mq)->mq_drops)
|