/gfx-drm/usr/src/uts/intel/io/i915/ |
H A D | intel_ringbuffer.c | 416 ring->write_tail(ring, 0); in init_ring_common() 472 ring->space = ring_space(ring); in init_ring_common() 1329 ring->map.size = ring->size; in intel_init_ring_buffer() 1343 ret = ring->init(ring); in intel_init_ring_buffer() 1393 ring->cleanup(ring); in intel_cleanup_ring_buffer() 1420 ring->space = ring_space(ring); in intel_ring_wait_request() 1461 ring->space = ring_space(ring); in intel_ring_wait_request() 1529 ring->space = ring_space(ring); in intel_wrap_ring_buffer() 1619 ring->set_seqno(ring, seqno); in intel_ring_init_seqno() 1626 ring->tail &= ring->size - 1; in intel_ring_advance() [all …]
|
H A D | intel_ringbuffer.h | 54 #define I915_READ_TAIL(ring) I915_READ(RING_TAIL((ring)->mmio_base)) argument 57 #define I915_READ_START(ring) I915_READ(RING_START((ring)->mmio_base)) argument 60 #define I915_READ_HEAD(ring) I915_READ(RING_HEAD((ring)->mmio_base)) argument 63 #define I915_READ_CTL(ring) I915_READ(RING_CTL((ring)->mmio_base)) argument 66 #define I915_READ_IMR(ring) I915_READ(RING_IMR((ring)->mmio_base)) argument 69 #define I915_READ_NOPID(ring) I915_READ(RING_NOPID((ring)->mmio_base)) argument 70 #define I915_READ_SYNC_0(ring) I915_READ(RING_SYNC_0((ring)->mmio_base)) argument 71 #define I915_READ_SYNC_1(ring) I915_READ(RING_SYNC_1((ring)->mmio_base)) argument 275 ring->tail += 4; in intel_ring_emit() 294 return ring->tail; in intel_ring_get_tail() [all …]
|
H A D | i915_gem_context.c | 175 ctx->ring = &dev_priv->ring[RCS]; in create_hw_context() 344 if (ring->id != RCS) in i915_gem_context_get_hang_stats() 388 if (IS_GEN6(ring->dev) && ring->itlb_before_ctx_switch) { in mi_set_context() 389 ret = ring->flush(ring, I915_GEM_GPU_DOMAINS, 0); in mi_set_context() 399 if (IS_GEN7(ring->dev)) in mi_set_context() 414 if (IS_GEN7(ring->dev)) in mi_set_context() 419 intel_ring_advance(ring); in mi_set_context() 426 struct intel_ring_buffer *ring = to->ring; in do_switch() local 485 BUG_ON(from->obj->ring != ring); in do_switch() 503 ring->last_context = to; in do_switch() [all …]
|
H A D | i915_gem_execbuffer.c | 722 if (!IS_GEN7(dev) || ring != &dev_priv->ring[RCS]) in i915_reset_gen7_sol_offsets() 782 ring = &dev_priv->ring[RCS]; in i915_gem_do_execbuffer() 785 ring = &dev_priv->ring[VCS]; in i915_gem_do_execbuffer() 788 ring->name); in i915_gem_do_execbuffer() 793 ring = &dev_priv->ring[BCS]; in i915_gem_do_execbuffer() 801 ring = &dev_priv->ring[VECS]; in i915_gem_do_execbuffer() 826 if (ring == &dev_priv->ring[RCS] && in i915_gem_do_execbuffer() 851 if (ring != &dev_priv->ring[RCS]) { in i915_gem_do_execbuffer() 991 if (ring == &dev_priv->ring[RCS] && in i915_gem_do_execbuffer() 1021 ret = ring->dispatch_execbuffer(ring, in i915_gem_do_execbuffer() [all …]
|
H A D | i915_gem_debug.c | 361 #define ring_read(ring, reg) I915_READ(ring->mmio + reg) argument 376 struct ring { struct 624 static void ring_reset(struct ring *ring) in ring_reset() argument 626 ring->idle = ring->full = 0; in ring_reset() 638 ring->head = ring_read(ring, _RING_HEAD) & HEAD_ADDR; in ring_sample() 639 ring->tail = ring_read(ring, _RING_TAIL) & TAIL_ADDR; in ring_sample() 642 if (ring->tail == ring->head) in ring_sample() 643 ring->idle++; in ring_sample() 645 full = ring->tail - ring->head; in ring_sample() 874 if (ring) { in ring_dump() [all …]
|
H A D | i915_gem.c | 726 if (!ring->irq_get(ring)) in __wait_seqno() 775 ring->irq_put(ring); in __wait_seqno() 779 ring_dump(ring->dev, ring); in __wait_seqno() 846 struct intel_ring_buffer *ring = obj->ring; in i915_gem_object_wait_rendering() local 1389 obj->ring = ring; in i915_gem_object_move_to_active() 1549 ret = ring->add_request(ring); in __i915_add_request() 1556 request->ring = ring; in __i915_add_request() 1814 seqno = ring->get_seqno(ring, true); in i915_gem_retire_requests_ring() 1854 ring->irq_put(ring); in i915_gem_retire_requests_ring() 1995 ring = obj->ring; in i915_gem_wait_ioctl() [all …]
|
H A D | i915_irq.c | 1593 err->ring = obj->ring ? obj->ring->id : -1; in capture_bo() 1684 seqno = ring->get_seqno(ring, false); in i915_error_first_batchbuffer() 1686 if (obj->ring != ring) in i915_error_first_batchbuffer() 1738 error->seqno[ring->id] = ring->get_seqno(ring, false); in i915_record_ring_state() 1740 error->head[ring->id] = I915_READ_HEAD(ring); in i915_record_ring_state() 1741 error->tail[ring->id] = I915_READ_TAIL(ring); in i915_record_ring_state() 1742 error->ctl[ring->id] = I915_READ_CTL(ring); in i915_record_ring_state() 1744 error->cpu_ring_head[ring->id] = ring->head; in i915_record_ring_state() 1745 error->cpu_ring_tail[ring->id] = ring->tail; in i915_record_ring_state() 2440 seqno = ring->get_seqno(ring, false); in i915_hangcheck_elapsed() [all …]
|
H A D | intel_overlay.c | 221 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_overlay_do_wait_request() local 244 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_overlay_on() local 259 intel_ring_emit(ring, MI_NOOP); in intel_overlay_on() 260 intel_ring_advance(ring); in intel_overlay_on() 271 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_overlay_continue() local 292 intel_ring_advance(ring); in intel_overlay_continue() 328 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_overlay_off() local 360 intel_ring_advance(ring); in intel_overlay_off() 371 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_overlay_recover_from_interrupt() local 397 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_overlay_release_old_vid() local [all …]
|
H A D | i915_dma.c | 122 if (ring->status_page.gfx_addr) { in i915_free_hws() 123 ring->status_page.gfx_addr = 0; in i915_free_hws() 144 ring->head = I915_READ_HEAD(ring) & HEAD_ADDR; in i915_kernel_lost_context() 145 ring->tail = I915_READ_TAIL(ring) & TAIL_ADDR; in i915_kernel_lost_context() 146 ring->space = ring->head - (ring->tail + I915_RING_FREE_SPACE); in i915_kernel_lost_context() 147 if (ring->space < 0) in i915_kernel_lost_context() 148 ring->space += ring->size; in i915_kernel_lost_context() 154 if (ring->head == ring->tail && master_priv->sarea_priv) in i915_kernel_lost_context() 790 if (ring->irq_get(ring)) { in i915_wait_irq() 793 ring->irq_put(ring); in i915_wait_irq() [all …]
|
H A D | i915_drv.h | 317 } ring[I915_NUM_RINGS]; member 330 u32 ring:4; member 531 struct intel_ring_buffer *ring; member 1041 struct intel_ring_buffer ring[I915_NUM_RINGS]; member 1344 struct intel_ring_buffer *ring; member 1389 struct intel_ring_buffer *ring; member 1699 struct intel_ring_buffer *ring); 1770 int __i915_add_request(struct intel_ring_buffer *ring, 1774 #define i915_add_request(ring, seqno) \ argument 1775 __i915_add_request(ring, NULL, NULL, seqno) [all …]
|
H A D | intel_display.c | 7169 ring->fbc_dirty = true; in intel_mark_fb_busy() 7304 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_gen2_queue_flip() local 7331 intel_ring_advance(ring); in intel_gen2_queue_flip() 7348 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_gen3_queue_flip() local 7372 intel_ring_advance(ring); in intel_gen3_queue_flip() 7389 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_gen4_queue_flip() local 7407 intel_ring_emit(ring, in intel_gen4_queue_flip() 7420 intel_ring_advance(ring); in intel_gen4_queue_flip() 7436 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in intel_gen6_queue_flip() local 7464 intel_ring_advance(ring); in intel_gen6_queue_flip() [all …]
|
H A D | i915_gem_gtt.c | 231 struct intel_ring_buffer *ring; in gen6_ppgtt_enable() local 274 for_each_ring(ring, dev_priv, i) { in gen6_ppgtt_enable() 276 I915_WRITE(RING_MODE_GEN7(ring), in gen6_ppgtt_enable() 279 I915_WRITE(RING_PP_DIR_DCLV(ring), PP_DIR_DCLV_2G); in gen6_ppgtt_enable() 280 I915_WRITE(RING_PP_DIR_BASE(ring), pd_offset); in gen6_ppgtt_enable()
|
H A D | intel_pm.c | 3218 struct intel_ring_buffer *ring; in gen6_enable_rps() local 3261 for_each_ring(ring, dev_priv, i) in gen6_enable_rps() 3521 struct intel_ring_buffer *ring; in valleyview_enable_rps() local 3555 for_each_ring(ring, dev_priv, i) in valleyview_enable_rps() 3686 struct intel_ring_buffer *ring = &dev_priv->ring[RCS]; in ironlake_enable_rc6() local 3709 ret = intel_ring_begin(ring, 6); in ironlake_enable_rc6() 3717 intel_ring_emit(ring, MI_SET_CONTEXT); in ironlake_enable_rc6() 3724 intel_ring_emit(ring, MI_NOOP); in ironlake_enable_rc6() 3725 intel_ring_emit(ring, MI_FLUSH); in ironlake_enable_rc6() 3726 intel_ring_advance(ring); in ironlake_enable_rc6() [all …]
|
H A D | i915_drv.c | 850 struct intel_ring_buffer *ring; in i915_reset() local 857 for_each_ring(ring, dev_priv, i) in i915_reset() 858 ring->init(ring); in i915_reset()
|
H A D | i915_reg.h | 200 #define RING_PP_DIR_BASE(ring) ((ring)->mmio_base+0x228) argument 201 #define RING_PP_DIR_BASE_READ(ring) ((ring)->mmio_base+0x518) argument 202 #define RING_PP_DIR_DCLV(ring) ((ring)->mmio_base+0x220) argument 701 #define RING_FAULT_REG(ring) (0x4094 + 0x100*(ring)->id) argument 803 #define RING_MODE_GEN7(ring) ((ring)->mmio_base+0x29c) argument
|
H A D | intel_drv.h | 566 struct intel_ring_buffer *ring);
|
/gfx-drm/usr/src/uts/intel/io/radeon/ |
H A D | radeon_drv.h | 223 drm_radeon_ring_buffer_t ring; member 1097 if (head == dev_priv->ring.tail) \ 1135 if (dev_priv->ring.space <= (n) * sizeof (u32)) { \ 1140 ring = dev_priv->ring.start; \ 1141 write = dev_priv->ring.tail; \ 1142 mask = dev_priv->ring.tail_mask; \ 1150 ((dev_priv->ring.tail + _nr) & mask), \ 1153 dev_priv->ring.tail = write; \ 1171 ring[write++] = (x); \ 1188 *(int *)(ring + write) = *_tab++; \ [all …]
|
H A D | radeon_cp.c | 1051 dev_priv->ring.tail = cur_read_ptr; in radeon_do_cp_reset() 1168 dev_priv->ring.tail = cur_read_ptr; in radeon_cp_init_ring_buffer() 1194 dev_priv->ring.size_l2qw | RADEON_BUF_SWAP_32BIT); in radeon_cp_init_ring_buffer() 1643 dev_priv->ring.size = init->ring_size; in radeon_do_init_cp() 1646 dev_priv->ring.tail_mask = (dev_priv->ring.size / sizeof (u32)) - 1; in radeon_do_init_cp() 1648 dev_priv->ring.high_mark = RADEON_RING_HIGH_MARK; in radeon_do_init_cp() 2172 drm_radeon_ring_buffer_t *ring = &dev_priv->ring; in radeon_wait_ring() local 2179 ring->space = (head - ring->tail) * sizeof (u32); in radeon_wait_ring() 2180 if (ring->space <= 0) in radeon_wait_ring() 2181 ring->space += ring->size; in radeon_wait_ring() [all …]
|
/gfx-drm/usr/src/cmd/mdb/i915/ |
H A D | i915.c | 606 dev_priv->ring[0].mmio_base, in i915_ringbuffer_info() 607 dev_priv->ring[0].obj); in i915_ringbuffer_info() 612 dev_priv->ring[2].mmio_base, in i915_ringbuffer_info() 613 dev_priv->ring[2].obj); in i915_ringbuffer_info() 618 dev_priv->ring[1].mmio_base, in i915_ringbuffer_info() 619 dev_priv->ring[1].obj); in i915_ringbuffer_info() 1284 ret = get_hws_info((uintptr_t)dev_priv->ring[0].status_page.page_addr, in i915_ring_seqno_info() 2063 (uintptr_t)(dev_priv->ring[i].mmio_base + 0x29c), in i915_ppgtt_info() 2069 (uintptr_t)(dev_priv->ring[i].mmio_base + 0x228), &val); in i915_ppgtt_info() 2074 (uintptr_t)(dev_priv->ring[i].mmio_base + 0x518), &val); in i915_ppgtt_info() [all …]
|
/gfx-drm/usr/src/uts/common/drm/ |
H A D | drmP.h | 1452 if (obj->ring) \ 1453 seq_t = obj->ring->get_seqno(obj->ring, true); \ 1456 (void *)obj->ring); \
|