intel_be_batchbuffer.c File Reference

Include dependency graph for intel_be_batchbuffer.c:

Go to the source code of this file.

Functions
static void	intel_realloc_relocs (struct intel_be_batchbuffer *batch, int num_relocs)
void	intel_be_batchbuffer_reset (struct intel_be_batchbuffer *batch)
struct intel_be_batchbuffer *	intel_be_batchbuffer_alloc (struct intel_be_context *intel)
void	intel_be_batchbuffer_free (struct intel_be_batchbuffer *batch)
void	intel_be_offset_relocation (struct intel_be_batchbuffer *batch, unsigned pre_add, struct _DriBufferObject *driBO, uint64_t val_flags, uint64_t val_mask)
static void	i915_drm_copy_reply (const struct drm_bo_info_rep *rep, drmBO *buf)
static int	i915_execbuf (struct intel_be_batchbuffer *batch, unsigned int used, boolean ignore_cliprects, drmBOList *list, struct drm_i915_execbuffer *ea)
static struct _DriFenceObject *	do_flush_locked (struct intel_be_batchbuffer *batch, unsigned int used, boolean ignore_cliprects, boolean allow_unlock)
struct _DriFenceObject *	intel_be_batchbuffer_flush (struct intel_be_batchbuffer *batch)
void	intel_be_batchbuffer_finish (struct intel_be_batchbuffer *batch)

---

Function Documentation

static struct _DriFenceObject* do_flush_locked	(	struct intel_be_batchbuffer *	batch,
		unsigned int	used,
		boolean	ignore_cliprects,
		boolean	allow_unlock
	)			[static, read]

Definition at line 274 of file intel_be_batchbuffer.c.

References intel_be_batchbuffer::device, driBOFenceUserList(), driBOValidateUserList(), driFenceReference(), driFenceType(), driFenceUnReference(), driGetdrmBOList(), driPutdrmBOList(), _DriFenceObject::fence_class, intel_be_device::fenceMgr, i915_execbuf(), intel_be_batchbuffer::intel, intel_be_batchbuffer::last_fence, and intel_be_batchbuffer::list.

{
   struct intel_be_context *intel = batch->intel;
   struct _DriFenceObject *fo;
   drmFence fence;
   drmBOList *boList;
   struct drm_i915_execbuffer ea;
   int ret = 0;

   driBOValidateUserList(batch->list);
   boList = driGetdrmBOList(batch->list);

#if 0 /* ZZZ JB Allways run */
   if (!(intel->numClipRects == 0 && !ignore_cliprects)) {
#else
   if (1) {
#endif
      ret = i915_execbuf(batch, used, ignore_cliprects, boList, &ea);
   } else {
     driPutdrmBOList(batch->list);
     fo = NULL;
     goto out;
   }
   driPutdrmBOList(batch->list);
   if (ret)
      abort();

   if (ea.fence_arg.error != 0) {

     /*
      * The hardware has been idled by the kernel.
      * Don't fence the driBOs.
      */

       if (batch->last_fence)
           driFenceUnReference(&batch->last_fence);
#if 0 /* ZZZ JB: no _mesa_* funcs in gallium */
       _mesa_printf("fence error\n");
#endif
       batch->last_fence = NULL;
       fo = NULL;
       goto out;
   }

   fence.handle = ea.fence_arg.handle;
   fence.fence_class = ea.fence_arg.fence_class;
   fence.type = ea.fence_arg.type;
   fence.flags = ea.fence_arg.flags;
   fence.signaled = ea.fence_arg.signaled;

   fo = driBOFenceUserList(batch->device->fenceMgr, batch->list,
                           "SuperFence", &fence);

   if (driFenceType(fo) & DRM_I915_FENCE_TYPE_RW) {
       if (batch->last_fence)
           driFenceUnReference(&batch->last_fence);
   /*
        * FIXME: Context last fence??
        */
       batch->last_fence = fo;
       driFenceReference(fo);
   }
 out:
#if 0 /* ZZZ JB: fix this */
   intel->vtbl.lost_hardware(intel);
#else
   (void)intel;
#endif
   return fo;
}

static void i915_drm_copy_reply	(	const struct drm_bo_info_rep *	rep,
		drmBO *	buf
	)			[static]

Definition at line 170 of file intel_be_batchbuffer.c.

{
    buf->handle = rep->handle;
    buf->flags = rep->flags;
    buf->size = rep->size;
    buf->offset = rep->offset;
    buf->mapHandle = rep->arg_handle;
    buf->proposedFlags = rep->proposed_flags;
    buf->start = rep->buffer_start;
    buf->fenceFlags = rep->fence_flags;
    buf->replyFlags = rep->rep_flags;
    buf->pageAlignment = rep->page_alignment;
}

static int i915_execbuf	(	struct intel_be_batchbuffer *	batch,
		unsigned int	used,
		boolean	ignore_cliprects,
		drmBOList *	list,
		struct drm_i915_execbuffer *	ea
	)			[static]

Definition at line 185 of file intel_be_batchbuffer.c.

References _drmBONode::arg0, _drmBONode::arg1, _drmBONode::bo_arg, _drmBONode::buf, intel_be_batchbuffer::device, intel_be_device::fd, _drmBOList::list, intel_be_batchbuffer::nr_relocs, intel_be_batchbuffer::poolOffset, and intel_be_batchbuffer::reloc.

{
// struct intel_be_context *intel = batch->intel;
   drmBONode *node;
   drmMMListHead *l;
   struct drm_i915_op_arg *arg, *first;
   struct drm_bo_op_req *req;
   struct drm_bo_info_rep *rep;
   uint64_t *prevNext = NULL;
   drmBO *buf;
   int ret = 0;
   uint32_t count = 0;

   first = NULL;
   for (l = list->list.next; l != &list->list; l = l->next) {
      node = DRMLISTENTRY(drmBONode, l, head);

      arg = &node->bo_arg;
      req = &arg->d.req;

      if (!first)
         first = arg;

      if (prevNext)
         *prevNext = (unsigned long)arg;

      prevNext = &arg->next;
      req->bo_req.handle = node->buf->handle;
      req->op = drm_bo_validate;
      req->bo_req.flags = node->arg0;
      req->bo_req.mask = node->arg1;
      req->bo_req.hint |= 0;
      count++;
   }

   memset(ea, 0, sizeof(*ea));
   ea->num_buffers = count;
   ea->batch.start = batch->poolOffset;
   ea->batch.used = used;
#if 0 /* ZZZ JB: no cliprects used */
   ea->batch.cliprects = intel->pClipRects;
   ea->batch.num_cliprects = ignore_cliprects ? 0 : intel->numClipRects;
   ea->batch.DR1 = 0;
   ea->batch.DR4 = 0;((((GLuint) intel->drawX) & 0xffff) |
                   (((GLuint) intel->drawY) << 16));
#else
   ea->batch.cliprects = NULL;
   ea->batch.num_cliprects = 0;
   ea->batch.DR1 = 0;
   ea->batch.DR4 = 0;
#endif
   ea->fence_arg.flags = DRM_I915_FENCE_FLAG_FLUSHED;
   ea->ops_list = (unsigned long) first;
   first->reloc_ptr = (unsigned long) batch->reloc;
   batch->reloc[0] = batch->nr_relocs;

   //return -EFAULT;
   do {
      ret = drmCommandWriteRead(batch->device->fd, DRM_I915_EXECBUFFER, ea,
                                sizeof(*ea));
   } while (ret == -EAGAIN);

   if (ret != 0)
      return ret;

   for (l = list->list.next; l != &list->list; l = l->next) {
      node = DRMLISTENTRY(drmBONode, l, head);
      arg = &node->bo_arg;
      rep = &arg->d.rep.bo_info;

      if (!arg->handled) {
         return -EFAULT;
      }
      if (arg->d.rep.ret)
         return arg->d.rep.ret;

      buf = node->buf;
      i915_drm_copy_reply(rep, buf);
   }
   return 0;
}

struct intel_be_batchbuffer* intel_be_batchbuffer_alloc

(

struct intel_be_context *

intel

)

[read]

Definition at line 87 of file intel_be_batchbuffer.c.

References intel_be_device::batchPool, intel_be_batchbuffer::buffer, intel_be_context::device, intel_be_batchbuffer::device, driBOCreateList(), driGenBuffers(), intel_be_batchbuffer::intel, intel_be_batchbuffer_reset(), intel_be_batchbuffer::last_fence, intel_be_batchbuffer::list, and intel_be_batchbuffer::reloc.

{
   struct intel_be_batchbuffer *batch = calloc(sizeof(*batch), 1);

   batch->intel = intel;
   batch->device = intel->device;

   driGenBuffers(intel->device->batchPool, "batchbuffer", 1,
                 &batch->buffer, 4096,
                 DRM_BO_FLAG_MEM_TT | DRM_BO_FLAG_EXE, 0);
   batch->last_fence = NULL;
   batch->list = driBOCreateList(20);
   batch->reloc = NULL;
   intel_be_batchbuffer_reset(batch);
   return batch;
}

void intel_be_batchbuffer_finish

(

struct intel_be_batchbuffer *

batch

)

Definition at line 412 of file intel_be_batchbuffer.c.

References driFenceFinish(), driFenceType(), driFenceUnReference(), FALSE, and intel_be_batchbuffer_flush().

{
   struct _DriFenceObject *fence = intel_be_batchbuffer_flush(batch);
   driFenceFinish(fence, driFenceType(fence), FALSE);
   driFenceUnReference(&fence);
}

struct _DriFenceObject* intel_be_batchbuffer_flush

(

struct intel_be_batchbuffer *

batch

)

[read]

Definition at line 349 of file intel_be_batchbuffer.c.

References intel_be_batchbuffer::base, intel_be_batchbuffer::buffer, do_flush_locked(), driBOUnmap(), driFenceReference(), FALSE, intel_be_batchbuffer::flags, intel_be_context::hardware_lock, intel_be_context::hardware_locked, intel_be_context::hardware_unlock, intel_be_batchbuffer::intel, INTEL_BATCH_CLIPRECTS, intel_be_batchbuffer_reset(), intel_be_batchbuffer::last_fence, i915_batchbuffer::map, MI_BATCH_BUFFER_END, and i915_batchbuffer::ptr.

{
   struct intel_be_context *intel = batch->intel;
   unsigned int used = batch->base.ptr - batch->base.map;
   boolean was_locked = batch->intel->hardware_locked(intel);
   struct _DriFenceObject *fence;

   if (used == 0) {
      driFenceReference(batch->last_fence);
      return batch->last_fence;
   }

   /* Add the MI_BATCH_BUFFER_END.  Always add an MI_FLUSH - this is a
    * performance drain that we would like to avoid.
    */
#if 0 /* ZZZ JB: what should we do here? */
   if (used & 4) {
      ((int *) batch->base.ptr)[0] = intel->vtbl.flush_cmd();
      ((int *) batch->base.ptr)[1] = 0;
      ((int *) batch->base.ptr)[2] = MI_BATCH_BUFFER_END;
      used += 12;
   }
   else {
      ((int *) batch->base.ptr)[0] = intel->vtbl.flush_cmd();
      ((int *) batch->base.ptr)[1] = MI_BATCH_BUFFER_END;
      used += 8;
   }
#else
   if (used & 4) {
      ((int *) batch->base.ptr)[0] = ((0<<29)|(4<<23)); // MI_FLUSH;
      ((int *) batch->base.ptr)[1] = 0;
      ((int *) batch->base.ptr)[2] = (0xA<<23); // MI_BATCH_BUFFER_END;
      used += 12;
   }
   else {
      ((int *) batch->base.ptr)[0] = ((0<<29)|(4<<23)); // MI_FLUSH;
      ((int *) batch->base.ptr)[1] = (0xA<<23); // MI_BATCH_BUFFER_END;
      used += 8;
   }
#endif
   driBOUnmap(batch->buffer);
   batch->base.ptr = NULL;
   batch->base.map = NULL;

   /* TODO: Just pass the relocation list and dma buffer up to the
    * kernel.
    */
   if (!was_locked)
      intel->hardware_lock(intel);

   fence = do_flush_locked(batch, used, !(batch->flags & INTEL_BATCH_CLIPRECTS),
                           FALSE);

   if (!was_locked)
      intel->hardware_unlock(intel);

   /* Reset the buffer:
    */
   intel_be_batchbuffer_reset(batch);
   return fence;
}

void intel_be_batchbuffer_free

(

struct intel_be_batchbuffer *

batch

)

Definition at line 105 of file intel_be_batchbuffer.c.

References intel_be_batchbuffer::base, intel_be_batchbuffer::buffer, driBOFreeList(), driBOUnmap(), driBOUnReference(), driFenceFinish(), driFenceUnReference(), FALSE, intel_be_batchbuffer::last_fence, intel_be_batchbuffer::list, i915_batchbuffer::map, and intel_be_batchbuffer::reloc.

{
   if (batch->last_fence) {
      driFenceFinish(batch->last_fence,
                     DRM_FENCE_TYPE_EXE, FALSE);
      driFenceUnReference(&batch->last_fence);
   }
   if (batch->base.map) {
      driBOUnmap(batch->buffer);
      batch->base.map = NULL;
   }
   driBOUnReference(batch->buffer);
   driBOFreeList(batch->list);
   if (batch->reloc)
       free(batch->reloc);
   batch->buffer = NULL;
   free(batch);
}

void intel_be_batchbuffer_reset

(

struct intel_be_batchbuffer *

batch

)

Definition at line 21 of file intel_be_batchbuffer.c.

References i915_batchbuffer::actual_size, assert, intel_be_batchbuffer::base, BATCH_RESERVED, _drmBONode::bo_arg, intel_be_batchbuffer::buffer, intel_be_batchbuffer::dest_location, intel_be_batchbuffer::device, intel_be_batchbuffer::dirty_state, driBOAddListItem(), driBOData(), driBOKernel(), driBOMap(), driBOPoolOffset(), driBOResetList(), driBOUnrefUserList(), driReadLockKernelBO(), driReadUnlockKernelBO(), intel_be_batchbuffer::drmBOVirtual, intel_be_batchbuffer::flags, intel_be_batchbuffer::id, INTEL_DEFAULT_RELOCS, INTEL_MAX_RELOCS, intel_realloc_relocs(), intel_be_batchbuffer::list, i915_batchbuffer::map, intel_be_device::max_batch_size, intel_be_batchbuffer::node, intel_be_batchbuffer::nr_relocs, intel_be_batchbuffer::poolOffset, i915_batchbuffer::ptr, intel_be_batchbuffer::reloc, intel_be_batchbuffer::reloc_size, and i915_batchbuffer::size.

{
   /*
    * Get a new, free batchbuffer.
    */
    drmBO *bo;
    struct drm_bo_info_req *req;

   driBOUnrefUserList(batch->list);
   driBOResetList(batch->list);

   /* base.size is the size available to the i915simple driver */
   batch->base.size = batch->device->max_batch_size - BATCH_RESERVED;
   batch->base.actual_size = batch->device->max_batch_size;
   driBOData(batch->buffer, batch->base.actual_size, NULL, NULL, 0);

   /*
    * Add the batchbuffer to the validate list.
    */

   driBOAddListItem(batch->list, batch->buffer,
                    DRM_BO_FLAG_EXE | DRM_BO_FLAG_MEM_TT,
                    DRM_BO_FLAG_EXE | DRM_BO_MASK_MEM,
                    &batch->dest_location, &batch->node);

   req = &batch->node->bo_arg.d.req.bo_req;

   /*
    * Set up information needed for us to make relocations
    * relative to the underlying drm buffer objects.
    */

   driReadLockKernelBO();
   bo = driBOKernel(batch->buffer);
   req->presumed_offset = (uint64_t) bo->offset;
   req->hint = DRM_BO_HINT_PRESUMED_OFFSET;
   batch->drmBOVirtual = (uint8_t *) bo->virtual;
   driReadUnlockKernelBO();

   /*
    * Adjust the relocation buffer size.
    */

   if (batch->reloc_size > INTEL_MAX_RELOCS ||
       batch->reloc == NULL)
     intel_realloc_relocs(batch, INTEL_DEFAULT_RELOCS);

   assert(batch->reloc != NULL);
   batch->reloc[0] = 0; /* No relocs yet. */
   batch->reloc[1] = 1; /* Reloc type 1 */
   batch->reloc[2] = 0; /* Only a single relocation list. */
   batch->reloc[3] = 0; /* Only a single relocation list. */

   batch->base.map = driBOMap(batch->buffer, DRM_BO_FLAG_WRITE, 0);
   batch->poolOffset = driBOPoolOffset(batch->buffer);
   batch->base.ptr = batch->base.map;
   batch->dirty_state = ~0;
   batch->nr_relocs = 0;
   batch->flags = 0;
   batch->id = 0;//batch->intel->intelScreen->batch_id++;
}

void intel_be_offset_relocation	(	struct intel_be_batchbuffer *	batch,
		unsigned	pre_add,
		struct _DriBufferObject *	driBO,
		uint64_t	val_flags,
		uint64_t	val_mask
	)

Definition at line 125 of file intel_be_batchbuffer.c.

References intel_be_batchbuffer::base, _drmBONode::bo_arg, intel_be_batchbuffer::dest_location, driBOAddListItem(), driBOKernel(), driBOPoolOffset(), driReadLockKernelBO(), driReadUnlockKernelBO(), intel_be_batchbuffer::drmBOVirtual, i915_batchbuffer_dword(), intel_realloc_relocs(), intel_be_batchbuffer::list, intel_be_batchbuffer::nr_relocs, i915_batchbuffer::ptr, intel_be_batchbuffer::reloc, and intel_be_batchbuffer::reloc_size.

{
    int itemLoc;
    struct _drmBONode *node;
    uint32_t *reloc;
    struct drm_bo_info_req *req;

    driBOAddListItem(batch->list, driBO, val_flags, val_mask,
                     &itemLoc, &node);
    req = &node->bo_arg.d.req.bo_req;

    if (!(req->hint &  DRM_BO_HINT_PRESUMED_OFFSET)) {

        /*
         * Stop other threads from tampering with the underlying
         * drmBO while we're reading its offset.
         */

        driReadLockKernelBO();
        req->presumed_offset = (uint64_t) driBOKernel(driBO)->offset;
        driReadUnlockKernelBO();
        req->hint = DRM_BO_HINT_PRESUMED_OFFSET;
    }

    pre_add += driBOPoolOffset(driBO);

    if (batch->nr_relocs == batch->reloc_size)
        intel_realloc_relocs(batch, batch->reloc_size * 2);

    reloc = batch->reloc +
        (I915_RELOC_HEADER + batch->nr_relocs * I915_RELOC0_STRIDE);

    reloc[0] = ((uint8_t *)batch->base.ptr - batch->drmBOVirtual);
    i915_batchbuffer_dword(&batch->base, req->presumed_offset + pre_add);
    reloc[1] = pre_add;
    reloc[2] = itemLoc;
    reloc[3] = batch->dest_location;
    batch->nr_relocs++;
}

static void intel_realloc_relocs	(	struct intel_be_batchbuffer *	batch,
		int	num_relocs
	)			[static]

Definition at line 10 of file intel_be_batchbuffer.c.

References intel_be_batchbuffer::reloc, and intel_be_batchbuffer::reloc_size.

{
    unsigned long size = num_relocs * I915_RELOC0_STRIDE + I915_RELOC_HEADER;

    size *= sizeof(uint32_t);
    batch->reloc = realloc(batch->reloc, size);
    batch->reloc_size = num_relocs;
}

---