linux/drivers/gpu/drm/i915/gt/intel_breadcrumbs.c

// SPDX-License-Identifier: MIT
/*
 * Copyright © 2015-2021 Intel Corporation
 */

#include <linux/kthread.h>
#include <linux/string_helpers.h>
#include <trace/events/dma_fence.h>
#include <uapi/linux/sched/types.h>

#include "i915_drv.h"
#include "i915_trace.h"
#include "intel_breadcrumbs.h"
#include "intel_context.h"
#include "intel_engine_pm.h"
#include "intel_gt_pm.h"
#include "intel_gt_requests.h"

static bool irq_enable(struct intel_breadcrumbs *b)
{ … }

static void irq_disable(struct intel_breadcrumbs *b)
{ … }

static void __intel_breadcrumbs_arm_irq(struct intel_breadcrumbs *b)
{ … }

static void intel_breadcrumbs_arm_irq(struct intel_breadcrumbs *b)
{ … }

static void __intel_breadcrumbs_disarm_irq(struct intel_breadcrumbs *b)
{ … }

static void intel_breadcrumbs_disarm_irq(struct intel_breadcrumbs *b)
{ … }

static void add_signaling_context(struct intel_breadcrumbs *b,
				  struct intel_context *ce)
{ … }

static bool remove_signaling_context(struct intel_breadcrumbs *b,
				     struct intel_context *ce)
{ … }

__maybe_unused static bool
check_signal_order(struct intel_context *ce, struct i915_request *rq)
{ … }

static bool
__dma_fence_signal(struct dma_fence *fence)
{ … }

static void
__dma_fence_signal__timestamp(struct dma_fence *fence, ktime_t timestamp)
{ … }

static void
__dma_fence_signal__notify(struct dma_fence *fence,
			   const struct list_head *list)
{ … }

static void add_retire(struct intel_breadcrumbs *b, struct intel_timeline *tl)
{ … }

static struct llist_node *
slist_add(struct llist_node *node, struct llist_node *head)
{ … }

static void signal_irq_work(struct irq_work *work)
{ … }

struct intel_breadcrumbs *
intel_breadcrumbs_create(struct intel_engine_cs *irq_engine)
{ … }

void intel_breadcrumbs_reset(struct intel_breadcrumbs *b)
{ … }

void __intel_breadcrumbs_park(struct intel_breadcrumbs *b)
{ … }

void intel_breadcrumbs_free(struct kref *kref)
{ … }

static void irq_signal_request(struct i915_request *rq,
			       struct intel_breadcrumbs *b)
{ … }

static void insert_breadcrumb(struct i915_request *rq)
{ … }

bool i915_request_enable_breadcrumb(struct i915_request *rq)
{ … }

void i915_request_cancel_breadcrumb(struct i915_request *rq)
{ … }

void intel_context_remove_breadcrumbs(struct intel_context *ce,
				      struct intel_breadcrumbs *b)
{ … }

static void print_signals(struct intel_breadcrumbs *b, struct drm_printer *p)
{ … }

void intel_engine_print_breadcrumbs(struct intel_engine_cs *engine,
				    struct drm_printer *p)
{ … }