| /linux/drivers/gpu/drm/i915/gt/ |
| A D | gen8_engine_cs.c | 12 int gen8_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen8_emit_flush_rcs()
78 int gen8_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen8_emit_flush_xcs()
111 int gen11_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen11_emit_flush_rcs()
201 int gen12_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen12_emit_flush_rcs()
271 int gen12_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen12_emit_flush_xcs()
338 static u32 hwsp_offset(const struct i915_request *rq) in hwsp_offset()
350 int gen8_emit_init_breadcrumb(struct i915_request *rq) in gen8_emit_init_breadcrumb()
397 int gen8_emit_bb_start_noarb(struct i915_request *rq, in gen8_emit_bb_start_noarb()
433 int gen8_emit_bb_start(struct i915_request *rq, in gen8_emit_bb_start()
461 static void assert_request_valid(struct i915_request *rq) in assert_request_valid()
[all …]
|
| A D | gen6_engine_cs.c | 54 gen6_emit_post_sync_nonzero_flush(struct i915_request *rq) in gen6_emit_post_sync_nonzero_flush()
88 int gen6_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_rcs()
142 u32 *gen6_emit_breadcrumb_rcs(struct i915_request *rq, u32 *cs) in gen6_emit_breadcrumb_rcs()
177 static int mi_flush_dw(struct i915_request *rq, u32 flags) in mi_flush_dw()
218 int gen6_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_xcs()
223 int gen6_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_vcs()
228 int gen6_emit_bb_start(struct i915_request *rq, in gen6_emit_bb_start()
250 hsw_emit_bb_start(struct i915_request *rq, in hsw_emit_bb_start()
271 static int gen7_stall_cs(struct i915_request *rq) in gen7_stall_cs()
288 int gen7_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen7_emit_flush_rcs()
[all …]
|
| A D | intel_execlists_submission.c | 209 struct i915_request *rq, in __active_request()
1109 struct i915_request *rq; in defer_active() local
1121 const struct i915_request *rq) in timeslice_yield()
1395 struct i915_request *rq; in execlists_dequeue() local
1474 struct i915_request *rq, *rn; in execlists_dequeue() local
2064 struct i915_request *rq) in execlists_hold()
2182 struct i915_request *rq; member
2497 struct i915_request *rq) in queue_request()
2928 struct i915_request *rq; in execlists_reset_active() local
3049 struct i915_request *rq, *rn; in execlists_reset_cancel() local
[all …]
|
| A D | gen2_engine_cs.c | 14 int gen2_emit_flush(struct i915_request *rq, u32 mode) in gen2_emit_flush()
41 int gen4_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen4_emit_flush_rcs()
127 int gen4_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen4_emit_flush_vcs()
142 static u32 *__gen2_emit_breadcrumb(struct i915_request *rq, u32 *cs, in __gen2_emit_breadcrumb()
170 u32 *gen3_emit_breadcrumb(struct i915_request *rq, u32 *cs) in gen3_emit_breadcrumb()
175 u32 *gen5_emit_breadcrumb(struct i915_request *rq, u32 *cs) in gen5_emit_breadcrumb()
184 int i830_emit_bb_start(struct i915_request *rq, in i830_emit_bb_start()
249 int gen3_emit_bb_start(struct i915_request *rq, in gen3_emit_bb_start()
269 int gen4_emit_bb_start(struct i915_request *rq, in gen4_emit_bb_start()
|
| /linux/kernel/sched/ |
| A D | pelt.h | 13 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
19 update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity) in update_thermal_load_avg()
24 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
34 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg()
133 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt()
166 update_rt_rq_load_avg(u64 now, struct rq *rq, int running) in update_rt_rq_load_avg()
183 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
189 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg()
194 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt()
200 update_rq_clock_pelt(struct rq *rq, s64 delta) { } in update_rq_clock_pelt()
[all …]
|
| A D | sched.h | 671 struct rq *rq; member
926 struct rq { struct
957 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument
962 struct cfs_rq cfs; argument
987 u64 clock;
1032 struct sched_avg avg_irq; argument
1052 u64 prev_irq_time; argument
1077 /* could above be rq->cfs_rq.exec_clock + rq->rt_rq.rt_runtime ? */ argument
1103 /* per rq */ argument
1122 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
[all …]
|
| A D | stop_task.c | 20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop()
27 check_preempt_curr_stop(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr_stop()
37 static struct task_struct *pick_task_stop(struct rq *rq) in pick_task_stop()
45 static struct task_struct *pick_next_task_stop(struct rq *rq) in pick_next_task_stop()
56 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop()
62 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop()
67 static void yield_task_stop(struct rq *rq) in yield_task_stop()
72 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev) in put_prev_task_stop()
103 static void switched_to_stop(struct rq *rq, struct task_struct *p) in switched_to_stop()
109 prio_changed_stop(struct rq *rq, struct task_struct *p, int oldprio) in prio_changed_stop()
[all …]
|
| A D | deadline.c | 36 struct rq *rq = task_rq(p); in dl_rq_of_se() local
235 struct rq *rq; in dl_change_utilization() local
319 struct rq *rq = rq_of_dl_rq(dl_rq); in task_non_contending() local
723 struct rq *rq = rq_of_dl_rq(dl_rq); in setup_new_dl_entity() local
986 struct rq *rq = task_rq(p); in start_dl_timer() local
1047 struct rq *rq; in dl_task_timer() local
1353 struct rq *rq; in inactive_task_timer() local
1759 struct rq *rq; in select_task_rq_dl() local
1807 struct rq *rq; in migrate_task_rq_dl() local
2433 struct rq *rq; in set_cpus_allowed_dl() local
[all …]
|
| A D | stats.h | 11 rq_sched_info_arrive(struct rq *rq, unsigned long long delta) in rq_sched_info_arrive()
23 rq_sched_info_depart(struct rq *rq, unsigned long long delta) in rq_sched_info_depart()
30 rq_sched_info_dequeue(struct rq *rq, unsigned long long delta) in rq_sched_info_dequeue()
83 # define __update_stats_wait_start(rq, p, stats) do { } while (0) argument
84 # define __update_stats_wait_end(rq, p, stats) do { } while (0) argument
85 # define __update_stats_enqueue_sleeper(rq, p, stats) do { } while (0) argument
167 struct rq *rq; in psi_ttwu_dequeue() local
227 static void sched_info_arrive(struct rq *rq, struct task_struct *t) in sched_info_arrive()
294 # define sched_info_enqueue(rq, t) do { } while (0) argument
295 # define sched_info_dequeue(rq, t) do { } while (0) argument
[all …]
|
| A D | rt.c | 166 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry() local
252 struct rq *rq = rq_of_rt_se(rt_se); in rt_rq_of_se() local
537 struct rq *rq = rq_of_rt_rq(rt_rq); in sched_rt_rq_enqueue() local
638 struct rq *rq = rq_of_rt_rq(rt_rq); in sched_rt_rq_enqueue() local
1048 struct rq *rq = rq_of_rt_rq(rt_rq); in dequeue_top_rt_rq() local
1065 struct rq *rq = rq_of_rt_rq(rt_rq); in enqueue_top_rt_rq() local
1089 struct rq *rq = rq_of_rt_rq(rt_rq); in inc_rt_prio_smp() local
1105 struct rq *rq = rq_of_rt_rq(rt_rq); in dec_rt_prio_smp() local
1459 struct rq *rq = rq_of_rt_se(rt_se); in enqueue_rt_entity() local
1557 struct rq *rq; in select_task_rq_rt() local
[all …]
|
| A D | idle.c | 418 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle()
427 static void check_preempt_curr_idle(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr_idle()
432 static void put_prev_task_idle(struct rq *rq, struct task_struct *prev) in put_prev_task_idle()
436 static void set_next_task_idle(struct rq *rq, struct task_struct *next, bool first) in set_next_task_idle()
444 static struct task_struct *pick_task_idle(struct rq *rq) in pick_task_idle()
450 struct task_struct *pick_next_task_idle(struct rq *rq) in pick_next_task_idle()
464 dequeue_task_idle(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_idle()
480 static void task_tick_idle(struct rq *rq, struct task_struct *curr, int queued) in task_tick_idle()
484 static void switched_to_idle(struct rq *rq, struct task_struct *p) in switched_to_idle()
490 prio_changed_idle(struct rq *rq, struct task_struct *p, int oldprio) in prio_changed_idle()
[all …]
|
| /linux/drivers/gpu/drm/i915/ |
| A D | i915_request.c | 112 struct i915_request *rq = to_request(fence); in i915_fence_release() local
266 struct i915_request *rq = in __rq_watchdog_expired() local
392 struct i915_request * const *port, *rq; in __request_in_flight() local
453 __await_execution(struct i915_request *rq, in __await_execution()
778 struct i915_request *rq, *rn; in retire_requests() local
790 struct i915_request *rq; in request_alloc_slow() local
826 struct i915_request *rq = arg; in __i915_request_ctor() local
842 struct i915_request *rq; in __i915_request_create() local
986 struct i915_request *rq; in i915_request_create() local
1081 already_busywaiting(struct i915_request *rq) in already_busywaiting()
[all …]
|
| A D | i915_request.h | 56 #define RQ_TRACE(rq, fmt, ...) do { \ argument
382 i915_request_get(struct i915_request *rq) in i915_request_get()
388 i915_request_get_rcu(struct i915_request *rq) in i915_request_get_rcu()
394 i915_request_put(struct i915_request *rq) in i915_request_put()
460 static inline u32 __hwsp_seqno(const struct i915_request *rq) in __hwsp_seqno()
480 static inline u32 hwsp_seqno(const struct i915_request *rq) in hwsp_seqno()
630 static inline void i915_request_set_hold(struct i915_request *rq) in i915_request_set_hold()
641 i915_request_timeline(const struct i915_request *rq) in i915_request_timeline()
649 i915_request_gem_context(const struct i915_request *rq) in i915_request_gem_context()
656 i915_request_active_timeline(const struct i915_request *rq) in i915_request_active_timeline()
[all …]
|
| /linux/drivers/scsi/esas2r/ |
| A D | esas2r_disc.c | 387 struct esas2r_request *rq) in esas2r_disc_continue()
489 struct esas2r_request *rq) in esas2r_disc_local_start_request()
503 struct esas2r_request *rq) in esas2r_disc_abort()
549 struct esas2r_request *rq) in esas2r_disc_block_dev_scan_cb()
625 struct esas2r_request *rq) in esas2r_disc_raid_grp_info_cb()
688 struct esas2r_request *rq) in esas2r_disc_part_info()
789 struct esas2r_request *rq) in esas2r_disc_passthru_dev_info()
882 struct esas2r_request *rq) in esas2r_disc_passthru_dev_addr()
1045 struct esas2r_request *rq) in esas2r_disc_dev_remove()
1084 struct esas2r_request *rq) in esas2r_disc_dev_add()
[all …]
|
| A D | esas2r_vda.c | 67 struct esas2r_request *rq, in esas2r_process_vda_ioctl()
270 struct esas2r_request *rq) in esas2r_complete_vda_ioctl()
347 struct esas2r_request *rq, in esas2r_build_flash_req()
373 struct esas2r_request *rq, in esas2r_build_mgt_req()
420 void esas2r_build_ae_req(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_build_ae_req()
449 struct esas2r_request *rq, in esas2r_build_cli_req()
466 struct esas2r_request *rq, in esas2r_build_ioctl_req()
483 struct esas2r_request *rq, in esas2r_build_cfg_req()
504 static void clear_vda_request(struct esas2r_request *rq) in clear_vda_request()
|
| A D | esas2r_ioctl.c | 83 struct esas2r_request *rq) in complete_fm_api_req()
111 struct esas2r_request *rq; in do_fm_api() local
182 struct esas2r_request *rq) in complete_nvr_req()
199 struct esas2r_request *rq) in complete_buffered_ioctl_req()
208 struct esas2r_request *rq; in handle_buffered_ioctl() local
294 struct esas2r_request *rq, in smp_ioctl_callback()
688 struct esas2r_request *rq) in scsi_passthru_comp_cb()
1277 struct esas2r_request *rq; in esas2r_ioctl_handler() local
1830 struct esas2r_request *rq; in esas2r_read_vda() local
1925 struct esas2r_request *rq) in fs_api_complete_req()
[all …]
|
| /linux/drivers/scsi/fnic/ |
| A D | vnic_rq.c | 27 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs()
65 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free()
82 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc()
111 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init()
137 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status()
142 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable()
147 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable()
165 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean()
166 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| /linux/drivers/net/ethernet/cisco/enic/ |
| A D | vnic_rq.c | 31 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs()
66 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free()
85 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc()
114 static void vnic_rq_init_start(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init_start()
138 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init()
146 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status()
151 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable()
156 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable()
184 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean()
185 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| A D | en_rx.c | 223 static inline bool mlx5e_rx_cache_put(struct mlx5e_rq *rq, in mlx5e_rx_cache_put()
245 static inline bool mlx5e_rx_cache_get(struct mlx5e_rq *rq, in mlx5e_rx_cache_get()
292 static inline int mlx5e_page_alloc(struct mlx5e_rq *rq, in mlx5e_page_alloc()
306 void mlx5e_page_release_dynamic(struct mlx5e_rq *rq, in mlx5e_page_release_dynamic()
337 static inline int mlx5e_get_rx_frag(struct mlx5e_rq *rq, in mlx5e_get_rx_frag()
353 static inline void mlx5e_put_rx_frag(struct mlx5e_rq *rq, in mlx5e_put_rx_frag()
391 static inline void mlx5e_free_rx_wqe(struct mlx5e_rq *rq, in mlx5e_free_rx_wqe()
614 static int mlx5e_alloc_rx_hd_mpwqe(struct mlx5e_rq *rq) in mlx5e_alloc_rx_hd_mpwqe()
838 struct mlx5e_rq *rq = &c->rq; in mlx5e_handle_shampo_hd_umr() local
1332 struct mlx5e_rq *rq, in mlx5e_handle_csum()
[all …]
|
| /linux/block/ |
| A D | blk-crypto-internal.h | 52 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults()
58 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
65 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible()
89 static inline void blk_crypto_rq_set_defaults(struct request *rq) { } in blk_crypto_rq_set_defaults()
91 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
112 static inline void bio_crypt_do_front_merge(struct request *rq, in bio_crypt_do_front_merge()
131 static inline blk_status_t blk_crypto_init_request(struct request *rq) in blk_crypto_init_request()
139 static inline void blk_crypto_free_request(struct request *rq) in blk_crypto_free_request()
157 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
172 static inline blk_status_t blk_crypto_insert_cloned_request(struct request *rq) in blk_crypto_insert_cloned_request()
|
| A D | elevator.c | 54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
200 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
206 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
213 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
233 struct request *rq; in elv_rqhash_find() local
254 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
275 void elv_rb_del(struct rb_root *root, struct request *rq) in elv_rb_del()
286 struct request *rq; in elv_rb_find() local
827 struct request *rq) in elv_rb_former_request()
[all …]
|
| A D | blk-flush.c | 98 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
115 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
120 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
134 static void blk_flush_queue_rq(struct request *rq, bool add_front) in blk_flush_queue_rq()
139 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush()
163 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
218 struct request *rq, *n; in flush_end_io() local
265 bool is_flush_rq(struct request *rq) in is_flush_rq()
349 static void mq_flush_data_end_io(struct request *rq, blk_status_t error) in mq_flush_data_end_io()
382 void blk_insert_flush(struct request *rq) in blk_insert_flush()
|
| A D | blk-exec.c | 20 static void blk_end_sync_rq(struct request *rq, blk_status_t error) in blk_end_sync_rq()
47 void blk_execute_rq_nowait(struct gendisk *bd_disk, struct request *rq, in blk_execute_rq_nowait()
66 static bool blk_rq_is_poll(struct request *rq) in blk_rq_is_poll()
77 static void blk_rq_poll_completion(struct request *rq, struct completion *wait) in blk_rq_poll_completion()
96 blk_status_t blk_execute_rq(struct gendisk *bd_disk, struct request *rq, int at_head) in blk_execute_rq()
|
| A D | blk-mq.c | 408 struct request *rq; in __blk_mq_alloc_requests_batch() local
438 struct request *rq; in __blk_mq_alloc_requests() local
513 struct request *rq; in blk_mq_alloc_request() local
646 struct request *rq; in blk_mq_free_plug_rqs() local
849 struct request *rq; in blk_mq_end_request_batch() local
1329 struct request *rq; member
1601 struct request *rq; in blk_mq_release_budgets() local
2177 struct request *rq; in blk_mq_insert_requests() local
2208 struct request *rq; in blk_mq_plug_issue_direct() local
2523 struct request *rq; in blk_mq_get_new_requests() local
[all …]
|
| /linux/include/linux/ |
| A D | blk-mq.h | 206 static inline bool blk_rq_is_passthrough(struct request *rq) in blk_rq_is_passthrough()
218 #define rq_dma_dir(rq) \ argument
478 struct request *rq; member
733 static inline int blk_mq_request_started(struct request *rq) in blk_mq_request_started()
856 static inline void *blk_mq_rq_to_pdu(struct request *rq) in blk_mq_rq_to_pdu()
869 static inline void blk_mq_cleanup_rq(struct request *rq) in blk_mq_cleanup_rq()
890 static inline bool rq_is_sync(struct request *rq) in rq_is_sync()
930 #define __rq_for_each_bio(_bio, rq) \ argument
955 static inline sector_t blk_rq_pos(const struct request *rq) in blk_rq_pos()
965 static inline int blk_rq_cur_bytes(const struct request *rq) in blk_rq_cur_bytes()
[all …]
|