mirror of
https://github.com/torvalds/linux.git
synced 2026-07-27 01:32:21 +02:00
5ea59a3af5
Flip qmap's struct_ops to bpf_sched_ext_ops_cid. The kernel now passes
cids and cmasks to callbacks directly, so the per-callback cpu<->cid
translations that the prior patch added drop out and cpu_ctxs[] is
reindexed by cid. Cpu-form kfunc calls switch to their cid-form
counterparts.
The cpu-only kfuncs (idle/any pick, cpumask iteration) have no cid
substitute. Their callers already moved to cmask scans against
qa_idle_cids and taskc->cpus_allowed in the prior patch, so the kfunc
calls drop here without behavior changes.
set_cmask is wired up via cmask_copy_from_kernel() to copy the
kernel-supplied cmask into the arena-resident taskc cmask. The
cpuperf monitor iterates the cid-form perf kfuncs.
v4: Match scx_bpf_cid_override()'s 2-arg form, drop the shard test
plumbing, bound nr_cpu_ids for the verifier, and switch mode 3
from bad-mono to bad-range (Changwoo, Andrea).
Signed-off-by: Tejun Heo <tj@kernel.org>
Reviewed-by: Cheng-Yang Chou <yphbchou0911@gmail.com>
Reviewed-by: Changwoo Min <changwoo@igalia.com>
Reviewed-by: Andrea Righi <arighi@nvidia.com>
74 lines
2.0 KiB
C
74 lines
2.0 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Shared definitions between scx_qmap.bpf.c and scx_qmap.c.
|
|
*
|
|
* The scheduler keeps all state in a single BPF arena map. struct
|
|
* qmap_arena is the one object that lives at the base of the arena and is
|
|
* mmap'd into userspace so the loader can read counters directly.
|
|
*
|
|
* Copyright (c) 2026 Meta Platforms, Inc. and affiliates.
|
|
* Copyright (c) 2026 Tejun Heo <tj@kernel.org>
|
|
*/
|
|
#ifndef __SCX_QMAP_H
|
|
#define __SCX_QMAP_H
|
|
|
|
#ifdef __BPF__
|
|
#include <scx/bpf_arena_common.bpf.h>
|
|
#else
|
|
#include <linux/types.h>
|
|
#include <scx/bpf_arena_common.h>
|
|
#endif
|
|
|
|
#define MAX_SUB_SCHEDS 8
|
|
|
|
/*
|
|
* cpu_ctxs[] is sized to a fixed cap so the layout is shared between BPF and
|
|
* userspace. Keep this in sync with NR_CPUS used by the BPF side.
|
|
*/
|
|
#define SCX_QMAP_MAX_CPUS 1024
|
|
|
|
struct cpu_ctx {
|
|
__u64 dsp_idx; /* dispatch index */
|
|
__u64 dsp_cnt; /* remaining count */
|
|
__u32 avg_weight;
|
|
__u32 cpuperf_target;
|
|
};
|
|
|
|
/* Opaque to userspace; defined in scx_qmap.bpf.c. */
|
|
struct task_ctx;
|
|
|
|
struct qmap_fifo {
|
|
struct task_ctx __arena *head;
|
|
struct task_ctx __arena *tail;
|
|
__s32 idx;
|
|
};
|
|
|
|
struct qmap_arena {
|
|
/* userspace-visible stats */
|
|
__u64 nr_enqueued, nr_dispatched, nr_reenqueued, nr_reenqueued_cid0;
|
|
__u64 nr_dequeued, nr_ddsp_from_enq;
|
|
__u64 nr_core_sched_execed;
|
|
__u64 nr_expedited_local, nr_expedited_remote;
|
|
__u64 nr_expedited_lost, nr_expedited_from_timer;
|
|
__u64 nr_highpri_queued;
|
|
__u32 test_error_cnt;
|
|
__u32 cpuperf_min, cpuperf_avg, cpuperf_max;
|
|
__u32 cpuperf_target_min, cpuperf_target_avg, cpuperf_target_max;
|
|
|
|
/* kernel-side runtime state */
|
|
__u64 sub_sched_cgroup_ids[MAX_SUB_SCHEDS];
|
|
__u64 core_sched_head_seqs[5];
|
|
__u64 core_sched_tail_seqs[5];
|
|
|
|
struct cpu_ctx cpu_ctxs[SCX_QMAP_MAX_CPUS];
|
|
|
|
/* task_ctx slab; allocated and threaded by qmap_init() */
|
|
struct task_ctx __arena *task_ctxs;
|
|
struct task_ctx __arena *task_free_head;
|
|
|
|
/* five priority FIFOs, each a doubly-linked list through task_ctx */
|
|
struct qmap_fifo fifos[5];
|
|
};
|
|
|
|
#endif /* __SCX_QMAP_H */
|