158 lines
		
	
	
		
			5.3 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			158 lines
		
	
	
		
			5.3 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /* SPDX-License-Identifier: GPL-2.0+ WITH Linux-syscall-note */
 | |
| #ifndef _UAPI_LINUX_RSEQ_H
 | |
| #define _UAPI_LINUX_RSEQ_H
 | |
| 
 | |
| /*
 | |
|  * linux/rseq.h
 | |
|  *
 | |
|  * Restartable sequences system call API
 | |
|  *
 | |
|  * Copyright (c) 2015-2018 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
 | |
|  */
 | |
| 
 | |
| #include <linux/types.h>
 | |
| #include <asm/byteorder.h>
 | |
| 
 | |
| enum rseq_cpu_id_state {
 | |
| 	RSEQ_CPU_ID_UNINITIALIZED		= -1,
 | |
| 	RSEQ_CPU_ID_REGISTRATION_FAILED		= -2,
 | |
| };
 | |
| 
 | |
| enum rseq_flags {
 | |
| 	RSEQ_FLAG_UNREGISTER = (1 << 0),
 | |
| };
 | |
| 
 | |
| enum rseq_cs_flags_bit {
 | |
| 	RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT	= 0,
 | |
| 	RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT	= 1,
 | |
| 	RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT	= 2,
 | |
| };
 | |
| 
 | |
| enum rseq_cs_flags {
 | |
| 	RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT	=
 | |
| 		(1U << RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT),
 | |
| 	RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL	=
 | |
| 		(1U << RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT),
 | |
| 	RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE	=
 | |
| 		(1U << RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT),
 | |
| };
 | |
| 
 | |
| /*
 | |
|  * struct rseq_cs is aligned on 4 * 8 bytes to ensure it is always
 | |
|  * contained within a single cache-line. It is usually declared as
 | |
|  * link-time constant data.
 | |
|  */
 | |
| struct rseq_cs {
 | |
| 	/* Version of this structure. */
 | |
| 	__u32 version;
 | |
| 	/* enum rseq_cs_flags */
 | |
| 	__u32 flags;
 | |
| 	__u64 start_ip;
 | |
| 	/* Offset from start_ip. */
 | |
| 	__u64 post_commit_offset;
 | |
| 	__u64 abort_ip;
 | |
| } __attribute__((aligned(4 * sizeof(__u64))));
 | |
| 
 | |
| /*
 | |
|  * struct rseq is aligned on 4 * 8 bytes to ensure it is always
 | |
|  * contained within a single cache-line.
 | |
|  *
 | |
|  * A single struct rseq per thread is allowed.
 | |
|  */
 | |
| struct rseq {
 | |
| 	/*
 | |
| 	 * Restartable sequences cpu_id_start field. Updated by the
 | |
| 	 * kernel. Read by user-space with single-copy atomicity
 | |
| 	 * semantics. This field should only be read by the thread which
 | |
| 	 * registered this data structure. Aligned on 32-bit. Always
 | |
| 	 * contains a value in the range of possible CPUs, although the
 | |
| 	 * value may not be the actual current CPU (e.g. if rseq is not
 | |
| 	 * initialized). This CPU number value should always be compared
 | |
| 	 * against the value of the cpu_id field before performing a rseq
 | |
| 	 * commit or returning a value read from a data structure indexed
 | |
| 	 * using the cpu_id_start value.
 | |
| 	 */
 | |
| 	__u32 cpu_id_start;
 | |
| 	/*
 | |
| 	 * Restartable sequences cpu_id field. Updated by the kernel.
 | |
| 	 * Read by user-space with single-copy atomicity semantics. This
 | |
| 	 * field should only be read by the thread which registered this
 | |
| 	 * data structure. Aligned on 32-bit. Values
 | |
| 	 * RSEQ_CPU_ID_UNINITIALIZED and RSEQ_CPU_ID_REGISTRATION_FAILED
 | |
| 	 * have a special semantic: the former means "rseq uninitialized",
 | |
| 	 * and latter means "rseq initialization failed". This value is
 | |
| 	 * meant to be read within rseq critical sections and compared
 | |
| 	 * with the cpu_id_start value previously read, before performing
 | |
| 	 * the commit instruction, or read and compared with the
 | |
| 	 * cpu_id_start value before returning a value loaded from a data
 | |
| 	 * structure indexed using the cpu_id_start value.
 | |
| 	 */
 | |
| 	__u32 cpu_id;
 | |
| 	/*
 | |
| 	 * Restartable sequences rseq_cs field.
 | |
| 	 *
 | |
| 	 * Contains NULL when no critical section is active for the current
 | |
| 	 * thread, or holds a pointer to the currently active struct rseq_cs.
 | |
| 	 *
 | |
| 	 * Updated by user-space, which sets the address of the currently
 | |
| 	 * active rseq_cs at the beginning of assembly instruction sequence
 | |
| 	 * block, and set to NULL by the kernel when it restarts an assembly
 | |
| 	 * instruction sequence block, as well as when the kernel detects that
 | |
| 	 * it is preempting or delivering a signal outside of the range
 | |
| 	 * targeted by the rseq_cs. Also needs to be set to NULL by user-space
 | |
| 	 * before reclaiming memory that contains the targeted struct rseq_cs.
 | |
| 	 *
 | |
| 	 * Read and set by the kernel. Set by user-space with single-copy
 | |
| 	 * atomicity semantics. This field should only be updated by the
 | |
| 	 * thread which registered this data structure. Aligned on 64-bit.
 | |
| 	 *
 | |
| 	 * 32-bit architectures should update the low order bits of the
 | |
| 	 * rseq_cs field, leaving the high order bits initialized to 0.
 | |
| 	 */
 | |
| 	__u64 rseq_cs;
 | |
| 
 | |
| 	/*
 | |
| 	 * Restartable sequences flags field.
 | |
| 	 *
 | |
| 	 * This field should only be updated by the thread which
 | |
| 	 * registered this data structure. Read by the kernel.
 | |
| 	 * Mainly used for single-stepping through rseq critical sections
 | |
| 	 * with debuggers.
 | |
| 	 *
 | |
| 	 * - RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT
 | |
| 	 *     Inhibit instruction sequence block restart on preemption
 | |
| 	 *     for this thread.
 | |
| 	 * - RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL
 | |
| 	 *     Inhibit instruction sequence block restart on signal
 | |
| 	 *     delivery for this thread.
 | |
| 	 * - RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE
 | |
| 	 *     Inhibit instruction sequence block restart on migration for
 | |
| 	 *     this thread.
 | |
| 	 */
 | |
| 	__u32 flags;
 | |
| 
 | |
| 	/*
 | |
| 	 * Restartable sequences node_id field. Updated by the kernel. Read by
 | |
| 	 * user-space with single-copy atomicity semantics. This field should
 | |
| 	 * only be read by the thread which registered this data structure.
 | |
| 	 * Aligned on 32-bit. Contains the current NUMA node ID.
 | |
| 	 */
 | |
| 	__u32 node_id;
 | |
| 
 | |
| 	/*
 | |
| 	 * Restartable sequences mm_cid field. Updated by the kernel. Read by
 | |
| 	 * user-space with single-copy atomicity semantics. This field should
 | |
| 	 * only be read by the thread which registered this data structure.
 | |
| 	 * Aligned on 32-bit. Contains the current thread's concurrency ID
 | |
| 	 * (allocated uniquely within a memory map).
 | |
| 	 */
 | |
| 	__u32 mm_cid;
 | |
| 
 | |
| 	/*
 | |
| 	 * Flexible array member at end of structure, after last feature field.
 | |
| 	 */
 | |
| 	char end[];
 | |
| } __attribute__((aligned(4 * sizeof(__u64))));
 | |
| 
 | |
| #endif /* _UAPI_LINUX_RSEQ_H */
 |