#include <asm/processor-flags.h>
#include <asm/vm86.h>
#include <asm/math_emu.h>
#include <asm/segment.h>
#include <asm/types.h>
#include <asm/sigcontext.h>
#include <asm/current.h>
#include <asm/cpufeature.h>
#include <asm/page.h>
#include <asm/pgtable_types.h>
#include <asm/percpu.h>
#include <asm/msr.h>
#include <asm/desc_defs.h>
#include <asm/nops.h>
#include <asm/special_insns.h>
#include <linux/personality.h>
#include <linux/cpumask.h>
#include <linux/cache.h>
#include <linux/threads.h>
#include <linux/math64.h>
#include <linux/init.h>
#include <linux/err.h>
#include <linux/irqflags.h>

Data Structures
struct	cpuinfo_x86

struct	x86_hw_tss

struct	tss_struct

struct	orig_ist

struct	i387_fsave_struct

struct	i387_fxsave_struct

struct	i387_soft_struct

struct	ymmh_struct

struct	xsave_hdr_struct

struct	xsave_struct

union	thread_xstate

struct	fpu

struct	thread_struct

struct	mm_segment_t

struct	aperfmperf

Macros
#define	NET_IP_ALIGN 0

#define	HBP_NUM 4

#define	ARCH_MIN_TASKALIGN 16

#define	ARCH_MIN_MMSTRUCT_ALIGN 0

#define	X86_VENDOR_INTEL 0

#define	X86_VENDOR_CYRIX 1

#define	X86_VENDOR_AMD 2

#define	X86_VENDOR_UMC 3

#define	X86_VENDOR_CENTAUR 5

#define	X86_VENDOR_TRANSMETA 7

#define	X86_VENDOR_NSC 8

#define	X86_VENDOR_NUM 9

#define	X86_VENDOR_UNKNOWN 0xff

#define	cpu_info boot_cpu_data

#define	cpu_data(cpu) boot_cpu_data

#define	cache_line_size() (boot_cpu_data.x86_cache_alignment)

#define	IO_BITMAP_BITS 65536

#define	IO_BITMAP_BYTES (IO_BITMAP_BITS/8)

#define	IO_BITMAP_LONGS (IO_BITMAP_BYTES/sizeof(long))

#define	IO_BITMAP_OFFSET offsetof(struct tss_struct, io_bitmap)

#define	INVALID_IO_BITMAP_OFFSET 0x8000

#define	MXCSR_DEFAULT 0x1f80

#define	__cpuid native_cpuid

#define	paravirt_enabled() 0

#define	set_iopl_mask native_set_iopl_mask

#define	HAVE_ARCH_PICK_MMAP_LAYOUT 1

#define	ARCH_HAS_PREFETCHW

#define	ARCH_HAS_SPINLOCK_PREFETCH

#define	BASE_PREFETCH "prefetcht0 (%1)"

#define	TASK_SIZE_MAX ((1UL << 47) - PAGE_SIZE)

#define	IA32_PAGE_OFFSET

#define	TASK_SIZE

#define	TASK_SIZE_OF(child)

#define	STACK_TOP TASK_SIZE

#define	STACK_TOP_MAX TASK_SIZE_MAX

#define	INIT_THREAD

#define	INIT_TSS

#define	thread_saved_pc(t) ((unsigned long )((t)->thread.sp - 8))

#define	task_pt_regs(tsk) ((struct pt_regs *)(tsk)->thread.sp0 - 1)

#define	TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 3))

#define	KSTK_EIP(task) (task_pt_regs(task)->ip)

#define	GET_TSC_CTL(adr) get_tsc_mode((adr))

#define	SET_TSC_CTL(val) set_tsc_mode((val))

#define	APERFMPERF_SHIFT 10

#define	cpu_has_amd_erratum(x) (false)

Enumerations
enum	tlb_infos { ENTRIES, NR_INFO }

enum	idle_boot_override { IDLE_NO_OVERRIDE =0, IDLE_HALT, IDLE_FORCE_MWAIT, IDLE_NOMWAIT, IDLE_POLL, IDLE_NO_OVERRIDE =0, IDLE_HALT, IDLE_NOMWAIT, IDLE_POLL, IDLE_FORCE_MWAIT }

Functions
struct cpuinfo_x86	__attribute__ ((__aligned__(SMP_CACHE_BYTES)))

void	cpu_detect (struct cpuinfo_x86 *c)

struct pt_regs *	idle_regs (struct pt_regs *)

void	early_cpu_init (void)

void	identify_boot_cpu (void)

void	identify_secondary_cpu (struct cpuinfo_x86 *)

void	print_cpu_info (struct cpuinfo_x86 *)

void	print_cpu_msr (struct cpuinfo_x86 *)

void	init_scattered_cpuid_features (struct cpuinfo_x86 *c)

unsigned int	init_intel_cacheinfo (struct cpuinfo_x86 *c)

void	detect_extended_topology (struct cpuinfo_x86 *c)

void	detect_ht (struct cpuinfo_x86 *c)

struct x86_hw_tss	__attribute__ ((packed)) ____cacheline_aligned

	DECLARE_PER_CPU_SHARED_ALIGNED (struct tss_struct, init_tss)

struct i387_fxsave_struct	__attribute__ ((aligned(16)))

struct xsave_struct	__attribute__ ((packed, aligned(64)))

void	free_thread_xstate (struct task_struct *)

void	release_thread (struct task_struct *)

unsigned long	get_wchan (struct task_struct *p)

void	select_idle_routine (const struct cpuinfo_x86 *c)

void	init_amd_e400_c1e_mask (void)

void	enable_sep_cpu (void)

int	sysenter_setup (void)

void	early_trap_init (void)

void	cpu_set_gdt (int)

void	switch_to_new_gdt (int)

void	load_percpu_segment (int)

void	cpu_init (void)

void	set_task_blockstep (struct task_struct *task, bool on)

unsigned long	KSTK_ESP (struct task_struct *task)

	DECLARE_PER_CPU (unsigned long, old_rsp)

void	start_thread (struct pt_regs *regs, unsigned long new_ip, unsigned long new_sp)

int	get_tsc_mode (unsigned long adr)

int	set_tsc_mode (unsigned int val)

int	amd_get_nb_id (int cpu)

unsigned long	arch_align_stack (unsigned long sp)

void	free_init_pages (char *what, unsigned long begin, unsigned long end)

void	default_idle (void)

bool	set_pm_idle_to_default (void)

void	stop_this_cpu (void *dummy)

Variables
u16 __read_mostly	tlb_lli_4k [NR_INFO]

u16 __read_mostly	tlb_lli_2m [NR_INFO]

u16 __read_mostly	tlb_lli_4m [NR_INFO]

u16 __read_mostly	tlb_lld_4k [NR_INFO]

u16 __read_mostly	tlb_lld_2m [NR_INFO]

u16 __read_mostly	tlb_lld_4m [NR_INFO]

s8 __read_mostly	tlb_flushall_shift

__u8	x86

__u8	x86_vendor

__u8	x86_model

__u8	x86_mask

int	x86_tlbsize

__u8	x86_virt_bits

__u8	x86_phys_bits

__u8	x86_coreid_bits

__u32	extended_cpuid_level

int	cpuid_level

__u32	x86_capability [NCAPINTS]

char	x86_vendor_id [16]

char	x86_model_id [64]

int	x86_cache_size

int	x86_cache_alignment

int	x86_power

unsigned long	loops_per_jiffy

u16	x86_max_cores

u16	apicid

u16	initial_apicid

u16	x86_clflush_size

u16	booted_cores

u16	phys_proc_id

u16	cpu_core_id

u8	compute_unit_id

u16	cpu_index

u32	microcode

struct cpuinfo_x86	boot_cpu_data

struct cpuinfo_x86	new_cpu_data

struct tss_struct	doublefault_tss

__u32	cpu_caps_cleared [NCAPINTS]

__u32	cpu_caps_set [NCAPINTS]

struct seq_operations	cpuinfo_op

unsigned short	num_cache_leaves

u32	reserved1

u64	sp0

u64	sp1

u64	sp2

u64	reserved2

u64	ist [7]

u32	reserved3

u32	reserved4

u16	reserved5

u16	io_bitmap_base

struct tss_struct	____cacheline_aligned

u16	cwd

u16	swd

u16	twd

u16	fop

union {
struct {
u64 rip

u64 rdp

}

struct {
u32 fip

u32 fcs

u32 foo

u32 fos

}

};

u32	mxcsr

u32	mxcsr_mask

u32	st_space [32]

u32	xmm_space [64]

u32	padding [12]

union {
u32 padding1 [12]

u32 sw_reserved [12]

};

struct i387_soft_struct	__attribute__

u64	xstate_bv

struct i387_fxsave_struct	i387

struct xsave_hdr_struct	xsave_hdr

struct ymmh_struct	ymmh

unsigned int	xstate_size

struct kmem_cache *	task_xstate_cachep

unsigned long	mmu_cr4_features

u32 *	trampoline_cr4_features

unsigned long	boot_option_idle_override

bool	amd_e400_c1e_detected

struct desc_ptr	early_gdt_descr

unsigned int	machine_id

unsigned int	machine_submodel_id

unsigned int	BIOS_revision

int	bootloader_type

int	bootloader_version

char	ignore_fpu_irq

Macro Definition Documentation

#define __cpuid native_cpuid

Definition at line 541 of file processor.h.

#define APERFMPERF_SHIFT 10

Definition at line 951 of file processor.h.

#define ARCH_HAS_PREFETCHW

Definition at line 773 of file processor.h.

#define ARCH_HAS_SPINLOCK_PREFETCH

Definition at line 774 of file processor.h.

#define ARCH_MIN_MMSTRUCT_ALIGN 0

Definition at line 61 of file processor.h.

#define ARCH_MIN_TASKALIGN 16

Definition at line 60 of file processor.h.

#define BASE_PREFETCH "prefetcht0 (%1)"

Definition at line 780 of file processor.h.

#define cache_line_size ( ) (boot_cpu_data.x86_cache_alignment)

Definition at line 177 of file processor.h.

#define cpu_data ( cpu ) boot_cpu_data

Definition at line 163 of file processor.h.

#define cpu_has_amd_erratum ( x ) (false)

Definition at line 985 of file processor.h.

#define cpu_info boot_cpu_data

Definition at line 162 of file processor.h.

#define GET_TSC_CTL ( adr ) get_tsc_mode((adr))

Definition at line 931 of file processor.h.

#define HAVE_ARCH_PICK_MMAP_LAYOUT 1

Definition at line 772 of file processor.h.

#define HBP_NUM 4

Definition at line 42 of file processor.h.

#define IA32_PAGE_OFFSET

Value:

((current->personality & ADDR_LIMIT_3GB) ? \

0xc0000000 : 0xFFFFe000)

Definition at line 884 of file processor.h.

#define INIT_THREAD

Value:

{ \
    .sp0 = (unsigned long)&init_stack + sizeof(init_stack) \
}

Definition at line 895 of file processor.h.

#define INIT_TSS

Value:

{ \
    .x86_tss.sp0 = (unsigned long)&init_stack + sizeof(init_stack) \
}

Definition at line 899 of file processor.h.

#define INVALID_IO_BITMAP_OFFSET 0x8000

Definition at line 269 of file processor.h.

#define IO_BITMAP_BITS 65536

Definition at line 265 of file processor.h.

#define IO_BITMAP_BYTES (IO_BITMAP_BITS/8)

Definition at line 266 of file processor.h.

#define IO_BITMAP_LONGS (IO_BITMAP_BYTES/sizeof(long))

Definition at line 267 of file processor.h.

#define IO_BITMAP_OFFSET offsetof(struct tss_struct, io_bitmap)

Definition at line 268 of file processor.h.

#define KSTK_EIP ( task ) (task_pt_regs(task)->ip)

Definition at line 928 of file processor.h.

#define MXCSR_DEFAULT 0x1f80

Definition at line 301 of file processor.h.

#define NET_IP_ALIGN 0

Definition at line 40 of file processor.h.

#define paravirt_enabled ( ) 0

Definition at line 542 of file processor.h.

#define set_iopl_mask native_set_iopl_mask

Definition at line 550 of file processor.h.

#define SET_TSC_CTL ( val ) set_tsc_mode((val))

Definition at line 932 of file processor.h.

#define STACK_TOP TASK_SIZE

Definition at line 892 of file processor.h.

#define STACK_TOP_MAX TASK_SIZE_MAX

Definition at line 893 of file processor.h.

#define task_pt_regs ( tsk ) ((struct pt_regs *)(tsk)->thread.sp0 - 1)

Definition at line 909 of file processor.h.

#define TASK_SIZE

Value:

(test_thread_flag(TIF_ADDR32) ? \

IA32_PAGE_OFFSET : TASK_SIZE_MAX)

Definition at line 887 of file processor.h.

#define TASK_SIZE_MAX ((1UL << 47) - PAGE_SIZE)

Definition at line 879 of file processor.h.

#define TASK_SIZE_OF ( child )

Value:

((test_tsk_thread_flag(child, TIF_ADDR32)) ? \

IA32_PAGE_OFFSET : TASK_SIZE_MAX)

Definition at line 889 of file processor.h.

#define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 3))

Definition at line 926 of file processor.h.

#define thread_saved_pc ( t ) (*(unsigned long *)((t)->thread.sp - 8))

Definition at line 907 of file processor.h.

#define X86_VENDOR_AMD 2

Definition at line 139 of file processor.h.

#define X86_VENDOR_CENTAUR 5

Definition at line 141 of file processor.h.

#define X86_VENDOR_CYRIX 1

Definition at line 138 of file processor.h.

#define X86_VENDOR_INTEL 0

Definition at line 137 of file processor.h.

#define X86_VENDOR_NSC 8

Definition at line 143 of file processor.h.

#define X86_VENDOR_NUM 9

Definition at line 144 of file processor.h.

#define X86_VENDOR_TRANSMETA 7

Definition at line 142 of file processor.h.

#define X86_VENDOR_UMC 3

Definition at line 140 of file processor.h.

#define X86_VENDOR_UNKNOWN 0xff

Definition at line 146 of file processor.h.

Enumeration Type Documentation

enum idle_boot_override

Enumerator:

IDLE_NO_OVERRIDE
IDLE_HALT
IDLE_FORCE_MWAIT
IDLE_NOMWAIT
IDLE_POLL
IDLE_NO_OVERRIDE
IDLE_HALT
IDLE_NOMWAIT
IDLE_POLL
IDLE_FORCE_MWAIT

Definition at line 718 of file processor.h.

enum tlb_infos

Enumerator:

ENTRIES
NR_INFO

Definition at line 64 of file processor.h.

Function Documentation

struct cpuinfo_x86 __attribute__ ( (__aligned__(SMP_CACHE_BYTES)) )

struct x86_hw_tss __attribute__ ( (packed) )

read

Definition at line 171 of file esd_usb2.c.

struct i387_fxsave_struct __attribute__ ( (aligned(16)) )

struct xsave_struct __attribute__ ( (packed, aligned(64)) )

int amd_get_nb_id ( int cpu )

Definition at line 367 of file amd.c.

unsigned long arch_align_stack ( unsigned long sp )

Definition at line 369 of file process.c.

void cpu_detect ( struct cpuinfo_x86 * c )

Definition at line 577 of file common.c.

void cpu_init ( void )

cpu_init

This is our initial entry point for each CPU, and is invoked on the boot CPU prior to calling start_kernel(). For SMP, a combination of this and start_secondary() will bring up each processor to a ready state prior to hand forking the idle loop.

We do all of the basic processor init here, including setting up the caches, FPU, DSP, etc. By the time start_kernel() is hit (and subsequently platform_setup()) things like determining the CPU subtype and initial configuration will all be done.

Each processor family is still responsible for doing its own probing and cache configuration in cpu_probe().

Definition at line 376 of file setup.c.

void cpu_set_gdt ( int )

DECLARE_PER_CPU	(	unsigned	long,
		old_rsp
	)

DECLARE_PER_CPU_SHARED_ALIGNED	(	struct tss_struct	,
		init_tss
	)

void default_idle ( void )

Definition at line 29 of file process.c.

void detect_extended_topology ( struct cpuinfo_x86 * c )

Definition at line 29 of file topology.c.

void detect_ht ( struct cpuinfo_x86 * c )

Definition at line 499 of file common.c.

void early_cpu_init ( void )

Definition at line 732 of file common.c.

void early_trap_init ( void )

Definition at line 311 of file traps.c.

void enable_sep_cpu ( void )

Definition at line 226 of file vdso32-setup.c.

void free_init_pages	(	char *	what,
		unsigned long	begin,
		unsigned long	end
	)

Definition at line 239 of file init.c.

void free_thread_xstate ( struct task_struct * )

Definition at line 39 of file process.c.

int get_tsc_mode ( unsigned long adr )

Definition at line 197 of file process.c.

unsigned long get_wchan ( struct task_struct * p )

Definition at line 419 of file process.c.

void identify_boot_cpu ( void )

Definition at line 948 of file common.c.

void identify_secondary_cpu ( struct cpuinfo_x86 * )

Definition at line 961 of file common.c.

struct pt_regs* idle_regs ( struct pt_regs * )

read

Definition at line 463 of file smpboot.c.

void init_amd_e400_c1e_mask ( void )

Definition at line 632 of file process.c.

unsigned int init_intel_cacheinfo ( struct cpuinfo_x86 * c )

Definition at line 575 of file intel_cacheinfo.c.

void init_scattered_cpuid_features ( struct cpuinfo_x86 * c )

Definition at line 27 of file scattered.c.

unsigned long KSTK_ESP ( struct task_struct * task )

Definition at line 546 of file process_64.c.

void load_percpu_segment ( int )

Definition at line 373 of file common.c.

void print_cpu_info ( struct cpuinfo_x86 * )

Definition at line 1023 of file common.c.

void print_cpu_msr ( struct cpuinfo_x86 * )

Definition at line 1052 of file common.c.

void release_thread ( struct task_struct * )

Definition at line 233 of file process.c.

void select_idle_routine ( const struct cpuinfo_x86 * c )

Definition at line 608 of file process.c.

bool set_pm_idle_to_default ( void )

Definition at line 440 of file process.c.

void set_task_blockstep	(	struct task_struct *	task,
		bool	on
	)

Definition at line 160 of file step.c.

int set_tsc_mode ( unsigned int val )

Definition at line 209 of file process.c.

void start_thread	(	struct pt_regs *	regs,
		unsigned long	new_ip,
		unsigned long	new_sp
	)

Definition at line 204 of file process.c.

void stop_this_cpu ( void * dummy )

stop_this_cpu - Callback to stop a CPU. : Callback context (ignored).

Definition at line 177 of file smp.c.

void switch_to_new_gdt ( int )

Definition at line 388 of file common.c.

int sysenter_setup ( void )

Definition at line 277 of file vdso32-setup.c.

Variable Documentation

union { ... }

struct tss_struct ____cacheline_aligned

union thread_xstate __attribute__

bool amd_e400_c1e_detected

Definition at line 547 of file process.c.

u16 apicid

Definition at line 173 of file processor.h.

unsigned int BIOS_revision

struct cpuinfo_x86 boot_cpu_data

Definition at line 38 of file setup.c.

unsigned long boot_option_idle_override

Definition at line 58 of file process.c.

u16 booted_cores

Definition at line 177 of file processor.h.

int bootloader_type

Definition at line 217 of file setup.c.

int bootloader_version

Definition at line 217 of file setup.c.

u8 compute_unit_id

Definition at line 183 of file processor.h.

__u32 cpu_caps_cleared

Definition at line 370 of file common.c.

__u32 cpu_caps_set

Definition at line 371 of file common.c.

u16 cpu_core_id

Definition at line 181 of file processor.h.

u16 cpu_index

Definition at line 185 of file processor.h.

int cpuid_level

Definition at line 162 of file processor.h.

struct seq_operations cpuinfo_op

Definition at line 1479 of file setup.c.

u16 cwd

Definition at line 353 of file processor.h.

struct tss_struct doublefault_tss

struct desc_ptr early_gdt_descr

__u32 extended_cpuid_level

Definition at line 160 of file processor.h.

u32 fcs

Definition at line 364 of file processor.h.

u32 fip

Definition at line 363 of file processor.h.

void foo

Definition at line 365 of file processor.h.

u16 fop

Definition at line 356 of file processor.h.

u32 fos

Definition at line 366 of file processor.h.

struct i387_fxsave_struct i387

Definition at line 391 of file processor.h.

char ignore_fpu_irq

Definition at line 73 of file traps.c.

u16 initial_apicid

Definition at line 174 of file processor.h.

u16 io_bitmap_base

Definition at line 269 of file processor.h.

u64 ist[7]

Definition at line 265 of file processor.h.

unsigned long loops_per_jiffy

Definition at line 170 of file processor.h.

unsigned int machine_id

Definition at line 78 of file setup-common.c.

unsigned int machine_submodel_id

u32 microcode

Definition at line 186 of file processor.h.

unsigned long mmu_cr4_features

Definition at line 211 of file setup.c.

u32 mxcsr

Definition at line 369 of file processor.h.

u32 mxcsr_mask

Definition at line 370 of file processor.h.

struct cpuinfo_x86 new_cpu_data

unsigned short num_cache_leaves

Definition at line 167 of file intel_cacheinfo.c.

u32 padding[12]

Definition at line 378 of file processor.h.

u32 padding1[12]

Definition at line 381 of file processor.h.

u16 phys_proc_id

Definition at line 179 of file processor.h.

u64 rdp

Definition at line 360 of file processor.h.

u64 reserved1[2]

Definition at line 260 of file processor.h.

u64 reserved2[5]

Definition at line 264 of file processor.h.

u32 reserved3

Definition at line 266 of file processor.h.

u32 reserved4

Definition at line 267 of file processor.h.

u16 reserved5

Definition at line 268 of file processor.h.

u64 rip

Definition at line 359 of file processor.h.

u64 sp0

Definition at line 261 of file processor.h.

u64 sp1

Definition at line 262 of file processor.h.

u64 sp2

Definition at line 263 of file processor.h.

u32 st_space[32]

Definition at line 373 of file processor.h.

u32 sw_reserved[12]

Definition at line 382 of file processor.h.

u16 swd

Definition at line 354 of file processor.h.

struct kmem_cache* task_xstate_cachep

Definition at line 9 of file process.c.

s8 __read_mostly tlb_flushall_shift

Definition at line 483 of file common.c.

u16 __read_mostly tlb_lld_2m[NR_INFO]

Definition at line 474 of file common.c.

u16 __read_mostly tlb_lld_4k[NR_INFO]

Definition at line 473 of file common.c.

u16 __read_mostly tlb_lld_4m[NR_INFO]

Definition at line 475 of file common.c.

u16 __read_mostly tlb_lli_2m[NR_INFO]

Definition at line 471 of file common.c.

u16 __read_mostly tlb_lli_4k[NR_INFO]

Definition at line 470 of file common.c.

u16 __read_mostly tlb_lli_4m[NR_INFO]

Definition at line 472 of file common.c.

u32* trampoline_cr4_features

Definition at line 9 of file init.c.

u16 twd

Definition at line 355 of file processor.h.

__u8 x86

Definition at line 136 of file processor.h.

int x86_cache_alignment

Definition at line 168 of file processor.h.

int x86_cache_size

Definition at line 167 of file processor.h.

__u32 x86_capability[NCAPINTS]

Definition at line 163 of file processor.h.

u16 x86_clflush_size

Definition at line 175 of file processor.h.

__u8 x86_coreid_bits

Definition at line 158 of file processor.h.

__u8 x86_mask

Definition at line 139 of file processor.h.

u16 x86_max_cores

Definition at line 172 of file processor.h.

__u8 x86_model

Definition at line 138 of file processor.h.

char x86_model_id[64]

Definition at line 165 of file processor.h.

__u8 x86_phys_bits

Definition at line 156 of file processor.h.

int x86_power

Definition at line 169 of file processor.h.

int x86_tlbsize

Definition at line 153 of file processor.h.

__u8 x86_vendor

Definition at line 137 of file processor.h.

char x86_vendor_id[16]

Definition at line 164 of file processor.h.

__u8 x86_virt_bits

Definition at line 155 of file processor.h.

u32 xmm_space[64]

Definition at line 376 of file processor.h.

struct xsave_hdr_struct xsave_hdr

Definition at line 392 of file processor.h.

u64 xstate_bv

Definition at line 384 of file processor.h.

unsigned int xstate_size

Definition at line 10 of file process.c.

struct ymmh_struct ymmh

Definition at line 393 of file processor.h.

Data Structures

Macros

Enumerations

Functions

Variables

Macro Definition Documentation

Enumeration Type Documentation

Function Documentation

Variable Documentation