mirror of
https://github.com/freebsd/freebsd-src
synced 2024-10-04 23:50:27 +00:00
cc66ebe2a9
as it could be and can do with some more cleanup. Currently its under options LAZY_SWITCH. What this does is avoid %cr3 reloads for short context switches that do not involve another user process. ie: we can take an interrupt, switch to a kthread and return to the user without explicitly flushing the tlb. However, this isn't as exciting as it could be, the interrupt overhead is still high and too much blocks on Giant still. There are some debug sysctls, for stats and for an on/off switch. The main problem with doing this has been "what if the process that you're running on exits while we're borrowing its address space?" - in this case we use an IPI to give it a kick when we're about to reclaim the pmap. Its not compiled in unless you add the LAZY_SWITCH option. I want to fix a few more things and get some more feedback before turning it on by default. This is NOT a replacement for Bosko's lazy interrupt stuff. This was more meant for the kthread case, while his was for interrupts. Mine helps a little for interrupts, but his helps a lot more. The stats are enabled with options SWTCH_OPTIM_STATS - this has been a pseudo-option for years, I just added a bunch of stuff to it. One non-trivial change was to select a new thread before calling cpu_switch() in the first place. This allows us to catch the silly case of doing a cpu_switch() to the current process. This happens uncomfortably often. This simplifies a bit of the asm code in cpu_switch (no longer have to call choosethread() in the middle). This has been implemented on i386 and (thanks to jake) sparc64. The others will come soon. This is actually seperate to the lazy switch stuff. Glanced at by: jake, jhb
121 lines
4.3 KiB
C
121 lines
4.3 KiB
C
/*-
|
|
* Copyright (c) 1995 Bruce D. Evans.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. Neither the name of the author nor the names of contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _MACHINE_MD_VAR_H_
|
|
#define _MACHINE_MD_VAR_H_
|
|
|
|
/*
|
|
* Miscellaneous machine-dependent declarations.
|
|
*/
|
|
|
|
extern long Maxmem;
|
|
extern u_int atdevbase; /* offset in virtual memory of ISA io mem */
|
|
extern void (*bcopy_vector)(const void *from, void *to, size_t len);
|
|
extern int busdma_swi_pending;
|
|
extern int (*copyin_vector)(const void *udaddr, void *kaddr, size_t len);
|
|
extern int (*copyout_vector)(const void *kaddr, void *udaddr, size_t len);
|
|
extern u_int cpu_exthigh;
|
|
extern u_int cpu_feature;
|
|
extern u_int cpu_fxsr;
|
|
extern u_int cpu_high;
|
|
extern u_int cpu_id;
|
|
extern u_int cpu_procinfo;
|
|
extern char cpu_vendor[];
|
|
extern u_int cyrix_did;
|
|
extern uint16_t *elan_mmcr;
|
|
extern char kstack[];
|
|
#ifdef PC98
|
|
extern int need_pre_dma_flush;
|
|
extern int need_post_dma_flush;
|
|
#endif
|
|
extern void (*ovbcopy_vector)(const void *from, void *to, size_t len);
|
|
extern char sigcode[];
|
|
extern int szsigcode;
|
|
#ifdef COMPAT_FREEBSD4
|
|
extern int szfreebsd4_sigcode;
|
|
#endif
|
|
#ifdef COMPAT_43
|
|
extern int szosigcode;
|
|
#endif
|
|
#ifdef SWTCH_OPTIM_STATS
|
|
extern int stupid_switch;
|
|
extern int swtch_optim_stats;
|
|
extern int tlb_flush_count;
|
|
extern int lazy_flush_count;
|
|
extern int lazy_flush_fixup;
|
|
#ifdef SMP
|
|
extern int lazy_flush_smpfixup;
|
|
extern int lazy_flush_smpipi;
|
|
extern int lazy_flush_smpbadcr3;
|
|
extern int lazy_flush_smpmiss;
|
|
#endif
|
|
#endif
|
|
#ifdef LAZY_SWITCH
|
|
extern int lazy_flush_enable;
|
|
#endif
|
|
|
|
typedef void alias_for_inthand_t(u_int cs, u_int ef, u_int esp, u_int ss);
|
|
struct thread;
|
|
struct reg;
|
|
struct fpreg;
|
|
struct dbreg;
|
|
|
|
void bcopyb(const void *from, void *to, size_t len);
|
|
void busdma_swi(void);
|
|
void cpu_halt(void);
|
|
void cpu_reset(void);
|
|
void cpu_setregs(void);
|
|
void cpu_switch_load_gs(void) __asm(__STRING(cpu_switch_load_gs));
|
|
void doreti_iret(void) __asm(__STRING(doreti_iret));
|
|
void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
|
|
void doreti_popl_ds(void) __asm(__STRING(doreti_popl_ds));
|
|
void doreti_popl_ds_fault(void) __asm(__STRING(doreti_popl_ds_fault));
|
|
void doreti_popl_es(void) __asm(__STRING(doreti_popl_es));
|
|
void doreti_popl_es_fault(void) __asm(__STRING(doreti_popl_es_fault));
|
|
void doreti_popl_fs(void) __asm(__STRING(doreti_popl_fs));
|
|
void doreti_popl_fs_fault(void) __asm(__STRING(doreti_popl_fs_fault));
|
|
void enable_sse(void);
|
|
void fillw(int /*u_short*/ pat, void *base, size_t cnt);
|
|
void i486_bzero(void *buf, size_t len);
|
|
void i586_bcopy(const void *from, void *to, size_t len);
|
|
void i586_bzero(void *buf, size_t len);
|
|
int i586_copyin(const void *udaddr, void *kaddr, size_t len);
|
|
int i586_copyout(const void *kaddr, void *udaddr, size_t len);
|
|
void i686_pagezero(void *addr);
|
|
void init_AMD_Elan_sc520(void);
|
|
int is_physical_memory(vm_offset_t addr);
|
|
vm_paddr_t kvtop(void *addr);
|
|
void setidt(int idx, alias_for_inthand_t *func, int typ, int dpl, int selec);
|
|
void swi_vm(void *);
|
|
int user_dbreg_trap(void);
|
|
|
|
#endif /* !_MACHINE_MD_VAR_H_ */
|