process.c 8.2 KB
Newer Older
J
Jeff Dike 已提交
1
/*
L
Linus Torvalds 已提交
2 3 4 5 6 7 8 9
 * Copyright (C) 2000, 2001, 2002 Jeff Dike (jdike@karaya.com)
 * Copyright 2003 PathScale, Inc.
 * Licensed under the GPL
 */

#include "linux/kernel.h"
#include "linux/sched.h"
#include "linux/interrupt.h"
10
#include "linux/string.h"
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19 20 21 22 23 24
#include "linux/mm.h"
#include "linux/slab.h"
#include "linux/utsname.h"
#include "linux/fs.h"
#include "linux/utime.h"
#include "linux/smp_lock.h"
#include "linux/module.h"
#include "linux/init.h"
#include "linux/capability.h"
#include "linux/vmalloc.h"
#include "linux/spinlock.h"
#include "linux/proc_fs.h"
#include "linux/ptrace.h"
#include "linux/random.h"
J
Jeff Dike 已提交
25
#include "linux/personality.h"
L
Linus Torvalds 已提交
26 27 28 29 30 31 32 33 34 35
#include "asm/unistd.h"
#include "asm/mman.h"
#include "asm/segment.h"
#include "asm/stat.h"
#include "asm/pgtable.h"
#include "asm/processor.h"
#include "asm/tlbflush.h"
#include "asm/uaccess.h"
#include "asm/user.h"
#include "kern_util.h"
J
Jeff Dike 已提交
36
#include "as-layout.h"
L
Linus Torvalds 已提交
37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
#include "kern.h"
#include "signal_kern.h"
#include "init.h"
#include "irq_user.h"
#include "mem_user.h"
#include "tlb.h"
#include "frame_kern.h"
#include "sigcontext.h"
#include "os.h"
#include "mode.h"
#include "mode_kern.h"
#include "choose-mode.h"

/* This is a per-cpu array.  A processor only modifies its entry and it only
 * cares about its entry, so it's OK if another processor is modifying its
 * entry.
 */
struct cpu_task cpu_tasks[NR_CPUS] = { [0 ... NR_CPUS - 1] = { -1, NULL } };

J
Jeff Dike 已提交
56
static inline int external_pid(struct task_struct *task)
L
Linus Torvalds 已提交
57
{
J
Jeff Dike 已提交
58
	return CHOOSE_MODE_PROC(external_pid_tt, external_pid_skas, task);
L
Linus Torvalds 已提交
59 60 61 62 63 64 65
}

int pid_to_processor_id(int pid)
{
	int i;

	for(i = 0; i < ncpus; i++){
J
Jeff Dike 已提交
66 67
		if(cpu_tasks[i].pid == pid)
			return i;
L
Linus Torvalds 已提交
68
	}
J
Jeff Dike 已提交
69
	return -1;
L
Linus Torvalds 已提交
70 71 72 73 74 75 76 77 78 79
}

void free_stack(unsigned long stack, int order)
{
	free_pages(stack, order);
}

unsigned long alloc_stack(int order, int atomic)
{
	unsigned long page;
A
Al Viro 已提交
80
	gfp_t flags = GFP_KERNEL;
L
Linus Torvalds 已提交
81

82 83
	if (atomic)
		flags = GFP_ATOMIC;
L
Linus Torvalds 已提交
84 85
	page = __get_free_pages(flags, order);
	if(page == 0)
J
Jeff Dike 已提交
86
		return 0;
L
Linus Torvalds 已提交
87
	stack_protections(page);
J
Jeff Dike 已提交
88
	return page;
L
Linus Torvalds 已提交
89 90 91 92 93 94 95 96
}

int kernel_thread(int (*fn)(void *), void * arg, unsigned long flags)
{
	int pid;

	current->thread.request.u.thread.proc = fn;
	current->thread.request.u.thread.arg = arg;
J
Jeff Dike 已提交
97 98
	pid = do_fork(CLONE_VM | CLONE_UNTRACED | flags, 0,
		      &current->thread.regs, 0, NULL, NULL);
J
Jeff Dike 已提交
99
	return pid;
L
Linus Torvalds 已提交
100 101
}

J
Jeff Dike 已提交
102
static inline void set_current(struct task_struct *task)
L
Linus Torvalds 已提交
103
{
A
Al Viro 已提交
104
	cpu_tasks[task_thread_info(task)->cpu] = ((struct cpu_task)
L
Linus Torvalds 已提交
105 106 107 108 109
		{ external_pid(task), task });
}

void *_switch_to(void *prev, void *next, void *last)
{
J
Jeff Dike 已提交
110 111
	struct task_struct *from = prev;
	struct task_struct *to= next;
112

J
Jeff Dike 已提交
113 114
	to->thread.prev_sched = from;
	set_current(to);
115

116 117 118 119 120 121 122 123
	do {
		current->thread.saved_task = NULL ;
		CHOOSE_MODE_PROC(switch_to_tt, switch_to_skas, prev, next);
		if(current->thread.saved_task)
			show_regs(&(current->thread.regs));
		next= current->thread.saved_task;
		prev= current;
	} while(current->thread.saved_task);
124

J
Jeff Dike 已提交
125
	return current->thread.prev_sched;
126

L
Linus Torvalds 已提交
127 128 129 130
}

void interrupt_end(void)
{
J
Jeff Dike 已提交
131 132 133 134
	if(need_resched())
		schedule();
	if(test_tsk_thread_flag(current, TIF_SIGPENDING))
		do_signal();
L
Linus Torvalds 已提交
135 136 137 138 139 140
}

void release_thread(struct task_struct *task)
{
	CHOOSE_MODE(release_thread_tt(task), release_thread_skas(task));
}
J
Jeff Dike 已提交
141

L
Linus Torvalds 已提交
142 143 144 145
void exit_thread(void)
{
	unprotect_stack((unsigned long) current_thread);
}
J
Jeff Dike 已提交
146

L
Linus Torvalds 已提交
147 148
void *get_current(void)
{
J
Jeff Dike 已提交
149
	return current;
L
Linus Torvalds 已提交
150 151 152
}

int copy_thread(int nr, unsigned long clone_flags, unsigned long sp,
J
Jeff Dike 已提交
153
		unsigned long stack_top, struct task_struct * p,
L
Linus Torvalds 已提交
154 155
		struct pt_regs *regs)
{
156 157
	int ret;

L
Linus Torvalds 已提交
158
	p->thread = (struct thread_struct) INIT_THREAD;
159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174
	ret = CHOOSE_MODE_PROC(copy_thread_tt, copy_thread_skas, nr,
				clone_flags, sp, stack_top, p, regs);

	if (ret || !current->thread.forking)
		goto out;

	clear_flushed_tls(p);

	/*
	 * Set a new TLS for the child thread?
	 */
	if (clone_flags & CLONE_SETTLS)
		ret = arch_copy_tls(p);

out:
	return ret;
L
Linus Torvalds 已提交
175 176 177 178 179 180 181
}

void initial_thread_cb(void (*proc)(void *), void *arg)
{
	int save_kmalloc_ok = kmalloc_ok;

	kmalloc_ok = 0;
J
Jeff Dike 已提交
182
	CHOOSE_MODE_PROC(initial_thread_cb_tt, initial_thread_cb_skas, proc,
L
Linus Torvalds 已提交
183 184 185
			 arg);
	kmalloc_ok = save_kmalloc_ok;
}
J
Jeff Dike 已提交
186

J
Jeff Dike 已提交
187
#ifdef CONFIG_MODE_TT
L
Linus Torvalds 已提交
188 189
unsigned long stack_sp(unsigned long page)
{
J
Jeff Dike 已提交
190
	return page + PAGE_SIZE - sizeof(void *);
L
Linus Torvalds 已提交
191
}
J
Jeff Dike 已提交
192
#endif
L
Linus Torvalds 已提交
193 194 195

void default_idle(void)
{
196
	CHOOSE_MODE(uml_idle_timer(), (void) 0);
L
Linus Torvalds 已提交
197 198 199 200 201 202 203 204 205 206

	while(1){
		/* endless idle loop with no priority at all */

		/*
		 * although we are an idle CPU, we do not want to
		 * get into the scheduler unnecessarily.
		 */
		if(need_resched())
			schedule();
J
Jeff Dike 已提交
207

L
Linus Torvalds 已提交
208 209 210 211 212 213 214 215 216
		idle_sleep(10);
	}
}

void cpu_idle(void)
{
	CHOOSE_MODE(init_idle_tt(), init_idle_skas());
}

J
Jeff Dike 已提交
217
void *um_virt_to_phys(struct task_struct *task, unsigned long addr,
L
Linus Torvalds 已提交
218 219 220 221 222 223
		      pte_t *pte_out)
{
	pgd_t *pgd;
	pud_t *pud;
	pmd_t *pmd;
	pte_t *pte;
H
Hugh Dickins 已提交
224
	pte_t ptent;
L
Linus Torvalds 已提交
225

J
Jeff Dike 已提交
226
	if(task->mm == NULL)
J
Jeff Dike 已提交
227
		return ERR_PTR(-EINVAL);
L
Linus Torvalds 已提交
228 229
	pgd = pgd_offset(task->mm, addr);
	if(!pgd_present(*pgd))
J
Jeff Dike 已提交
230
		return ERR_PTR(-EINVAL);
L
Linus Torvalds 已提交
231 232 233

	pud = pud_offset(pgd, addr);
	if(!pud_present(*pud))
J
Jeff Dike 已提交
234
		return ERR_PTR(-EINVAL);
L
Linus Torvalds 已提交
235 236

	pmd = pmd_offset(pud, addr);
J
Jeff Dike 已提交
237
	if(!pmd_present(*pmd))
J
Jeff Dike 已提交
238
		return ERR_PTR(-EINVAL);
L
Linus Torvalds 已提交
239 240

	pte = pte_offset_kernel(pmd, addr);
H
Hugh Dickins 已提交
241 242
	ptent = *pte;
	if(!pte_present(ptent))
J
Jeff Dike 已提交
243
		return ERR_PTR(-EINVAL);
L
Linus Torvalds 已提交
244 245

	if(pte_out != NULL)
H
Hugh Dickins 已提交
246
		*pte_out = ptent;
J
Jeff Dike 已提交
247
	return (void *) (pte_val(ptent) & PAGE_MASK) + (addr & ~PAGE_MASK);
L
Linus Torvalds 已提交
248 249 250 251 252
}

char *current_cmd(void)
{
#if defined(CONFIG_SMP) || defined(CONFIG_HIGHMEM)
J
Jeff Dike 已提交
253
	return "(Unknown)";
L
Linus Torvalds 已提交
254 255 256 257 258 259 260 261 262 263
#else
	void *addr = um_virt_to_phys(current, current->mm->arg_start, NULL);
	return IS_ERR(addr) ? "(Unknown)": __va((unsigned long) addr);
#endif
}

void dump_thread(struct pt_regs *regs, struct user *u)
{
}

264 265 266
int __cant_sleep(void) {
	return in_atomic() || irqs_disabled() || in_interrupt();
	/* Is in_interrupt() really needed? */
L
Linus Torvalds 已提交
267 268 269 270 271 272 273
}

int user_context(unsigned long sp)
{
	unsigned long stack;

	stack = sp & (PAGE_MASK << CONFIG_KERNEL_STACK_ORDER);
J
Jeff Dike 已提交
274
	return stack != (unsigned long) current_thread;
L
Linus Torvalds 已提交
275 276 277 278 279 280 281 282 283 284 285 286 287 288 289
}

extern exitcall_t __uml_exitcall_begin, __uml_exitcall_end;

void do_uml_exitcalls(void)
{
	exitcall_t *call;

	call = &__uml_exitcall_end;
	while (--call >= &__uml_exitcall_begin)
		(*call)();
}

char *uml_strdup(char *string)
{
290
	return kstrdup(string, GFP_KERNEL);
L
Linus Torvalds 已提交
291 292 293 294
}

int copy_to_user_proc(void __user *to, void *from, int size)
{
J
Jeff Dike 已提交
295
	return copy_to_user(to, from, size);
L
Linus Torvalds 已提交
296 297 298 299
}

int copy_from_user_proc(void *to, void __user *from, int size)
{
J
Jeff Dike 已提交
300
	return copy_from_user(to, from, size);
L
Linus Torvalds 已提交
301 302 303 304
}

int clear_user_proc(void __user *buf, int size)
{
J
Jeff Dike 已提交
305
	return clear_user(buf, size);
L
Linus Torvalds 已提交
306 307 308 309
}

int strlen_user_proc(char __user *str)
{
J
Jeff Dike 已提交
310
	return strlen_user(str);
L
Linus Torvalds 已提交
311 312 313 314 315 316 317 318
}

int smp_sigio_handler(void)
{
#ifdef CONFIG_SMP
	int cpu = current_thread->cpu;
	IPI_handler(cpu);
	if(cpu != 0)
J
Jeff Dike 已提交
319
		return 1;
L
Linus Torvalds 已提交
320
#endif
J
Jeff Dike 已提交
321
	return 0;
L
Linus Torvalds 已提交
322 323 324 325
}

int cpu(void)
{
J
Jeff Dike 已提交
326
	return current_thread->cpu;
L
Linus Torvalds 已提交
327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351
}

static atomic_t using_sysemu = ATOMIC_INIT(0);
int sysemu_supported;

void set_using_sysemu(int value)
{
	if (value > sysemu_supported)
		return;
	atomic_set(&using_sysemu, value);
}

int get_using_sysemu(void)
{
	return atomic_read(&using_sysemu);
}

static int proc_read_sysemu(char *buf, char **start, off_t offset, int size,int *eof, void *data)
{
	if (snprintf(buf, size, "%d\n", get_using_sysemu()) < size) /*No overflow*/
		*eof = 1;

	return strlen(buf);
}

A
Al Viro 已提交
352
static int proc_write_sysemu(struct file *file,const char __user *buf, unsigned long count,void *data)
L
Linus Torvalds 已提交
353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373
{
	char tmp[2];

	if (copy_from_user(tmp, buf, 1))
		return -EFAULT;

	if (tmp[0] >= '0' && tmp[0] <= '2')
		set_using_sysemu(tmp[0] - '0');
	return count; /*We use the first char, but pretend to write everything*/
}

int __init make_proc_sysemu(void)
{
	struct proc_dir_entry *ent;
	if (!sysemu_supported)
		return 0;

	ent = create_proc_entry("sysemu", 0600, &proc_root);

	if (ent == NULL)
	{
374
		printk(KERN_WARNING "Failed to register /proc/sysemu\n");
J
Jeff Dike 已提交
375
		return 0;
L
Linus Torvalds 已提交
376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398
	}

	ent->read_proc  = proc_read_sysemu;
	ent->write_proc = proc_write_sysemu;

	return 0;
}

late_initcall(make_proc_sysemu);

int singlestepping(void * t)
{
	struct task_struct *task = t ? t : current;

	if ( ! (task->ptrace & PT_DTRACE) )
		return(0);

	if (task->thread.singlestep_syscall)
		return(1);

	return 2;
}

399 400 401 402 403 404 405 406
/*
 * Only x86 and x86_64 have an arch_align_stack().
 * All other arches have "#define arch_align_stack(x) (x)"
 * in their asm/system.h
 * As this is included in UML from asm-um/system-generic.h,
 * we can use it to behave as the subarch does.
 */
#ifndef arch_align_stack
L
Linus Torvalds 已提交
407 408
unsigned long arch_align_stack(unsigned long sp)
{
J
Jeff Dike 已提交
409
	if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space)
L
Linus Torvalds 已提交
410 411 412
		sp -= get_random_int() % 8192;
	return sp & ~0xf;
}
413
#endif