#include <mach/boolean.h>
#include <mach/policy.h>
#include <mach/processor.h>
#include <mach/processor_info.h>
#include <mach/vm_param.h>
#include <kern/cpu_number.h>
#include <kern/host.h>
#include <kern/machine.h>
#include <kern/misc_protos.h>
#include <kern/processor.h>
#include <kern/sched.h>
#include <kern/task.h>
#include <kern/thread.h>
#include <kern/ipc_host.h>
#include <kern/ipc_tt.h>
#include <ipc/ipc_port.h>
#include <kern/kalloc.h>
#include <mach/mach_host_server.h>
#include <mach/processor_set_server.h>
struct processor_set default_pset;
processor_t processor_list;
unsigned int processor_count;
static processor_t processor_list_tail;
decl_simple_lock_data(,processor_list_lock)
processor_t master_processor;
int master_cpu = 0;
kern_return_t processor_set_base(
processor_set_t pset,
policy_t policy,
policy_base_t base,
boolean_t change);
kern_return_t processor_set_limit(
processor_set_t pset,
policy_t policy,
policy_limit_t limit,
boolean_t change);
kern_return_t processor_set_things(
processor_set_t pset,
mach_port_t **thing_list,
mach_msg_type_number_t *count,
int type);
void
processor_bootstrap(void)
{
simple_lock_init(&processor_list_lock, 0);
master_processor = cpu_to_processor(master_cpu);
processor_init(master_processor, master_cpu);
}
void
pset_init(
register processor_set_t pset)
{
register int i;
pset->runq.highq = IDLEPRI;
for (i = 0; i < NRQBM; i++)
pset->runq.bitmap[i] = 0;
setbit(MAXPRI - IDLEPRI, pset->runq.bitmap);
pset->runq.urgency = pset->runq.count = 0;
for (i = 0; i < NRQS; i++)
queue_init(&pset->runq.queues[i]);
queue_init(&pset->idle_queue);
pset->idle_count = 0;
queue_init(&pset->active_queue);
simple_lock_init(&pset->sched_lock, 0);
pset->run_count = pset->share_count = 0;
pset->mach_factor = pset->load_average = 0;
pset->pri_shift = INT8_MAX;
queue_init(&pset->processors);
pset->processor_count = 0;
queue_init(&pset->tasks);
pset->task_count = 0;
queue_init(&pset->threads);
pset->thread_count = 0;
pset->ref_count = 1;
pset->active = TRUE;
mutex_init(&pset->lock, 0);
pset->pset_self = IP_NULL;
pset->pset_name_self = IP_NULL;
pset->timeshare_quanta = 1;
}
void
processor_init(
register processor_t p,
int slot_num)
{
register int i;
p->runq.highq = IDLEPRI;
for (i = 0; i < NRQBM; i++)
p->runq.bitmap[i] = 0;
setbit(MAXPRI - IDLEPRI, p->runq.bitmap);
p->runq.urgency = p->runq.count = 0;
for (i = 0; i < NRQS; i++)
queue_init(&p->runq.queues[i]);
p->state = PROCESSOR_OFF_LINE;
p->active_thread = p->next_thread = p->idle_thread = THREAD_NULL;
p->processor_set = PROCESSOR_SET_NULL;
p->current_pri = MINPRI;
p->deadline = UINT64_MAX;
timer_call_setup(&p->quantum_timer, thread_quantum_expire, p);
p->timeslice = 0;
simple_lock_init(&p->lock, 0);
p->processor_self = IP_NULL;
processor_data_init(p);
PROCESSOR_DATA(p, slot_num) = slot_num;
simple_lock(&processor_list_lock);
if (processor_list == NULL)
processor_list = p;
else
processor_list_tail->processor_list = p;
processor_list_tail = p;
processor_count++;
p->processor_list = NULL;
simple_unlock(&processor_list_lock);
}
void
pset_deallocate(
processor_set_t pset)
{
if (pset == PROCESSOR_SET_NULL)
return;
assert(pset == &default_pset);
return;
}
void
pset_reference(
processor_set_t pset)
{
if (pset == PROCESSOR_SET_NULL)
return;
assert(pset == &default_pset);
}
#define pset_reference_locked(pset) assert(pset == &default_pset)
void
pset_remove_processor(
processor_set_t pset,
processor_t processor)
{
if (pset != processor->processor_set)
panic("pset_remove_processor: wrong pset");
queue_remove(&pset->processors, processor, processor_t, processors);
processor->processor_set = PROCESSOR_SET_NULL;
pset->processor_count--;
timeshare_quanta_update(pset);
}
void
pset_add_processor(
processor_set_t pset,
processor_t processor)
{
queue_enter(&pset->processors, processor, processor_t, processors);
processor->processor_set = pset;
pset->processor_count++;
timeshare_quanta_update(pset);
}
void
pset_remove_task(
processor_set_t pset,
task_t task)
{
if (pset != task->processor_set)
return;
queue_remove(&pset->tasks, task, task_t, pset_tasks);
pset->task_count--;
}
void
pset_add_task(
processor_set_t pset,
task_t task)
{
queue_enter(&pset->tasks, task, task_t, pset_tasks);
task->processor_set = pset;
pset->task_count++;
pset_reference_locked(pset);
}
void
pset_remove_thread(
processor_set_t pset,
thread_t thread)
{
queue_remove(&pset->threads, thread, thread_t, pset_threads);
pset->thread_count--;
}
void
pset_add_thread(
processor_set_t pset,
thread_t thread)
{
queue_enter(&pset->threads, thread, thread_t, pset_threads);
thread->processor_set = pset;
pset->thread_count++;
pset_reference_locked(pset);
}
void
thread_change_psets(
thread_t thread,
processor_set_t old_pset,
processor_set_t new_pset)
{
queue_remove(&old_pset->threads, thread, thread_t, pset_threads);
old_pset->thread_count--;
queue_enter(&new_pset->threads, thread, thread_t, pset_threads);
thread->processor_set = new_pset;
new_pset->thread_count++;
pset_reference_locked(new_pset);
}
kern_return_t
processor_info_count(
processor_flavor_t flavor,
mach_msg_type_number_t *count)
{
switch (flavor) {
case PROCESSOR_BASIC_INFO:
*count = PROCESSOR_BASIC_INFO_COUNT;
break;
case PROCESSOR_CPU_LOAD_INFO:
*count = PROCESSOR_CPU_LOAD_INFO_COUNT;
break;
default:
return (cpu_info_count(flavor, count));
}
return (KERN_SUCCESS);
}
kern_return_t
processor_info(
register processor_t processor,
processor_flavor_t flavor,
host_t *host,
processor_info_t info,
mach_msg_type_number_t *count)
{
register int i, slot_num, state;
kern_return_t result;
if (processor == PROCESSOR_NULL)
return (KERN_INVALID_ARGUMENT);
slot_num = PROCESSOR_DATA(processor, slot_num);
switch (flavor) {
case PROCESSOR_BASIC_INFO:
{
register processor_basic_info_t basic_info;
if (*count < PROCESSOR_BASIC_INFO_COUNT)
return (KERN_FAILURE);
basic_info = (processor_basic_info_t) info;
basic_info->cpu_type = slot_type(slot_num);
basic_info->cpu_subtype = slot_subtype(slot_num);
state = processor->state;
if (state == PROCESSOR_OFF_LINE)
basic_info->running = FALSE;
else
basic_info->running = TRUE;
basic_info->slot_num = slot_num;
if (processor == master_processor)
basic_info->is_master = TRUE;
else
basic_info->is_master = FALSE;
*count = PROCESSOR_BASIC_INFO_COUNT;
*host = &realhost;
return (KERN_SUCCESS);
}
case PROCESSOR_CPU_LOAD_INFO:
{
register processor_cpu_load_info_t cpu_load_info;
register integer_t *cpu_ticks;
if (*count < PROCESSOR_CPU_LOAD_INFO_COUNT)
return (KERN_FAILURE);
cpu_load_info = (processor_cpu_load_info_t) info;
cpu_ticks = PROCESSOR_DATA(processor, cpu_ticks);
for (i=0; i < CPU_STATE_MAX; i++)
cpu_load_info->cpu_ticks[i] = cpu_ticks[i];
*count = PROCESSOR_CPU_LOAD_INFO_COUNT;
*host = &realhost;
return (KERN_SUCCESS);
}
default:
result = cpu_info(flavor, slot_num, info, count);
if (result == KERN_SUCCESS)
*host = &realhost;
return (result);
}
}
kern_return_t
processor_start(
processor_t processor)
{
kern_return_t result;
thread_t thread;
spl_t s;
if (processor == PROCESSOR_NULL)
return (KERN_INVALID_ARGUMENT);
if (processor == master_processor) {
thread_t self = current_thread();
processor_t prev;
prev = thread_bind(self, processor);
thread_block(THREAD_CONTINUE_NULL);
result = cpu_start(PROCESSOR_DATA(processor, slot_num));
thread_bind(self, prev);
return (result);
}
s = splsched();
processor_lock(processor);
if (processor->state != PROCESSOR_OFF_LINE) {
processor_unlock(processor);
splx(s);
return (KERN_FAILURE);
}
processor->state = PROCESSOR_START;
processor_unlock(processor);
splx(s);
if (processor->idle_thread == THREAD_NULL) {
result = idle_thread_create(processor);
if (result != KERN_SUCCESS) {
s = splsched();
processor_lock(processor);
processor->state = PROCESSOR_OFF_LINE;
processor_unlock(processor);
splx(s);
return (result);
}
}
if ( processor->active_thread == THREAD_NULL &&
processor->next_thread == THREAD_NULL ) {
result = kernel_thread_create((thread_continue_t)processor_start_thread, NULL, MAXPRI_KERNEL, &thread);
if (result != KERN_SUCCESS) {
s = splsched();
processor_lock(processor);
processor->state = PROCESSOR_OFF_LINE;
processor_unlock(processor);
splx(s);
return (result);
}
s = splsched();
thread_lock(thread);
thread->bound_processor = processor;
processor->next_thread = thread;
thread->state = TH_RUN;
thread_unlock(thread);
splx(s);
thread_deallocate(thread);
}
if (processor->processor_self == IP_NULL)
ipc_processor_init(processor);
result = cpu_start(PROCESSOR_DATA(processor, slot_num));
if (result != KERN_SUCCESS) {
s = splsched();
processor_lock(processor);
processor->state = PROCESSOR_OFF_LINE;
timer_call_shutdown(processor);
processor_unlock(processor);
splx(s);
return (result);
}
ipc_processor_enable(processor);
return (KERN_SUCCESS);
}
kern_return_t
processor_exit(
processor_t processor)
{
if (processor == PROCESSOR_NULL)
return(KERN_INVALID_ARGUMENT);
return(processor_shutdown(processor));
}
kern_return_t
processor_control(
processor_t processor,
processor_info_t info,
mach_msg_type_number_t count)
{
if (processor == PROCESSOR_NULL)
return(KERN_INVALID_ARGUMENT);
return(cpu_control(PROCESSOR_DATA(processor, slot_num), info, count));
}
void
timeshare_quanta_update(
processor_set_t pset)
{
int pcount = pset->processor_count;
int i = pset->runq.count;
if (i >= pcount)
i = 1;
else
if (i <= 1)
i = pcount;
else
i = (pcount + (i / 2)) / i;
pset->timeshare_quanta = i;
}
kern_return_t
processor_set_create(
__unused host_t host,
__unused processor_set_t *new_set,
__unused processor_set_t *new_name)
{
return(KERN_FAILURE);
}
kern_return_t
processor_set_destroy(
__unused processor_set_t pset)
{
return(KERN_FAILURE);
}
kern_return_t
processor_get_assignment(
processor_t processor,
processor_set_t *pset)
{
int state;
state = processor->state;
if (state == PROCESSOR_SHUTDOWN || state == PROCESSOR_OFF_LINE)
return(KERN_FAILURE);
*pset = processor->processor_set;
pset_reference(*pset);
return(KERN_SUCCESS);
}
kern_return_t
processor_set_info(
processor_set_t pset,
int flavor,
host_t *host,
processor_set_info_t info,
mach_msg_type_number_t *count)
{
if (pset == PROCESSOR_SET_NULL)
return(KERN_INVALID_ARGUMENT);
if (flavor == PROCESSOR_SET_BASIC_INFO) {
register processor_set_basic_info_t basic_info;
if (*count < PROCESSOR_SET_BASIC_INFO_COUNT)
return(KERN_FAILURE);
basic_info = (processor_set_basic_info_t) info;
basic_info->processor_count = pset->processor_count;
basic_info->default_policy = POLICY_TIMESHARE;
*count = PROCESSOR_SET_BASIC_INFO_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_TIMESHARE_DEFAULT) {
register policy_timeshare_base_t ts_base;
if (*count < POLICY_TIMESHARE_BASE_COUNT)
return(KERN_FAILURE);
ts_base = (policy_timeshare_base_t) info;
ts_base->base_priority = BASEPRI_DEFAULT;
*count = POLICY_TIMESHARE_BASE_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_FIFO_DEFAULT) {
register policy_fifo_base_t fifo_base;
if (*count < POLICY_FIFO_BASE_COUNT)
return(KERN_FAILURE);
fifo_base = (policy_fifo_base_t) info;
fifo_base->base_priority = BASEPRI_DEFAULT;
*count = POLICY_FIFO_BASE_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_RR_DEFAULT) {
register policy_rr_base_t rr_base;
if (*count < POLICY_RR_BASE_COUNT)
return(KERN_FAILURE);
rr_base = (policy_rr_base_t) info;
rr_base->base_priority = BASEPRI_DEFAULT;
rr_base->quantum = 1;
*count = POLICY_RR_BASE_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_TIMESHARE_LIMITS) {
register policy_timeshare_limit_t ts_limit;
if (*count < POLICY_TIMESHARE_LIMIT_COUNT)
return(KERN_FAILURE);
ts_limit = (policy_timeshare_limit_t) info;
ts_limit->max_priority = MAXPRI_KERNEL;
*count = POLICY_TIMESHARE_LIMIT_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_FIFO_LIMITS) {
register policy_fifo_limit_t fifo_limit;
if (*count < POLICY_FIFO_LIMIT_COUNT)
return(KERN_FAILURE);
fifo_limit = (policy_fifo_limit_t) info;
fifo_limit->max_priority = MAXPRI_KERNEL;
*count = POLICY_FIFO_LIMIT_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_RR_LIMITS) {
register policy_rr_limit_t rr_limit;
if (*count < POLICY_RR_LIMIT_COUNT)
return(KERN_FAILURE);
rr_limit = (policy_rr_limit_t) info;
rr_limit->max_priority = MAXPRI_KERNEL;
*count = POLICY_RR_LIMIT_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_ENABLED_POLICIES) {
register int *enabled;
if (*count < (sizeof(*enabled)/sizeof(int)))
return(KERN_FAILURE);
enabled = (int *) info;
*enabled = POLICY_TIMESHARE | POLICY_RR | POLICY_FIFO;
*count = sizeof(*enabled)/sizeof(int);
*host = &realhost;
return(KERN_SUCCESS);
}
*host = HOST_NULL;
return(KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_statistics(
processor_set_t pset,
int flavor,
processor_set_info_t info,
mach_msg_type_number_t *count)
{
if (pset == PROCESSOR_SET_NULL)
return (KERN_INVALID_PROCESSOR_SET);
if (flavor == PROCESSOR_SET_LOAD_INFO) {
register processor_set_load_info_t load_info;
if (*count < PROCESSOR_SET_LOAD_INFO_COUNT)
return(KERN_FAILURE);
load_info = (processor_set_load_info_t) info;
pset_lock(pset);
load_info->task_count = pset->task_count;
load_info->thread_count = pset->thread_count;
load_info->mach_factor = pset->mach_factor;
load_info->load_average = pset->load_average;
pset_unlock(pset);
*count = PROCESSOR_SET_LOAD_INFO_COUNT;
return(KERN_SUCCESS);
}
return(KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_max_priority(
__unused processor_set_t pset,
__unused int max_priority,
__unused boolean_t change_threads)
{
return (KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_policy_enable(
__unused processor_set_t pset,
__unused int policy)
{
return (KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_policy_disable(
__unused processor_set_t pset,
__unused int policy,
__unused boolean_t change_threads)
{
return (KERN_INVALID_ARGUMENT);
}
#define THING_TASK 0
#define THING_THREAD 1
kern_return_t
processor_set_things(
processor_set_t pset,
mach_port_t **thing_list,
mach_msg_type_number_t *count,
int type)
{
unsigned int actual;
unsigned int maxthings;
unsigned int i;
vm_size_t size, size_needed;
void *addr;
if (pset == PROCESSOR_SET_NULL)
return (KERN_INVALID_ARGUMENT);
size = 0; addr = 0;
for (;;) {
pset_lock(pset);
if (!pset->active) {
pset_unlock(pset);
return (KERN_FAILURE);
}
if (type == THING_TASK)
maxthings = pset->task_count;
else
maxthings = pset->thread_count;
size_needed = maxthings * sizeof (mach_port_t);
if (size_needed <= size)
break;
pset_unlock(pset);
if (size != 0)
kfree(addr, size);
assert(size_needed > 0);
size = size_needed;
addr = kalloc(size);
if (addr == 0)
return (KERN_RESOURCE_SHORTAGE);
}
actual = 0;
switch (type) {
case THING_TASK:
{
task_t task, *tasks = (task_t *)addr;
for (task = (task_t)queue_first(&pset->tasks);
!queue_end(&pset->tasks, (queue_entry_t)task);
task = (task_t)queue_next(&task->pset_tasks)) {
task_reference_internal(task);
tasks[actual++] = task;
}
break;
}
case THING_THREAD:
{
thread_t thread, *threads = (thread_t *)addr;
for (i = 0, thread = (thread_t)queue_first(&pset->threads);
!queue_end(&pset->threads, (queue_entry_t)thread);
thread = (thread_t)queue_next(&thread->pset_threads)) {
thread_reference_internal(thread);
threads[actual++] = thread;
}
break;
}
}
pset_unlock(pset);
if (actual < maxthings)
size_needed = actual * sizeof (mach_port_t);
if (actual == 0) {
*thing_list = 0;
*count = 0;
if (size != 0)
kfree(addr, size);
}
else {
if (size_needed < size) {
void *newaddr;
newaddr = kalloc(size_needed);
if (newaddr == 0) {
switch (type) {
case THING_TASK:
{
task_t *tasks = (task_t *)addr;
for (i = 0; i < actual; i++)
task_deallocate(tasks[i]);
break;
}
case THING_THREAD:
{
thread_t *threads = (thread_t *)addr;
for (i = 0; i < actual; i++)
thread_deallocate(threads[i]);
break;
}
}
kfree(addr, size);
return (KERN_RESOURCE_SHORTAGE);
}
bcopy((void *) addr, (void *) newaddr, size_needed);
kfree(addr, size);
addr = newaddr;
}
*thing_list = (mach_port_t *)addr;
*count = actual;
switch (type) {
case THING_TASK:
{
task_t *tasks = (task_t *)addr;
for (i = 0; i < actual; i++)
(*thing_list)[i] = convert_task_to_port(tasks[i]);
break;
}
case THING_THREAD:
{
thread_t *threads = (thread_t *)addr;
for (i = 0; i < actual; i++)
(*thing_list)[i] = convert_thread_to_port(threads[i]);
break;
}
}
}
return (KERN_SUCCESS);
}
kern_return_t
processor_set_tasks(
processor_set_t pset,
task_array_t *task_list,
mach_msg_type_number_t *count)
{
return(processor_set_things(pset, (mach_port_t **)task_list, count, THING_TASK));
}
kern_return_t
processor_set_threads(
processor_set_t pset,
thread_array_t *thread_list,
mach_msg_type_number_t *count)
{
return(processor_set_things(pset, (mach_port_t **)thread_list, count, THING_THREAD));
}
kern_return_t
processor_set_base(
__unused processor_set_t pset,
__unused policy_t policy,
__unused policy_base_t base,
__unused boolean_t change)
{
return (KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_limit(
__unused processor_set_t pset,
__unused policy_t policy,
__unused policy_limit_t limit,
__unused boolean_t change)
{
return (KERN_POLICY_LIMIT);
}
kern_return_t
processor_set_policy_control(
__unused processor_set_t pset,
__unused int flavor,
__unused processor_set_info_t policy_info,
__unused mach_msg_type_number_t count,
__unused boolean_t change)
{
return (KERN_INVALID_ARGUMENT);
}