1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
/******************************************************************************
* multicall.c
*/
#include <xen/config.h>
#include <xen/types.h>
#include <xen/lib.h>
#include <xen/mm.h>
#include <xen/sched.h>
#include <xen/event.h>
#include <xen/multicall.h>
#include <xen/guest_access.h>
#include <xen/perfc.h>
#include <xen/trace.h>
#include <asm/current.h>
#include <asm/hardirq.h>
#ifndef COMPAT
typedef long ret_t;
#define xlat_multicall_entry(mcs)
static void __trace_multicall_call(multicall_entry_t *call)
{
__trace_hypercall(TRC_PV_HYPERCALL_SUBCALL, call->op, call->args);
}
#endif
static void trace_multicall_call(multicall_entry_t *call)
{
if ( !tb_init_done )
return;
__trace_multicall_call(call);
}
ret_t
do_multicall(
XEN_GUEST_HANDLE_PARAM(multicall_entry_t) call_list, unsigned int nr_calls)
{
struct mc_state *mcs = ¤t->mc_state;
unsigned int i;
int rc = 0;
if ( unlikely(__test_and_set_bit(_MCSF_in_multicall, &mcs->flags)) )
{
gdprintk(XENLOG_INFO, "Multicall reentry is disallowed.\n");
return -EINVAL;
}
if ( unlikely(!guest_handle_okay(call_list, nr_calls)) )
rc = -EFAULT;
for ( i = 0; !rc && i < nr_calls; i++ )
{
if ( hypercall_preempt_check() )
goto preempted;
if ( unlikely(__copy_from_guest(&mcs->call, call_list, 1)) )
{
rc = -EFAULT;
break;
}
trace_multicall_call(&mcs->call);
do_multicall_call(&mcs->call);
#ifndef NDEBUG
{
/*
* Deliberately corrupt the contents of the multicall structure.
* The caller must depend only on the 'result' field on return.
*/
struct multicall_entry corrupt;
memset(&corrupt, 0xAA, sizeof(corrupt));
(void)__copy_to_guest(call_list, &corrupt, 1);
}
#endif
if ( unlikely(__copy_field_to_guest(call_list, &mcs->call, result)) )
rc = -EFAULT;
else if ( test_bit(_MCSF_call_preempted, &mcs->flags) )
{
/* Translate sub-call continuation to guest layout */
xlat_multicall_entry(mcs);
/* Copy the sub-call continuation. */
if ( likely(!__copy_to_guest(call_list, &mcs->call, 1)) )
goto preempted;
rc = -EFAULT;
}
else
guest_handle_add_offset(call_list, 1);
}
perfc_incr(calls_to_multicall);
perfc_add(calls_from_multicall, i);
mcs->flags = 0;
return rc;
preempted:
perfc_add(calls_from_multicall, i);
mcs->flags = 0;
return hypercall_create_continuation(
__HYPERVISOR_multicall, "hi", call_list, nr_calls-i);
}
/*
* Local variables:
* mode: C
* c-file-style: "BSD"
* c-basic-offset: 4
* tab-width: 4
* indent-tabs-mode: nil
* End:
*/
|
