1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
// Copyright 2018 The gVisor Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package kvm
import (
"fmt"
"gvisor.dev/gvisor/pkg/ring0/pagetables"
)
type allocator struct {
base pagetables.RuntimeAllocator
// cpu must be set prior to any pagetable operation.
//
// Due to the way KVM's shadow paging implementation works,
// modifications to the page tables while in host mode may not be
// trapped, leading to the shadow pages being out of sync. Therefore,
// we need to ensure that we are in guest mode for page table
// modifications. See the call to bluepill, below.
cpu *vCPU
}
// newAllocator is used to define the allocator.
func newAllocator() *allocator {
a := new(allocator)
a.base.Init()
return a
}
// NewPTEs implements pagetables.Allocator.NewPTEs.
//
// +checkescape:all
//
//go:nosplit
func (a *allocator) NewPTEs() *pagetables.PTEs {
ptes := a.base.NewPTEs() // escapes: bluepill below.
if a.cpu != nil {
bluepill(a.cpu)
}
return ptes
}
// PhysicalFor returns the physical address for a set of PTEs.
//
// +checkescape:all
//
//go:nosplit
func (a *allocator) PhysicalFor(ptes *pagetables.PTEs) uintptr {
virtual := a.base.PhysicalFor(ptes)
physical, _, ok := translateToPhysical(virtual)
if !ok {
panic(fmt.Sprintf("PhysicalFor failed for %p", ptes)) // escapes: panic.
}
return physical
}
// LookupPTEs implements pagetables.Allocator.LookupPTEs.
//
// +checkescape:all
//
//go:nosplit
func (a *allocator) LookupPTEs(physical uintptr) *pagetables.PTEs {
virtualStart, physicalStart, _, pr := calculateBluepillFault(physical, physicalRegions)
if pr == nil {
panic(fmt.Sprintf("LookupPTEs failed for 0x%x", physical)) // escapes: panic.
}
return a.base.LookupPTEs(virtualStart + (physical - physicalStart))
}
// FreePTEs implements pagetables.Allocator.FreePTEs.
//
// +checkescape:all
//
//go:nosplit
func (a *allocator) FreePTEs(ptes *pagetables.PTEs) {
a.base.FreePTEs(ptes) // escapes: bluepill below.
if a.cpu != nil {
bluepill(a.cpu)
}
}
// Recycle implements pagetables.Allocator.Recycle.
//
//go:nosplit
func (a *allocator) Recycle() {
a.base.Recycle()
}
|
