1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
/*
* Copyright (C) 2014 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "scoped_arena_allocator.h"
#include "utils/arena_allocator.h"
#include <memcheck/memcheck.h>
namespace art {
static constexpr size_t kValgrindRedZoneBytes = 8;
ArenaStack::ArenaStack(ArenaPool* arena_pool)
: DebugStackRefCounter(),
stats_and_pool_(arena_pool),
bottom_arena_(nullptr),
top_arena_(nullptr),
top_ptr_(nullptr),
top_end_(nullptr),
running_on_valgrind_(RUNNING_ON_VALGRIND > 0) {
}
ArenaStack::~ArenaStack() {
stats_and_pool_.pool->FreeArenaChain(bottom_arena_);
}
MemStats ArenaStack::GetPeakStats() const {
DebugStackRefCounter::CheckNoRefs();
return MemStats("ArenaStack peak", static_cast<const TaggedStats<Peak>*>(&stats_and_pool_),
bottom_arena_);
}
uint8_t* ArenaStack::AllocateFromNextArena(size_t rounded_bytes) {
UpdateBytesAllocated();
size_t allocation_size = std::max(Arena::kDefaultSize, rounded_bytes);
if (UNLIKELY(top_arena_ == nullptr)) {
top_arena_ = bottom_arena_ = stats_and_pool_.pool->AllocArena(allocation_size);
top_arena_->next_ = nullptr;
} else if (top_arena_->next_ != nullptr && top_arena_->next_->Size() >= allocation_size) {
top_arena_ = top_arena_->next_;
} else {
Arena* tail = top_arena_->next_;
top_arena_->next_ = stats_and_pool_.pool->AllocArena(allocation_size);
top_arena_ = top_arena_->next_;
top_arena_->next_ = tail;
}
top_end_ = top_arena_->End();
// top_ptr_ shall be updated by ScopedArenaAllocator.
return top_arena_->Begin();
}
void ArenaStack::UpdatePeakStatsAndRestore(const ArenaAllocatorStats& restore_stats) {
if (PeakStats()->BytesAllocated() < CurrentStats()->BytesAllocated()) {
PeakStats()->Copy(*CurrentStats());
}
CurrentStats()->Copy(restore_stats);
}
void ArenaStack::UpdateBytesAllocated() {
if (top_arena_ != nullptr) {
// Update how many bytes we have allocated into the arena so that the arena pool knows how
// much memory to zero out. Though ScopedArenaAllocator doesn't guarantee the memory is
// zero-initialized, the Arena may be reused by ArenaAllocator which does guarantee this.
size_t allocated = static_cast<size_t>(top_ptr_ - top_arena_->Begin());
if (top_arena_->bytes_allocated_ < allocated) {
top_arena_->bytes_allocated_ = allocated;
}
}
}
void* ArenaStack::AllocValgrind(size_t bytes, ArenaAllocKind kind) {
size_t rounded_bytes = (bytes + kValgrindRedZoneBytes + 3) & ~3;
uint8_t* ptr = top_ptr_;
if (UNLIKELY(static_cast<size_t>(top_end_ - ptr) < rounded_bytes)) {
ptr = AllocateFromNextArena(rounded_bytes);
}
CurrentStats()->RecordAlloc(bytes, kind);
top_ptr_ = ptr + rounded_bytes;
VALGRIND_MAKE_MEM_NOACCESS(ptr + bytes, rounded_bytes - bytes);
return ptr;
}
ScopedArenaAllocator::ScopedArenaAllocator(ArenaStack* arena_stack)
: DebugStackReference(arena_stack),
DebugStackRefCounter(),
ArenaAllocatorStats(*arena_stack->CurrentStats()),
arena_stack_(arena_stack),
mark_arena_(arena_stack->top_arena_),
mark_ptr_(arena_stack->top_ptr_),
mark_end_(arena_stack->top_end_) {
}
ScopedArenaAllocator::~ScopedArenaAllocator() {
Reset();
}
void ScopedArenaAllocator::Reset() {
DebugStackReference::CheckTop();
DebugStackRefCounter::CheckNoRefs();
arena_stack_->UpdatePeakStatsAndRestore(*this);
arena_stack_->UpdateBytesAllocated();
if (LIKELY(mark_arena_ != nullptr)) {
arena_stack_->top_arena_ = mark_arena_;
arena_stack_->top_ptr_ = mark_ptr_;
arena_stack_->top_end_ = mark_end_;
} else if (arena_stack_->bottom_arena_ != nullptr) {
mark_arena_ = arena_stack_->top_arena_ = arena_stack_->bottom_arena_;
mark_ptr_ = arena_stack_->top_ptr_ = mark_arena_->Begin();
mark_end_ = arena_stack_->top_end_ = mark_arena_->End();
}
}
} // namespace art
|
