1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
|
// Copyright 2018 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "components/download/database/download_db_impl.h"
#include <memory>
#include "base/functional/bind.h"
#include "base/functional/callback_helpers.h"
#include "base/strings/string_util.h"
#include "base/task/thread_pool.h"
#include "components/download/database/download_db_conversions.h"
#include "components/download/database/download_db_entry.h"
#include "components/download/database/proto/download_entry.pb.h"
#include "components/leveldb_proto/public/proto_database_provider.h"
namespace download {
namespace {
const int kMaxNumInitializeAttempts = 3;
using ProtoKeyVector = std::vector<std::string>;
using ProtoEntryVector = std::vector<download_pb::DownloadDBEntry>;
using ProtoKeyEntryVector =
std::vector<std::pair<std::string, download_pb::DownloadDBEntry>>;
// Returns the prefix to all keys in the database.
std::string GetDatabaseKeyPrefix(DownloadNamespace download_namespace) {
return DownloadNamespaceToString(download_namespace) + ",";
}
// Check if an input string is under a given namespace.
bool IsUnderNameSpace(DownloadNamespace download_namespace,
const std::string& key) {
return base::StartsWith(key, GetDatabaseKeyPrefix(download_namespace),
base::CompareCase::INSENSITIVE_ASCII);
}
void OnUpdateDone(bool success) {
// TODO(qinmin): add UMA for this.
if (!success)
LOG(ERROR) << "Update Download DB failed.";
}
} // namespace
DownloadDBImpl::DownloadDBImpl(
DownloadNamespace download_namespace,
const base::FilePath& database_dir,
leveldb_proto::ProtoDatabaseProvider* db_provider)
: download_namespace_(download_namespace) {
DCHECK(!database_dir.empty());
db_ = db_provider->GetDB<download_pb::DownloadDBEntry>(
leveldb_proto::ProtoDbType::DOWNLOAD_DB, database_dir,
base::ThreadPool::CreateSequencedTaskRunner(
{base::MayBlock(),
// USER_VISIBLE because it is required to display chrome://downloads.
// https://crbug.com/976223
base::TaskPriority::USER_VISIBLE,
base::TaskShutdownBehavior::CONTINUE_ON_SHUTDOWN}));
}
DownloadDBImpl::DownloadDBImpl(
DownloadNamespace download_namespace,
std::unique_ptr<leveldb_proto::ProtoDatabase<download_pb::DownloadDBEntry>>
db)
: db_(std::move(db)), download_namespace_(download_namespace) {}
DownloadDBImpl::~DownloadDBImpl() = default;
bool DownloadDBImpl::IsInitialized() {
return is_initialized_;
}
void DownloadDBImpl::Initialize(DownloadDBCallback callback) {
DCHECK(!IsInitialized());
// These options reduce memory consumption.
leveldb_env::Options options = leveldb_proto::CreateSimpleOptions();
options.reuse_logs = false;
options.write_buffer_size = 64 << 10; // 64 KiB
db_->Init(options,
base::BindOnce(&DownloadDBImpl::OnDatabaseInitialized,
weak_factory_.GetWeakPtr(), std::move(callback)));
}
void DownloadDBImpl::DestroyAndReinitialize(DownloadDBCallback callback) {
is_initialized_ = false;
db_->Destroy(base::BindOnce(&DownloadDBImpl::OnDatabaseDestroyed,
weak_factory_.GetWeakPtr(), std::move(callback)));
}
void DownloadDBImpl::AddOrReplace(const DownloadDBEntry& entry) {
AddOrReplaceEntries(std::vector<DownloadDBEntry>{entry},
base::BindOnce(&OnUpdateDone));
}
void DownloadDBImpl::AddOrReplaceEntries(
const std::vector<DownloadDBEntry>& entries,
DownloadDBCallback callback) {
DCHECK(IsInitialized());
auto entries_to_save = std::make_unique<ProtoKeyEntryVector>();
for (const auto& entry : entries) {
download_pb::DownloadDBEntry proto =
DownloadDBConversions::DownloadDBEntryToProto(entry);
entries_to_save->emplace_back(GetEntryKey(entry.GetGuid()),
std::move(proto));
}
db_->UpdateEntries(std::move(entries_to_save),
std::make_unique<ProtoKeyVector>(), std::move(callback));
}
void DownloadDBImpl::LoadEntries(LoadEntriesCallback callback) {
db_->LoadEntriesWithFilter(
base::BindRepeating(&IsUnderNameSpace, download_namespace_),
base::BindOnce(&DownloadDBImpl::OnAllEntriesLoaded,
weak_factory_.GetWeakPtr(), std::move(callback)));
}
void DownloadDBImpl::Remove(const std::string& guid) {
DCHECK(IsInitialized());
auto keys_to_remove = std::make_unique<ProtoKeyVector>();
keys_to_remove->push_back(GetEntryKey(guid));
db_->UpdateEntries(std::make_unique<ProtoKeyEntryVector>(),
std::move(keys_to_remove),
base::BindOnce(&DownloadDBImpl::OnRemoveDone,
weak_factory_.GetWeakPtr()));
}
std::string DownloadDBImpl::GetEntryKey(const std::string& guid) const {
return GetDatabaseKeyPrefix(download_namespace_) + guid;
}
void DownloadDBImpl::OnAllEntriesLoaded(
LoadEntriesCallback callback,
bool success,
std::unique_ptr<ProtoEntryVector> entries) {
auto result = std::make_unique<std::vector<DownloadDBEntry>>();
if (!success) {
std::move(callback).Run(success, std::move(result));
return;
}
for (const auto& entry : *entries.get()) {
result->emplace_back(
DownloadDBConversions::DownloadDBEntryFromProto(entry));
}
std::move(callback).Run(success, std::move(result));
}
void DownloadDBImpl::OnDatabaseInitialized(
DownloadDBCallback callback,
leveldb_proto::Enums::InitStatus status) {
bool success = status == leveldb_proto::Enums::InitStatus::kOK;
if (!success) {
DestroyAndReinitialize(std::move(callback));
return;
}
is_initialized_ = success;
std::move(callback).Run(success);
}
void DownloadDBImpl::OnDatabaseDestroyed(DownloadDBCallback callback,
bool success) {
if (!success) {
std::move(callback).Run(success);
return;
}
num_initialize_attempts_++;
if (num_initialize_attempts_ >= kMaxNumInitializeAttempts)
std::move(callback).Run(false);
else
Initialize(std::move(callback));
}
void DownloadDBImpl::OnRemoveDone(bool success) {
// TODO(qinmin): add UMA for this.
if (!success)
LOG(ERROR) << "Remove entry from Download DB failed.";
}
} // namespace download
|
