1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
|
// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CONTENT_BROWSER_SERVICE_WORKER_SERVICE_WORKER_DATABASE_H_
#define CONTENT_BROWSER_SERVICE_WORKER_SERVICE_WORKER_DATABASE_H_
#include <map>
#include <set>
#include <string>
#include <vector>
#include "base/files/file_path.h"
#include "base/gtest_prod_util.h"
#include "base/macros.h"
#include "base/memory/scoped_ptr.h"
#include "base/sequence_checker.h"
#include "base/time/time.h"
#include "content/common/content_export.h"
#include "content/common/service_worker/service_worker_status_code.h"
#include "url/gurl.h"
namespace leveldb {
class DB;
class Env;
class Status;
class WriteBatch;
}
namespace content {
// Class to persist serviceworker registration data in a database.
// Should NOT be used on the IO thread since this does blocking
// file io. The ServiceWorkerStorage class owns this class and
// is responsible for only calling it serially on background
// non-IO threads (ala SequencedWorkerPool).
class CONTENT_EXPORT ServiceWorkerDatabase {
public:
// We do leveldb stuff in |path| or in memory if |path| is empty.
explicit ServiceWorkerDatabase(const base::FilePath& path);
~ServiceWorkerDatabase();
// Used in UMA. A new value must be appended only.
enum Status {
STATUS_OK,
STATUS_ERROR_NOT_FOUND,
STATUS_ERROR_IO_ERROR,
STATUS_ERROR_CORRUPTED,
STATUS_ERROR_FAILED,
STATUS_ERROR_MAX,
};
static const char* StatusToString(Status status);
struct CONTENT_EXPORT RegistrationData {
// These values are immutable for the life of a registration.
int64 registration_id;
GURL scope;
// Versions are first stored once they successfully install and become
// the waiting version. Then transition to the active version. The stored
// version may be in the ACTIVATED state or in the INSTALLED state.
GURL script;
int64 version_id;
bool is_active;
bool has_fetch_handler;
base::Time last_update_check;
// Not populated until ServiceWorkerStorage::StoreRegistration is called.
int64_t resources_total_size_bytes;
RegistrationData();
~RegistrationData();
};
struct ResourceRecord {
int64 resource_id;
GURL url;
// Signed so we can store -1 to specify an unknown or error state. When
// stored to the database, this value should always be >= 0.
int64 size_bytes;
ResourceRecord() : resource_id(-1), size_bytes(0) {}
ResourceRecord(int64 id, GURL url, int64 size_bytes)
: resource_id(id), url(url), size_bytes(size_bytes) {}
};
// Reads next available ids from the database. Returns OK if they are
// successfully read. Fills the arguments with an initial value and returns
// OK if they are not found in the database. Otherwise, returns an error.
Status GetNextAvailableIds(
int64* next_avail_registration_id,
int64* next_avail_version_id,
int64* next_avail_resource_id);
// Reads origins that have one or more than one registration from the
// database. Returns OK if they are successfully read or not found.
// Otherwise, returns an error.
Status GetOriginsWithRegistrations(std::set<GURL>* origins);
// Reads registrations for |origin| from the database. Returns OK if they are
// successfully read or not found. Otherwise, returns an error.
Status GetRegistrationsForOrigin(
const GURL& origin,
std::vector<RegistrationData>* registrations);
// Reads all registrations from the database. Returns OK if successfully read
// or not found. Otherwise, returns an error.
Status GetAllRegistrations(std::vector<RegistrationData>* registrations);
// Saving, retrieving, and updating registration data.
// (will bump next_avail_xxxx_ids as needed)
// (resource ids will be added/removed from the uncommitted/purgeable
// lists as needed)
// Reads a registration for |registration_id| and resource records associated
// with it from the database. Returns OK if they are successfully read.
// Otherwise, returns an error.
Status ReadRegistration(
int64 registration_id,
const GURL& origin,
RegistrationData* registration,
std::vector<ResourceRecord>* resources);
// Writes |registration| and |resources| into the database and does following
// things:
// - If an old version of the registration exists, deletes it and sets
// |deleted_version| to the old version registration data object
// |newly_purgeable_resources| to its resources. Otherwise, sets
// |deleted_version->version_id| to -1.
// - Bumps the next registration id and the next version id if needed.
// - Removes |resources| from the uncommitted list if exist.
// Returns OK they are successfully written. Otherwise, returns an error.
Status WriteRegistration(const RegistrationData& registration,
const std::vector<ResourceRecord>& resources,
RegistrationData* deleted_version,
std::vector<int64>* newly_purgeable_resources);
// Updates a registration for |registration_id| to an active state. Returns OK
// if it's successfully updated. Otherwise, returns an error.
Status UpdateVersionToActive(
int64 registration_id,
const GURL& origin);
// Updates last check time of a registration for |registration_id| by |time|.
// Returns OK if it's successfully updated. Otherwise, returns an error.
Status UpdateLastCheckTime(
int64 registration_id,
const GURL& origin,
const base::Time& time);
// Deletes a registration for |registration_id| and moves resource records
// associated with it into the purgeable list. If deletion occurred, sets
// |version_id| to the id of the version that was deleted and
// |newly_purgeable_resources| to its resources; otherwise, sets |version_id|
// to -1. Returns OK if it's successfully deleted or not found in the
// database. Otherwise, returns an error.
Status DeleteRegistration(int64 registration_id,
const GURL& origin,
RegistrationData* deleted_version,
std::vector<int64>* newly_purgeable_resources);
// Reads user data for |registration_id| and |user_data_name| from the
// database.
Status ReadUserData(int64 registration_id,
const std::string& user_data_name,
std::string* user_data);
// Writes |user_data| into the database. Returns NOT_FOUND if the registration
// specified by |registration_id| does not exist in the database.
Status WriteUserData(int64 registration_id,
const GURL& origin,
const std::string& user_data_name,
const std::string& user_data);
// Deletes user data for |registration_id| and |user_data_name| from the
// database. Returns OK if it's successfully deleted or not found in the
// database.
Status DeleteUserData(int64 registration_id,
const std::string& user_data_name);
// Reads user data for all registrations that have data with |user_data_name|
// from the database. Returns OK if they are successfully read or not found.
Status ReadUserDataForAllRegistrations(
const std::string& user_data_name,
std::vector<std::pair<int64, std::string>>* user_data);
// As new resources are put into the diskcache, they go into an uncommitted
// list. When a registration is saved that refers to those ids, they're
// removed from that list. When a resource no longer has any registrations or
// caches referring to it, it's added to the purgeable list. Periodically,
// the purgeable list can be purged from the diskcache. At system startup, all
// uncommitted ids are moved to the purgeable list.
// Reads uncommitted resource ids from the database. Returns OK on success.
// Otherwise clears |ids| and returns an error.
Status GetUncommittedResourceIds(std::set<int64>* ids);
// Writes |ids| into the database as uncommitted resources. Returns OK on
// success. Otherwise writes nothing and returns an error.
Status WriteUncommittedResourceIds(const std::set<int64>& ids);
// Deletes uncommitted resource ids specified by |ids| from the database.
// Returns OK on success. Otherwise deletes nothing and returns an error.
Status ClearUncommittedResourceIds(const std::set<int64>& ids);
// Reads purgeable resource ids from the database. Returns OK on success.
// Otherwise clears |ids| and returns an error.
Status GetPurgeableResourceIds(std::set<int64>* ids);
// Writes |ids| into the database as purgeable resources. Returns OK on
// success. Otherwise writes nothing and returns an error.
Status WritePurgeableResourceIds(const std::set<int64>& ids);
// Deletes purgeable resource ids specified by |ids| from the database.
// Returns OK on success. Otherwise deletes nothing and returns an error.
Status ClearPurgeableResourceIds(const std::set<int64>& ids);
// Moves |ids| from the uncommitted list to the purgeable list.
// Returns OK on success. Otherwise deletes nothing and returns an error.
Status PurgeUncommittedResourceIds(const std::set<int64>& ids);
// Deletes all data for |origins|, namely, unique origin, registrations and
// resource records. Resources are moved to the purgeable list. Returns OK if
// they are successfully deleted or not found in the database. Otherwise,
// returns an error.
Status DeleteAllDataForOrigins(const std::set<GURL>& origins,
std::vector<int64>* newly_purgeable_resources);
// Completely deletes the contents of the database.
// Be careful using this function.
Status DestroyDatabase();
private:
// Opens the database at the |path_|. This is lazily called when the first
// database API is called. Returns OK if the database is successfully opened.
// Returns NOT_FOUND if the database does not exist and |create_if_missing| is
// false. Otherwise, returns an error.
Status LazyOpen(bool create_if_missing);
// Helper for LazyOpen(). |status| must be the return value from LazyOpen()
// and this must be called just after LazyOpen() is called. Returns true if
// the database is new or nonexistent, that is, it has never been used.
bool IsNewOrNonexistentDatabase(Status status);
// Reads the next available id for |id_key|. Returns OK if it's successfully
// read. Fills |next_avail_id| with an initial value and returns OK if it's
// not found in the database. Otherwise, returns an error.
Status ReadNextAvailableId(
const char* id_key,
int64* next_avail_id);
// Reads registration data for |registration_id| from the database. Returns OK
// if successfully reads. Otherwise, returns an error.
Status ReadRegistrationData(
int64 registration_id,
const GURL& origin,
RegistrationData* registration);
// Reads resource records for |version_id| from the database. Returns OK if
// it's successfully read or not found in the database. Otherwise, returns an
// error.
Status ReadResourceRecords(
int64 version_id,
std::vector<ResourceRecord>* resources);
// Deletes resource records for |version_id| from the database. Returns OK if
// they are successfully deleted or not found in the database. Otherwise,
// returns an error.
Status DeleteResourceRecords(
int64 version_id,
std::vector<int64>* newly_purgeable_resources,
leveldb::WriteBatch* batch);
// Reads resource ids for |id_key_prefix| from the database. Returns OK if
// it's successfully read or not found in the database. Otherwise, returns an
// error.
Status ReadResourceIds(
const char* id_key_prefix,
std::set<int64>* ids);
// Write resource ids for |id_key_prefix| into the database. Returns OK on
// success. Otherwise, returns writes nothing and returns an error.
Status WriteResourceIds(
const char* id_key_prefix,
const std::set<int64>& ids);
Status WriteResourceIdsInBatch(
const char* id_key_prefix,
const std::set<int64>& ids,
leveldb::WriteBatch* batch);
// Deletes resource ids for |id_key_prefix| from the database. Returns OK if
// it's successfully deleted or not found in the database. Otherwise, returns
// an error.
Status DeleteResourceIds(
const char* id_key_prefix,
const std::set<int64>& ids);
Status DeleteResourceIdsInBatch(
const char* id_key_prefix,
const std::set<int64>& ids,
leveldb::WriteBatch* batch);
// Deletes all user data for |registration_id| from the database. Returns OK
// if they are successfully deleted or not found in the database.
Status DeleteUserDataForRegistration(
int64 registration_id,
leveldb::WriteBatch* batch);
// Reads the current schema version from the database. If the database hasn't
// been written anything yet, sets |db_version| to 0 and returns OK.
Status ReadDatabaseVersion(int64* db_version);
// Writes a batch into the database.
// NOTE: You must call this when you want to put something into the database
// because this initializes the database if needed.
Status WriteBatch(leveldb::WriteBatch* batch);
// Bumps the next available id if |used_id| is greater than or equal to the
// cached one.
void BumpNextRegistrationIdIfNeeded(
int64 used_id,
leveldb::WriteBatch* batch);
void BumpNextResourceIdIfNeeded(
int64 used_id,
leveldb::WriteBatch* batch);
void BumpNextVersionIdIfNeeded(
int64 used_id,
leveldb::WriteBatch* batch);
bool IsOpen();
void Disable(
const tracked_objects::Location& from_here,
Status status);
void HandleOpenResult(
const tracked_objects::Location& from_here,
Status status);
void HandleReadResult(
const tracked_objects::Location& from_here,
Status status);
void HandleWriteResult(
const tracked_objects::Location& from_here,
Status status);
base::FilePath path_;
scoped_ptr<leveldb::Env> env_;
scoped_ptr<leveldb::DB> db_;
int64 next_avail_registration_id_;
int64 next_avail_resource_id_;
int64 next_avail_version_id_;
enum State {
UNINITIALIZED,
INITIALIZED,
DISABLED,
};
State state_;
base::SequenceChecker sequence_checker_;
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest, OpenDatabase);
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest, OpenDatabase_InMemory);
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest, DatabaseVersion);
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest, GetNextAvailableIds);
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest,
Registration_UninitializedDatabase);
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest,
UserData_UninitializedDatabase);
FRIEND_TEST_ALL_PREFIXES(ServiceWorkerDatabaseTest, DestroyDatabase);
DISALLOW_COPY_AND_ASSIGN(ServiceWorkerDatabase);
};
} // namespace content
#endif // CONTENT_BROWSER_SERVICE_WORKER_SERVICE_WORKER_DATABASE_H_
|