File: passages_util.cc

package info (click to toggle)
chromium 139.0.7258.127-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 6,122,068 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (76 lines) | stat: -rw-r--r-- 2,538 bytes parent folder | download | duplicates (9)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#include "components/history_embeddings/passages_util.h"

#include <string>

#include "components/history_embeddings/proto/history_embeddings.pb.h"
#include "components/os_crypt/async/common/encryptor.h"
#include "third_party/zlib/google/compression_utils.h"

namespace history_embeddings {

std::vector<uint8_t> PassagesProtoToBlob(
    const proto::PassagesValue& passages_value,
    const os_crypt_async::Encryptor& encryptor) {
  // TODO(b/325524013): Add metrics to determine if this needs to be sent to a
  // separate sequence. Whole process for 1.2MB takes about 68ms on a Desktop.
  std::string serialized_proto = passages_value.SerializeAsString();
  if (serialized_proto.empty()) {
    return {};
  }

  // We use zlib here because it's used all over Chromium and has better
  // compression ratios than snappy. We expect this to have a significant impact
  // on user disk space, so the higher compression ratio matters.
  std::string compressed_proto;
  if (!compression::GzipCompress(std::move(serialized_proto),
                                 &compressed_proto)) {
    return {};
  }

  std::string encrypted_compressed_proto;
  if (!encryptor.EncryptString(std::move(compressed_proto),
                               &encrypted_compressed_proto)) {
    return {};
  }

  std::vector<uint8_t> result(encrypted_compressed_proto.begin(),
                              encrypted_compressed_proto.end());
  return result;
}

std::optional<history_embeddings::proto::PassagesValue> PassagesBlobToProto(
    base::span<const uint8_t> passages_blob,
    const os_crypt_async::Encryptor& encryptor) {
  if (passages_blob.empty()) {
    return std::nullopt;
  }

  // TODO(b/325524013): Add metrics to determine if this needs to be sent to a
  // separate sequence.
  std::string passages_blob_as_string(passages_blob.begin(),
                                      passages_blob.end());

  std::string compressed_proto;
  if (!encryptor.DecryptString(passages_blob_as_string, &compressed_proto)) {
    return std::nullopt;
  }

  std::string serialized_proto;
  if (!compression::GzipUncompress(std::move(compressed_proto),
                                   &serialized_proto)) {
    return std::nullopt;
  }

  proto::PassagesValue proto;
  if (!proto.ParseFromString(std::move(serialized_proto))) {
    return std::nullopt;
  }

  return proto;
}

}  // namespace history_embeddings