File: interned.ml

package info (click to toggle)
ocaml-dune 2.7.1-2
  • links: PTS, VCS
  • area: main
  • in suites: bullseye
  • size: 14,064 kB
  • sloc: ml: 70,777; lisp: 466; ansic: 241; sh: 209; makefile: 119; python: 38; cpp: 17; javascript: 6
file content (149 lines) | stat: -rw-r--r-- 3,123 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
module Stdune_table = Table

type resize_policy =
  | Conservative
  | Greedy

type order =
  | Natural
  | Fast

let new_size ~next ~size = function
  | Conservative ->
    let increment_size = 512 in
    (next land lnot (increment_size - 1)) + (increment_size * 2)
  | Greedy -> size * 2

module type Settings = sig
  val initial_size : int

  val resize_policy : resize_policy

  val order : order
end

module Make (R : Settings) () = struct
  (* The mutable tables in this module can be made safe if we stop leaking
     information about the representation, e.g. by not exposing [compare]. *)
  let ids = Table.create (module String) 1024

  let next = ref 0

  module Table = struct
    type 'a t =
      { default_value : 'a
      ; mutable data : 'a array
      }

    let create ~default_value =
      { default_value; data = Array.make R.initial_size default_value }

    let resize t =
      let n =
        new_size ~next:!next ~size:(Array.length t.data) R.resize_policy
      in
      let old_data = t.data in
      let new_data = Array.make n t.default_value in
      t.data <- new_data;
      Array.blit ~src:old_data ~src_pos:0 ~dst:new_data ~dst_pos:0
        ~len:(Array.length old_data)

    let get t key =
      if key >= Array.length t.data then
        t.default_value
      else
        t.data.(key)

    let set t ~key ~data =
      if key >= Array.length t.data then resize t;
      t.data.(key) <- data
  end

  let names = Table.create ~default_value:""

  let make s =
    Stdune_table.find_or_add ids s ~f:(fun s ->
        let n = !next in
        next := n + 1;
        Table.set names ~key:n ~data:s;
        n)

  let get s = Stdune_table.find ids s

  let to_string t = Table.get names t

  let hash t = String.hash (to_string t)

  let all () = List.init !next ~f:(fun t -> t)

  module T = struct
    type nonrec t = int

    let compare =
      match R.order with
      | Fast -> Int.compare
      | Natural -> fun x y -> String.compare (to_string x) (to_string y)

    let equal x y = compare x y = Ordering.Eq

    let to_dyn = Dyn.Encoder.int
  end

  include T
  module O = Comparable.Make (T)

  module Set = struct
    include O.Set

    let make l = List.fold_left l ~init:empty ~f:(fun acc s -> add acc (make s))
  end

  module Map = Map.Make (T)
end

module No_interning (R : Settings) () = struct
  type t = string

  let compare = String.compare

  let hash = String.hash

  let equal = String.equal

  let make s = s

  let to_string s = s

  let get s = Some s

  let all () = assert false

  let to_dyn t = Dyn.String (to_string t)

  module Set = struct
    include String.Set

    let make = of_list
  end

  module Map = String.Map

  module Table = struct
    type 'a t =
      { default_value : 'a
      ; data : (string, 'a) Stdune_table.t
      }

    let create ~default_value =
      { default_value
      ; data = Stdune_table.create (module String) R.initial_size
      }

    let get t k =
      match Stdune_table.find t.data k with
      | None -> t.default_value
      | Some s -> s

    let set t ~key ~data = Stdune_table.set t.data key data
  end
end