1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
|
# re2 (https://github.com/mudge/re2)
# Ruby bindings to RE2, a "fast, safe, thread-friendly alternative to
# backtracking regular expression engines like those used in PCRE, Perl, and
# Python".
#
# Copyright (c) 2010, Paul Mucur (https://mudge.name)
# Released under the BSD Licence, please see LICENSE.txt
require 'mkmf'
require_relative 'recipes'
RE2_HELP_MESSAGE = <<~HELP
USAGE: ruby #{$0} [options]
Flags that are always valid:
--enable-system-libraries
Use system libraries instead of building and using the packaged libraries.
--disable-system-libraries
Use the packaged libraries, and ignore the system libraries. This is the default.
Flags only used when using system libraries:
Related to re2 library:
--with-re2-dir=DIRECTORY
Look for re2 headers and library in DIRECTORY.
Flags only used when building and using the packaged libraries:
--enable-cross-build
Enable cross-build mode. (You probably do not want to set this manually.)
Environment variables used:
CC
Use this path to invoke the compiler instead of `RbConfig::CONFIG['CC']`
CPPFLAGS
If this string is accepted by the C preprocessor, add it to the flags passed to the C preprocessor
CFLAGS
If this string is accepted by the compiler, add it to the flags passed to the compiler
LDFLAGS
If this string is accepted by the linker, add it to the flags passed to the linker
LIBS
Add this string to the flags passed to the linker
HELP
#
# utility functions
#
def config_system_libraries?
enable_config("system-libraries", ENV.key?('RE2_USE_SYSTEM_LIBRARIES'))
end
def config_cross_build?
enable_config("cross-build")
end
def concat_flags(*args)
args.compact.join(" ")
end
def do_help
print(RE2_HELP_MESSAGE)
exit!(0)
end
def darwin?
RbConfig::CONFIG["target_os"].include?("darwin")
end
def windows?
RbConfig::CONFIG["target_os"].match?(/mingw|mswin/)
end
def freebsd?
RbConfig::CONFIG["target_os"].include?("freebsd")
end
def target_host
# We use 'host' to set compiler prefix for cross-compiling. Prefer host_alias over host. And
# prefer i686 (what external dev tools use) to i386 (what ruby's configure.ac emits).
host = RbConfig::CONFIG["host_alias"].empty? ? RbConfig::CONFIG["host"] : RbConfig::CONFIG["host_alias"]
host.gsub(/i386/, "i686")
end
def target_arch
RbConfig::CONFIG['arch']
end
def with_temp_dir
Dir.mktmpdir do |temp_dir|
Dir.chdir(temp_dir) do
yield
end
end
end
#
# main
#
do_help if arg_config('--help')
if ENV["CC"]
RbConfig::MAKEFILE_CONFIG["CC"] = ENV["CC"]
RbConfig::CONFIG["CC"] = ENV["CC"]
end
if ENV["CXX"]
RbConfig::MAKEFILE_CONFIG["CXX"] = ENV["CXX"]
RbConfig::CONFIG["CXX"] = ENV["CXX"]
end
def build_extension(static_p = false)
# Enable optional warnings but disable deprecated register warning for Ruby 2.6 support
$CFLAGS << " -Wall -Wextra -funroll-loops"
$CPPFLAGS << " -Wno-register"
if ENV["X_DEB_LINK_ATOMIC"]
$LDFLAGS << " -latomic"
end
# Pass -x c++ to force gcc to compile the test program
# as C++ (as it will end in .c by default).
compile_options = "-x c++"
have_library("stdc++")
have_header("stdint.h")
have_func("rb_gc_mark_movable") # introduced in Ruby 2.7
if !static_p and !have_library("re2")
abort "You must have re2 installed and specified with --with-re2-dir, please see https://github.com/google/re2/wiki/Install"
end
minimal_program = <<SRC
#include <re2/re2.h>
int main() { return 0; }
SRC
re2_requires_version_flag = checking_for("re2 that requires explicit C++ version flag") do
!try_compile(minimal_program, compile_options)
end
if re2_requires_version_flag
# Recent versions of re2 depend directly on abseil, which requires a
# compiler with C++14 support (see
# https://github.com/abseil/abseil-cpp/issues/1127 and
# https://github.com/abseil/abseil-cpp/issues/1431). However, the
# `std=c++14` flag doesn't appear to suffice; we need at least
# `std=c++17`.
abort "Cannot compile re2 with your compiler: recent versions require C++14 support." unless %w[c++20 c++17 c++11 c++0x].any? do |std|
checking_for("re2 that compiles with #{std} standard") do
if try_compile(minimal_program, compile_options + " -std=#{std}")
compile_options << " -std=#{std}"
$CPPFLAGS << " -std=#{std}"
true
end
end
end
end
# Determine which version of re2 the user has installed.
# Revision d9f8806c004d added an `endpos` argument to the
# generic Match() function.
#
# To test for this, try to compile a simple program that uses
# the newer form of Match() and set a flag if it is successful.
checking_for("RE2::Match() with endpos argument") do
test_re2_match_signature = <<SRC
#include <re2/re2.h>
int main() {
RE2 pattern("test");
re2::StringPiece *match;
pattern.Match("test", 0, 0, RE2::UNANCHORED, match, 0);
return 0;
}
SRC
if try_compile(test_re2_match_signature, compile_options)
$defs.push("-DHAVE_ENDPOS_ARGUMENT")
end
end
checking_for("RE2::Set::Match() with error information") do
test_re2_set_match_signature = <<SRC
#include <vector>
#include <re2/re2.h>
#include <re2/set.h>
int main() {
RE2::Set s(RE2::DefaultOptions, RE2::UNANCHORED);
s.Add("foo", NULL);
s.Compile();
std::vector<int> v;
RE2::Set::ErrorInfo ei;
s.Match("foo", &v, &ei);
return 0;
}
SRC
if try_compile(test_re2_set_match_signature, compile_options)
$defs.push("-DHAVE_ERROR_INFO_ARGUMENT")
end
end
end
def process_recipe(recipe)
cross_build_p = config_cross_build?
message "Cross build is #{cross_build_p ? "enabled" : "disabled"}.\n"
recipe.host = target_host
# Ensure x64-mingw-ucrt and x64-mingw32 use different library paths since the host
# is the same (x86_64-w64-mingw32).
recipe.target = File.join(recipe.target, target_arch) if cross_build_p
yield recipe
checkpoint = "#{recipe.target}/#{recipe.name}-#{recipe.version}-#{recipe.host}.installed"
name = recipe.name
version = recipe.version
if File.exist?(checkpoint)
message("Building re2 with a packaged version of #{name}-#{version}.\n")
else
message(<<~EOM)
---------- IMPORTANT NOTICE ----------
Building re2 with a packaged version of #{name}-#{version}.
Configuration options: #{recipe.configure_options.shelljoin}
EOM
unless recipe.patch_files.empty?
message("The following patches are being applied:\n")
recipe.patch_files.each do |patch|
message(" - %s\n" % File.basename(patch))
end
end
# Build in a fixed directory, to make the build reproducible
dir = 'build'
Dir.mkdir(dir) unless Dir.exist?(dir)
Dir.chdir(dir) { recipe.cook }
FileUtils.touch(checkpoint)
end
recipe.activate
end
def build_with_system_libraries
header_dirs = [
"/usr/local/include",
"/opt/homebrew/include",
"/usr/include"
]
lib_dirs = [
"/usr/local/lib",
"/opt/homebrew/lib",
"/usr/lib"
]
dir_config("re2", header_dirs, lib_dirs)
build_extension
end
def libflag_to_filename(ldflag)
case ldflag
when /\A-l(.+)/
"lib#{Regexp.last_match(1)}.#{$LIBEXT}"
end
end
# This method does a number of things to ensure the final shared library
# is compiled statically with the vendored libraries:
#
# 1. For -L<path> flags, ensure that any `ports` paths are prioritized just
# in case there are installed libraries that might take precedence.
# 2. For -l<lib> flags, convert the library to the static library with a
# full path and substitute the absolute static library. For example,
# -lre2 maps to /path/to/ports/<arch>/libre2/<version>/lib/libre2.a.
#
# This is needed because when building the extension, Ruby appears to
# insert `-L#{RbConfig::CONFIG['exec_prefix']}/lib` first. If libre2 is
# in installed in that location then the extension will link against the
# system library instead of the vendored library.
def add_flag(arg, lib_paths)
case arg
when /\A-L(.+)\z/
# Prioritize ports' directories
lib_dir = Regexp.last_match(1)
$LIBPATH =
if lib_dir.start_with?(PACKAGE_ROOT_DIR + "/")
[lib_dir] | $LIBPATH
else
$LIBPATH | [lib_dir]
end
when /\A-l./
filename = libflag_to_filename(arg)
added = false
lib_paths.each do |path|
static_lib = File.join(path, filename)
next unless File.exist?(static_lib)
$LDFLAGS << " " << static_lib
added = true
break
end
append_ldflags(arg.shellescape) unless added
else
append_ldflags(arg.shellescape)
end
end
def add_static_ldflags(flags, lib_paths)
flags.strip.shellsplit.each { |flag| add_flag(flag, lib_paths) }
end
def build_with_vendored_libraries
message "Building re2 using packaged libraries.\n"
abseil_recipe, re2_recipe = load_recipes
process_recipe(abseil_recipe) do |recipe|
recipe.configure_options += ['-DABSL_PROPAGATE_CXX_STD=ON', '-DCMAKE_CXX_VISIBILITY_PRESET=hidden']
# Workaround for https://github.com/abseil/abseil-cpp/issues/1510
recipe.configure_options += ['-DCMAKE_CXX_FLAGS=-DABSL_FORCE_WAITER_MODE=4'] if windows?
end
process_recipe(re2_recipe) do |recipe|
recipe.configure_options += ["-DCMAKE_PREFIX_PATH=#{abseil_recipe.path}", '-DCMAKE_CXX_FLAGS=-DNDEBUG',
'-DCMAKE_CXX_VISIBILITY_PRESET=hidden']
end
dir_config("re2", File.join(re2_recipe.path, 'include'), File.join(re2_recipe.path, 'lib'))
dir_config("abseil", File.join(abseil_recipe.path, 'include'), File.join(abseil_recipe.path, 'lib'))
pkg_config_paths = [
"#{abseil_recipe.path}/lib/pkgconfig",
"#{re2_recipe.path}/lib/pkgconfig"
].join(File::PATH_SEPARATOR)
pkg_config_paths = "#{ENV['PKG_CONFIG_PATH']}#{File::PATH_SEPARATOR}#{pkg_config_paths}" if ENV['PKG_CONFIG_PATH']
ENV['PKG_CONFIG_PATH'] = pkg_config_paths
pc_file = File.join(re2_recipe.path, 'lib', 'pkgconfig', 're2.pc')
raise 'Please install the `pkg-config` utility!' unless find_executable('pkg-config')
# See https://bugs.ruby-lang.org/issues/18490, broken in Ruby 3.1 but fixed in Ruby 3.2.
flags = xpopen(['pkg-config', '--libs', '--static', pc_file], err: %i[child out], &:read)
raise 'Unable to run pkg-config --libs --static' unless $?.success?
lib_paths = [File.join(abseil_recipe.path, 'lib'), File.join(re2_recipe.path, 'lib')]
add_static_ldflags(flags, lib_paths)
build_extension(true)
end
if config_system_libraries?
build_with_system_libraries
else
build_with_vendored_libraries
end
create_makefile("re2")
|