1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262
|
#!/usr/bin/env ruby
# https://rubygems.org/gems/diffy
require "diffy"
require "open-uri"
require "yaml"
Diffy::Diff.default_options.merge!(
include_diff_info: true,
context: 1,
)
class Tarball
attr_reader :version, :size, :sha1, :sha256, :sha512
def initialize(version, url, size, sha1, sha256, sha512)
@url = url
@size = size
@sha1 = sha1
@sha256 = sha256
@sha512 = sha512
@version = version
@xy = version[/\A\d+\.\d+/]
end
def gz?; @url.end_with?('.gz'); end
def zip?; @url.end_with?('.zip'); end
def bz2?; @url.end_with?('.bz2'); end
def xz?; @url.end_with?('.xz'); end
def ext; @url[/(?:zip|tar\.(?:gz|bz2|xz))\z/]; end
def to_md
<<eom
* <https://cache.ruby-lang.org/pub/ruby/#{@xy}/ruby-#{@version}.#{ext}>
SIZE: #{@size} bytes
SHA1: #{@sha1}
SHA256: #{@sha256}
SHA512: #{@sha512}
eom
end
# * /home/naruse/obj/ruby-trunk/tmp/ruby-2.6.0-preview3.tar.gz
# SIZE: 17116009 bytes
# SHA1: 21f62c369661a2ab1b521fd2fa8191a4273e12a1
# SHA256: 97cea8aa63dfa250ba6902b658a7aa066daf817b22f82b7ee28f44aec7c2e394
# SHA512: 1e2042324821bb4e110af7067f52891606dcfc71e640c194ab1c117f0b941550e0b3ac36ad3511214ac80c536b9e5cfaf8789eec74cf56971a832ea8fc4e6d94
def self.parse(wwwdir, version, rubydir)
unless /\A(\d+)\.(\d+)\.(\d+)(?:-(?:preview|rc)\d+)?\z/ =~ version
raise "unexpected version string '#{version}'"
end
x = $1.to_i
y = $2.to_i
z = $3.to_i
# previous tag for git diff --shortstat
# It's only for x.y.0 release
if z != 0
prev_tag = nil
elsif y != 0
prev_tag = "v#{x}_#{y-1}_0"
prev_ver = "#{x}.#{y-1}.0"
elsif x == 3 && y == 0 && z == 0
prev_tag = "v2_7_0"
prev_ver = "2.7.0"
else
raise "unexpected version for prev_ver '#{version}'"
end
uri = "https://cache.ruby-lang.org/pub/tmp/ruby-info-#{version}-draft.yml"
info = YAML.load(URI(uri).read)
if info.size != 1
raise "unexpected info.yml '#{uri}'"
end
tarballs = []
info[0]["size"].each_key do |ext|
url = info[0]["url"][ext]
size = info[0]["size"][ext]
sha1 = info[0]["sha1"][ext]
sha256 = info[0]["sha256"][ext]
sha512 = info[0]["sha512"][ext]
tarball = Tarball.new(version, url, size, sha1, sha256, sha512)
tarballs << tarball
end
if prev_tag
# show diff shortstat
tag = "v#{version.gsub(/[.\-]/, '_')}"
stat = `git -C #{rubydir} diff --shortstat #{prev_tag}..#{tag}`
files_changed, insertions, deletions = stat.scan(/\d+/)
end
xy = version[/\A\d+\.\d+/]
#puts "## Download\n\n"
#tarballs.each do |tarball|
# puts tarball.to_md
#end
update_branches_yml(version, xy, wwwdir)
update_downloads_yml(version, xy, wwwdir)
update_releases_yml(version, xy, tarballs, wwwdir, files_changed, insertions, deletions)
tarballs
end
def self.update_branches_yml(ver, xy, wwwdir)
filename = "_data/branches.yml"
orig_data = File.read(File.join(wwwdir, filename))
data = orig_data.dup
if data.include?("\n- name: #{xy}\n")
data.sub!(/\n- name: #{Regexp.escape(xy)}\n(?: .*\n)*/) do |node|
unless ver.include?("-")
# assume this is X.Y.0 release
node.sub!(/^ status: preview\n/, " status: normal maintenance\n")
node.sub!(/^ date:\n/, " date: #{Time.now.year}-12-25\n")
end
node
end
else
if ver.include?("-")
status = "preview"
year = nil
else
status = "normal maintenance"
year = Time.now.year
end
entry = <<eom
- name: #{xy}
status: #{status}
date:#{ year && " #{year}-12-25" }
eol_date:
eom
data.sub!(/(?=^- name)/, entry)
end
if data != orig_data
diff = Diffy::Diff.new(orig_data, data)
show_diff(filename, diff)
end
end
def self.update_downloads_yml(ver, xy, wwwdir)
filename = "_data/downloads.yml"
orig_data = File.read(File.join(wwwdir, filename))
data = orig_data.dup
if /^preview:\n\n(?: .*\n)* - #{Regexp.escape(xy)}\./ =~ data
if ver.include?("-")
data.sub!(/^ - #{Regexp.escape(xy)}\..*/, " - #{ver}")
else
data.sub!(/^ - #{Regexp.escape(xy)}\..*\n/, "")
data.sub!(/(?<=^stable:\n\n)/, " - #{ver}\n")
end
else
unless data.sub!(/^ - #{Regexp.escape(xy)}\..*/, " - #{ver}")
if ver.include?("-")
data.sub!(/(?<=^preview:\n\n)/, " - #{ver}\n")
else
data.sub!(/(?<=^stable:\n\n)/, " - #{ver}\n")
end
end
end
if data != orig_data
diff = Diffy::Diff.new(orig_data, data)
show_diff(filename, diff)
end
end
def self.update_releases_yml(ver, xy, ary, wwwdir, files_changed, insertions, deletions)
filename = "_data/releases.yml"
orig_data = File.read(File.join(wwwdir, filename))
data = orig_data.dup
date = Time.now.utc # use utc to use previous day in midnight
entry = <<eom
- version: #{ver}
date: #{date.strftime("%Y-%m-%d")}
post: /en/news/#{date.strftime("%Y/%m/%d")}/ruby-#{ver.tr('.', '-')}-released/
eom
if /\.0(?:-\w+)?\z/ =~ ver
# preview, rc, or first release
entry <<= <<eom
tag: v#{ver.tr('.-', '_')}
stats:
files_changed: #{files_changed}
insertions: #{insertions}
deletions: #{deletions}
eom
end
entry <<= <<eom
url:
gz: https://cache.ruby-lang.org/pub/ruby/#{xy}/ruby-#{ver}.tar.gz
zip: https://cache.ruby-lang.org/pub/ruby/#{xy}/ruby-#{ver}.zip
bz2: https://cache.ruby-lang.org/pub/ruby/#{xy}/ruby-#{ver}.tar.bz2
xz: https://cache.ruby-lang.org/pub/ruby/#{xy}/ruby-#{ver}.tar.xz
size:
gz: #{ary.find{|x|x.gz? }.size}
zip: #{ary.find{|x|x.zip?}.size}
bz2: #{ary.find{|x|x.bz2?}&.size}
xz: #{ary.find{|x|x.xz? }.size}
sha1:
gz: #{ary.find{|x|x.gz? }.sha1}
zip: #{ary.find{|x|x.zip?}.sha1}
bz2: #{ary.find{|x|x.bz2?}&.sha1}
xz: #{ary.find{|x|x.xz? }.sha1}
sha256:
gz: #{ary.find{|x|x.gz? }.sha256}
zip: #{ary.find{|x|x.zip?}.sha256}
bz2: #{ary.find{|x|x.bz2?}&.sha256}
xz: #{ary.find{|x|x.xz? }.sha256}
sha512:
gz: #{ary.find{|x|x.gz? }.sha512}
zip: #{ary.find{|x|x.zip?}.sha512}
bz2: #{ary.find{|x|x.bz2?}&.sha512}
xz: #{ary.find{|x|x.xz? }.sha512}
eom
if ver.start_with?("3.")
entry = entry.gsub(/ bz2: .*\n/, "")
end
if data.include?("\n- version: #{ver}\n")
# update existing entry
data.sub!(/\n- version: #{ver}\n(^ .*\n)*\n/, "\n#{entry}\n")
elsif data.sub!(/\n# #{Regexp.escape(xy)} series\n/, "\\&\n#{entry}")
else
data.sub!(/^$/, "\n# #{xy} series\n\n#{entry}")
end
if data != orig_data
diff = Diffy::Diff.new(orig_data, data)
show_diff(filename, diff)
end
end
def self.show_diff(filename, diff)
diff.each_with_index do |line, index|
case index
when 0
line.sub!(/\A--- (.*)\t(\d+-\d+-\d+ [0-9:.]+(?: [\-+]\d+)?)\Z/) do
"--- a/#{filename}\t#{$2}"
end
when 1
line.sub!(/\A\+\+\+ (.*)\t(\d+-\d+-\d+ [0-9:.]+(?: [\-+]\d+)?)\Z/) do
"+++ b/#{filename}\t#{$2}"
end
end
puts line
end
end
end
def main
wwwdir = ARGV.shift
version = ARGV.shift
rubydir = ARGV.shift
unless rubydir
STDERR.puts "usage: format-release <dir-of-w.r-l.o> <version> <ruby-dir>"
exit
end
Tarball.parse(wwwdir, version, rubydir)
end
main
|