1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
|
#------------------------------------------------------------------------------
# File: Trailer.pm
#
# Description: Read JPEG trailer written by various makes of phone
#
# Revisions: 2025-01-27 - P. Harvey Created
#------------------------------------------------------------------------------
package Image::ExifTool::Trailer;
use strict;
use vars qw($VERSION);
use Image::ExifTool qw(:DataAccess :Utils);
$VERSION = '1.01';
%Image::ExifTool::Trailer::Vivo = (
GROUPS => { 0 => 'Trailer', 1 => 'Vivo', 2 => 'Image' },
VARS => { NO_ID => 1 },
NOTES => 'Information written in JPEG trailer by some Vivo phones.',
# (don't know for sure what type of image this is, but it is in JPEG format)
HDRImage => {
Notes => 'highlights of HDR image',
Groups => { 2 => 'Preview' },
Binary => 1,
},
JSONInfo => { },
HiddenData => {
Notes => 'hidden in EXIF, not in trailer. This data is lost if the file is edited',
Groups => { 0 => 'EXIF' },
},
);
%Image::ExifTool::Trailer::OnePlus = (
GROUPS => { 0 => 'Trailer', 1 => 'OnePlus', 2 => 'Image' },
NOTES => 'Information written in JPEG trailer by some OnePlus phones.',
JSONInfo => { },
'private.emptyspace' => { # length of the entire OnePlus trailer
Name => 'OnePlusTrailerLen',
ValueConv => 'length $val == 4 ? unpack("N", $val) : $val',
Unknown => 1,
},
'watermark.device' => {
Name => 'Device',
ValueConv => '"0x" . join(" ", unpack("H10Z*", $val))',
Format => 'string',
},
);
# Google and/or Android information in JPEG trailer
%Image::ExifTool::Trailer::Google = (
GROUPS => { 0 => 'Trailer', 1 => 'Google', 2 => 'Image' },
NOTES => q{
Google-defined information written in the trailer of JPEG images by some
phones. This information is referenced by DirectoryItem entries in the XMP.
Note that some of this information may also be referenced from other
metadata formats, and hence may be extracted twice. For example,
MotionPhotoVideo may also exist within a Samsung trailer as
EmbbededVideoFile, or GainMapImage may also exist in an MPF trailer as
MPImage2.
},
MotionPhoto => { Name => 'MotionPhotoVideo', Groups => { 2 => 'Video' } },
GainMap => { Name => 'GainMapImage', Groups => { 2 => 'Preview' } },
Depth => { Name => 'DepthMapImage', Groups => { 2 => 'Preview' } },
Confidence => { Name => 'ConfidenceMapImage',Groups => { 2 => 'Preview' } },
'android/depthmap' => { Name => 'DepthMapImage', Groups => { 2 => 'Preview' } },
'android/confidencemap' => { Name => 'ConfidenceMapImage', Groups => { 2 => 'Preview' } },
);
#------------------------------------------------------------------------------
# Process Vivo trailer
# Inputs: 0) ExifTool object reference, 1) dirInfo reference
# Returns: 1 on success, 0 on failure, -1 if we must scan for the start
# of the trailer to set the ExifTool TrailerStart member
# - takes Offset as positive offset from end of trailer to end of file,
# and returns DataPos and DirLen, and updates OutFile when writing
sub ProcessVivo($$)
{
my ($et, $dirInfo) = @_;
my $raf = $$dirInfo{RAF};
my $buff;
# return now unless we are at a position to scan for the trailer
# (must scan because the trailer footer doesn't indicate the trailer length)
return -1 unless $$dirInfo{ScanForTrailer};
my $pos = $$et{TrailerStart} or return 0;
my $len = $$et{FileEnd} - $pos - $$dirInfo{Offset};
$raf->Seek($pos, 0) or return 0;
return 0 unless $len > 0 and $len < 1e7 and $raf->Read($buff, $len) == $len and
$buff =~ /\xff{4}\x1b\*9HWfu\x84\x93\xa2\xb1$/ and # validate footer
$buff =~ /(streamdata|vivo\{")/g; # find start
my $start = pos($buff) - length($1);
if ($start) {
$pos += $start;
$len -= $start;
$buff = substr($buff, $start);
}
# set trailer position and length
@$dirInfo{'DataPos','DirLen'} = ($pos, $len);
# let ProcessTrailers copy or delete this trailer
return -1 if $$dirInfo{OutFile};
$et->DumpTrailer($dirInfo) if $$et{OPTIONS}{Verbose} or $$et{HTML_DUMP};
my $tbl = GetTagTable('Image::ExifTool::Trailer::Vivo');
pos($buff) = 0; # rewind search to start of buffer
if ($buff =~ /^streamdata\xff\xd8\xff/ and $buff =~ /\xff\xd9stream(info|coun)/g) {
$et->HandleTag($tbl, HDRImage => substr($buff, 10, pos($buff)-20));
}
# continue looking for Vivo JSON data
if ($buff =~ /vivo\{"/g) {
my $jsonStart = pos($buff) - 2;
if ($buff =~ /\}\0/g) {
my $jsonLen = pos($buff) - 1 - $jsonStart;
$et->HandleTag($tbl, JSONInfo => substr($buff, $jsonStart, $jsonLen));
}
}
return 1;
}
#------------------------------------------------------------------------------
# Process OnePlus trailer
# Inputs: 0) ExifTool object reference, 1) dirInfo reference
# Returns: 1 on success, 0 on failure, -1 if we must scan for the start
# of the trailer to set the ExifTool TrailerStart member
# - takes Offset as positive offset from end of trailer to end of file,
# and returns DataPos and DirLen, and updates OutFile when writing
sub ProcessOnePlus($$)
{
my ($et, $dirInfo) = @_;
my $raf = $$dirInfo{RAF};
my ($buff, $buf2);
# return now unless we are at a position to scan for the trailer
# (must scan because the trailer footer doesn't indicate the entire trailer length)
return -1 unless $$dirInfo{ScanForTrailer};
# return -1 to let ProcessTrailers copy or delete the entire trailer
return -1 if $$dirInfo{OutFile};
my $start = $$et{TrailerStart} or return 0;
$raf->Seek(-8-$$dirInfo{Offset}, 2) and $raf->Read($buff, 8) == 8 or return 0;
my $end = $raf->Tell(); # (same as FileEnd - Offset)
my $dump = ($$et{OPTIONS}{Verbose} or $$et{HTML_DUMP});
my $tagTable = GetTagTable('Image::ExifTool::Trailer::OnePlus');
my $trailLen = 0;
if ($buff =~ /^jxrs...\0$/) {
my $jlen = unpack('x4V', $buff);
my $maxOff = 0;
if ($jlen < $end-$start and $jlen > 8 and $raf->Seek($end-$jlen) and
$raf->Read($buff, $jlen-8) == $jlen-8)
{
$buff =~ s/\0+$//; # remove trailing null(s)
require Image::ExifTool::Import;
my $list = Image::ExifTool::Import::ReadJSONObject(undef, \$buff);
if (ref $list eq 'ARRAY') {
$$_{offset} and $$_{offset} > $maxOff and $maxOff = $$_{offset} foreach @$list;
$trailLen = $maxOff + $jlen;
if ($dump and $trailLen) {
$et->DumpTrailer({
RAF => $raf,
DirName => 'OnePlus',
DataPos => $end-$trailLen,
DirLen => $trailLen,
});
}
$et->HandleTag($tagTable, JSONInfo => $buff);
foreach (@$list) {
my ($off, $name, $len) = @$_{qw(offset name length)};
next unless $off and $name and $len;
if ($raf->Seek($end-$jlen-$off) and $raf->Read($buf2, $len) == $len) {
$et->HandleTag($tagTable, $name, $buf2, DataPos => $end-$jlen-$off, DataPt => \$buf2);
}
}
} else {
$et->HandleTag($tagTable, JSONInfo => $buff);
$et->Warn('Error parsing OnePlus JSON information');
}
}
}
@$dirInfo{'DataPos','DirLen'} = ($end - $trailLen, $trailLen);
return 1;
}
#------------------------------------------------------------------------------
# Process Google trailer
# Inputs: 0) ExifTool object reference, 1) dirInfo reference
# Returns: 1 on success, 0 on failure, -1 if we must scan for the start
# of the trailer to set the ExifTool TrailerStart member
# - this trailer won't be identified when writing because XMP isn't extracted then
sub ProcessGoogle($$)
{
my ($et, $dirInfo) = @_;
my $raf = $$dirInfo{RAF};
my $info = $$et{VALUE};
my ($tag, $mime, $len, $pad) = @$info{qw(DirectoryItemSemantic DirectoryItemMime
DirectoryItemLength DirectoryItemPadding)};
unless (ref $tag eq 'ARRAY' and ref $mime eq 'ARRAY') {
undef $pad;
($tag, $mime, $len) = @$info{qw(ContainerDirectoryItemDataURI
ContainerDirectoryItemMime ContainerDirectoryItemLength)};
unless (ref $mime eq 'ARRAY' and ref $tag eq 'ARRAY') {
delete $$et{ProcessGoogleTrailer};
return 0;
}
}
# we need to know TrailerStart to be able to read/write this trailer
return -1 unless $$dirInfo{ScanForTrailer};
delete $$et{ProcessGoogleTrailer}; # reset flag to process the Google trailer
return -1 if $$dirInfo{OutFile}; # let caller handle the writing
# sometimes DirectoryItemLength is missing the Primary entry
$len = [ $len ] unless ref $len eq 'ARRAY';
unshift @$len, 0 while @$len < @$mime;
my $start = $$et{TrailerStart} or return 0;
my $end = $$et{FileEnd}; # (ignore Offset for now because some entries may run into other trailers)
my $dump = ($$et{OPTIONS}{Verbose} or $$et{HTML_DUMP});
my $tagTable = GetTagTable('Image::ExifTool::Trailer::Google');
# (ignore first entry: "Primary" or "primary_image")
my ($i, $pos, $buff, $regex, $grp, $type);
for ($i=1, $pos=0; defined $$mime[$i]; ++$i) {
my $more = $end - $start - $pos;
last if $more < 16;
next unless $$len[$i] and defined $$tag[$i];
last if $$len[$i] > $more;
$raf->Seek($start+$pos) and $raf->Read($buff, 16) == 16 and $raf->Seek($start+$pos) or last;
if ($$mime[$i] eq 'image/jpeg') {
$regex = '\xff\xd8\xff[\xdb\xe0\xe1]';
} elsif ($$mime[$i] eq 'video/mp4') {
$regex = '\0\0\0.ftyp(mp42|isom)';
} else {
$et->Warn("Google trailer $$tag[$i] $$mime[$i] not handled");
next;
}
if ($buff =~ /^$regex/s) {
last unless $raf->Read($buff, $$len[$i]) == $$len[$i];
} else {
last if $pos; # don't skip unknown information again
last unless $raf->Read($buff, $more) == $more;
last unless $buff =~ /($regex)/sg;
$pos += pos($buff) - length($1);
$more = $end - $start - $pos;
last if $$len[$i] > $end - $start - $pos;
$buff = substr($buff, $pos, $$len[$i]);
}
unless ($$tagTable{$$tag[$i]}) {
my $name = $$tag[$i];
$name =~ s/([^A-Za-z])([a-z])/$1\u$2/g; # capitalize words
$name = Image::ExifTool::MakeTagName($$tag[$i]);
if ($$mime[$i] eq 'image/jpeg') {
($type, $grp) = ('Image', 'Preview');
} else {
($type, $grp) = ('Video', 'Video');
}
$et->VPrint(0, $$et{INDENT}, "[adding Google:$name]\n");
AddTagToTable($tagTable, $$tag[$i], { Name => "$name$type", Groups => { 2 => $grp } });
}
$dump and $et->DumpTrailer({
RAF => $raf,
DirName => $$tag[$i],
DataPos => $start + $pos,
DirLen => $$len[$i],
});
$et->HandleTag($tagTable, $$tag[$i], \$buff, DataPos => $start + $pos, DataPt => \$buff);
# (haven't seen non-zero padding, but I assume this is how it works
$pos += $$len[$i] + (($pad and $$pad[$i]) ? $$pad[$i] : 0);
}
if (defined $$tag[$i] and defined $$mime[$i]) {
$et->Warn("Error reading $$tag[$i] $$mime[$i] from trailer", 1);
}
return 0 unless $pos;
@$dirInfo{'DataPos','DirLen'} = ($start, $pos);
return 1;
}
1; # end
__END__
=head1 NAME
Image::ExifTool::Trailer - Read JPEG trailer written by various phone makes
=head1 SYNOPSIS
This module is used by Image::ExifTool
=head1 DESCRIPTION
This module contains definitions required by Image::ExifTool to read
metadata the trailer written by some Vivo, OnePlus and Google phones.
=head1 AUTHOR
Copyright 2003-2025, Phil Harvey (philharvey66 at gmail.com)
This library is free software; you can redistribute it and/or modify it
under the same terms as Perl itself.
=head1 SEE ALSO
L<Image::ExifTool::TagNames/Trailer Tags>,
L<Image::ExifTool(3pm)|Image::ExifTool>
=cut
|