1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
# Movable Type (r) Open Source (C) 2001-2012 Six Apart, Ltd.
# This program is distributed under the terms of the
# GNU General Public License, version 2.
#
# $Id$
package MT::Worker::Sync;
use strict;
use base qw( TheSchwartz::Worker );
use Time::HiRes qw(gettimeofday tv_interval);
use TheSchwartz::Job;
use MT::FileInfo;
use MT::Util qw( log_time );
sub work {
my $class = shift;
my TheSchwartz::Job $job = shift;
my $sync_set = [gettimeofday];
# Build this
my $mt = MT->instance;
my $rsync_cmd = MT->config("RsyncPath") || "rsync";
my $rsync_opt = $mt->config('RsyncOptions') || '';
my @targets = $mt->config('SyncTarget');
# We got triggered to build; lets find coalescing jobs
# and process them in one pass.
my @jobs;
push @jobs, $job;
if ( my $key = $job->coalesce ) {
while (
my $job
= MT::TheSchwartz->instance->find_job_with_coalescing_value(
$class, $key
)
)
{
push @jobs, $job;
}
}
MT::TheSchwartz->debug( "Syncing: " . scalar(@jobs) . " files..." );
my @files;
my @static_fileinfo;
foreach $job (@jobs) {
my $fi_id = $job->uniqkey;
my $fi = MT::FileInfo->load($fi_id);
if ( $fi && ( -f $fi->file_path ) ) {
##MT::TheSchwartz->debug("Syncing: " . RebuildQueue::Daemon::_summary($fi));
push @files, $fi->file_path;
unless ( $fi->template_id ) {
# static file
push @static_fileinfo, $fi;
}
}
else {
if ( !$fi ) {
# Don't know where the FileInfo record went. Oh well.
$job->completed();
}
else {
unless ( -f $fi->file_path ) {
MT::TheSchwartz->debug(
"Warning: couldn't locate file: " . $fi->file_path );
$job->permanent_failure(
"Couldn't locate file: " . $fi->file_path );
}
}
}
}
my $synced = 0;
if (@files) {
$synced = scalar @files;
require File::Spec;
my $file = File::Spec->catfile( $mt->config('TempDir'),
"publishq-rsync-$$.lst" );
open FOUT, ">$file";
print FOUT join( "\n", @files ) . "\n";
close FOUT;
foreach my $target (@targets) {
my $cmd
= "$rsync_cmd $rsync_opt --files-from=\"$file\" / \"$target\"";
MT::TheSchwartz->debug("Syncing files to $target...");
my $start = [gettimeofday];
my $res = system $cmd;
my $exit = $? >> 8;
if ( $exit != 0 ) {
# TBD: notification to administrator
# At the very least, log to MT activity log.
my $errmsg
= MT->translate( "Error during rsync of files in [_1]:\n",
$file )
. "Command (exit code $res): $cmd";
MT::TheSchwartz->debug($errmsg);
require MT::Log;
$mt->log(
{ message => $errmsg,
metadata => log_time() . ' '
. $errmsg
. "\nFiles affected:\n\t"
. join( "\n\t", @files ),
category => "sync",
level => MT::Log::ERROR(),
}
);
$_->failed("Error during rsync") foreach @jobs;
return;
}
else {
my $elapsed
= sprintf( "done! (%0.02fs)", tv_interval($start) );
$mt->log(
{ message => $mt->translate('Synchrnizing Files Done'),
metadata => log_time() . ' '
. $mt->translate(
'Done syncing files to [_1] ([_2])', $target,
$elapsed
),
category => "sync",
level => MT::Log::INFO(),
}
);
MT::TheSchwartz->debug($elapsed);
}
}
unlink $file;
# clear sync flags...
$_->remove foreach @static_fileinfo;
$_->completed() foreach @jobs;
}
if ($synced) {
MT::TheSchwartz->debug( "-- set complete ($synced files in "
. sprintf( "%0.02f", tv_interval($sync_set) )
. " seconds)" );
}
}
sub grab_for {60}
sub max_retries {10}
sub retry_delay {60}
1;
|
