1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189
|
package Bio::Tools::Run::Alignment::Clustalw;
$Bio::Tools::Run::Alignment::Clustalw::VERSION = '1.7.4';
use utf8;
use strict;
use warnings;
use Bio::Seq;
use Bio::SeqIO;
use Bio::SimpleAlign;
use Bio::AlignIO;
use Bio::TreeIO;
use Bio::Root::IO;
use base qw(Bio::Root::Root Bio::Tools::Run::WrapperBase);
# ABSTRACT: Object for the calculation of a multiple sequence alignment from a set of unaligned sequences or alignments using the Clustalw program
# AUTHOR: Peter Schattner <schattner@alum.mit.edu>
# OWNER: Peter Schattner <schattner@alum.mit.edu>
# LICENSE: Perl_5
# AUTHOR: Jason Stajich <jason@bioperl.org>
# AUTHOR: Sendu Bala <bix@sendu.me.uk>
our @CLUSTALW_PARAMS = qw(output ktuple topdiags window pairgap fixedgap
floatgap matrix type transit dnamatrix outfile
gapopen gapext maxdiv gapdist hgapresidues pwmatrix
pwdnamatrix pwgapopen pwgapext score transweight
seed helixgap outorder strandgap loopgap terminalgap
helixendin helixendout strandendin strandendout program
reps outputtree seed bootlabels bootstrap);
our @CLUSTALW_SWITCHES = qw(help check options negative noweights endgaps
nopgap nohgap novgap kimura tossgaps
kimura tossgaps njtree);
our @OTHER_SWITCHES = qw(quiet);
our $PROGRAM_NAME = 'clustalw';
our $PROGRAM_DIR = $ENV{'CLUSTALDIR'} || $ENV{'CLUSTALWDIR'};
sub program_name {
return $PROGRAM_NAME;
}
sub program_dir {
return $PROGRAM_DIR;
}
sub new {
my ($class,@args) = @_;
my $self = $class->SUPER::new(@args);
$self->_set_from_args(\@args, -methods => [@CLUSTALW_PARAMS,
@CLUSTALW_SWITCHES,
@OTHER_SWITCHES],
-create => 1);
return $self;
}
sub version {
my ($self) = @_;
return undef unless $self->executable;
my $prog = $self->executable;
my $string = `$prog -- 2>&1` ;
$string =~ /\(?([\d.]+)\)?/xms;
return $1 || undef;
}
sub run {
my ($self,$input) = @_;
my ($temp,$infilename, $seq);
my ($attr, $value, $switch);
$self->io->_io_cleanup();
# Create input file pointer
$infilename = $self->_setinput($input);
$self->throw("Bad input data (sequences need an id) or less than 2 sequences in $input!") unless $infilename;
# Create parameter string to pass to clustalw program
my $param_string = $self->_setparams();
# run clustalw
return $self->_run('both', $infilename, $param_string);
}
sub align {
my ($self,$input) = @_;
$self->io->_io_cleanup();
# Create input file pointer
my $infilename = $self->_setinput($input);
$self->throw("Bad input data (sequences need an id ) or less than 2 sequences in $input !") unless $infilename;
# Create parameter string to pass to clustalw program
my $param_string = $self->_setparams();
# run clustalw
my $aln = $self->_run('align', $infilename, $param_string);
}
sub profile_align {
my ($self,$input1,$input2) = @_;
$self->io->_io_cleanup();
# Create input file pointer
my $infilename1 = $self->_setinput($input1, 1);
my $infilename2 = $self->_setinput($input2, 2);
if (!$infilename1 || !$infilename2) {$self->throw("Bad input data: $input1 or $input2 !");}
unless ( -e $infilename1 and -e $infilename2) {$self->throw("Bad input file: $input1 or $input2 !");}
# Create parameter string to pass to clustalw program
my $param_string = $self->_setparams();
# run clustalw
my $aln = $self->_run('profile-aln', $infilename1, $infilename2, $param_string);
}
sub add_sequences {
my ($self,$input1,$input2) = @_;
my ($temp,$infilename1,$infilename2,$input,$seq);
$self->io->_io_cleanup();
# Create input file pointer
$infilename1 = $self->_setinput($input1,1);
$infilename2 = $self->_setinput($input2,2);
if (!$infilename1 || !$infilename2) {$self->throw("Bad input data: $input1 or $input2 !");}
unless ( -e $infilename1 and -e $infilename2) {$self->throw("Bad input file: $input1 or $input2 !");}
# Create parameter string to pass to clustalw program
my $param_string = $self->_setparams();
# run clustalw
my $aln = $self->_run('add_sequences', $infilename1,
$infilename2, $param_string);
}
sub tree {
my ($self,$input) = @_;
$self->io->_io_cleanup();
# Create input file pointer
my $infilename = $self->_setinput($input);
if (!$infilename) {$self->throw("Bad input data (sequences need an id ) or less than 2 sequences in $input !");}
# Create parameter string to pass to clustalw program
my $param_string = $self->_setparams();
# run clustalw
my $tree = $self->_run('tree', $infilename, $param_string);
}
sub footprint {
my ($self, $in, $slice_size, $deviate) = @_;
my ($simplealn, $tree) = $self->run($in);
# total tree length?
my $total_length = $tree->total_branch_length;
# tree length along sliding window, picking regions that significantly
# deviate from the average tree length
$slice_size ||= 5;
$deviate ||= 33;
my $threshold = $total_length - (($total_length / 100) * $deviate);
my $length = $simplealn->length;
my $below = 0;
my $found_minima = 0;
my $minima = [$threshold, ''];
my @results;
for my $i (1..($length - $slice_size + 1)) {
my $slice = $simplealn->slice($i, ($i + $slice_size - 1), 1);
my $tree = $self->tree($slice);
$self->throw("No tree returned") unless defined $tree;
my $slice_length = $tree->total_branch_length;
$slice_length <= $threshold ? ($below = 1) : ($below = 0);
if ($below) {
unless ($found_minima) {
if ($slice_length < ${$minima}[0]) {
$minima = [$slice_length, $slice];
}
else {
push(@results, ${$minima}[1]);
$minima = [$threshold, ''];
$found_minima = 1;
}
}
}
else {
$found_minima = 0;
}
}
return @results;
}
sub _run {
my ($self, $command, $infile1, $infile2, $param_string) = @_;
my ($instring, $tree);
my $quiet = $self->quiet() || $self->verbose() < 0;
if ($command =~ /align|both/) {
if ($^O eq 'dec_osf') {
$instring = $infile1;
$command = '';
}
else {
$instring = " -infile=". '"' . $infile1 . '"';
}
$param_string .= " $infile2";
}
if ($command =~ /profile/) {
$instring = "-profile1=$infile1 -profile2=$infile2";
chmod 0777, $infile1, $infile2;
$command = '-profile';
}
if ($command =~ /add_sequences/) {
$instring = "-profile1=$infile1 -profile2=$infile2";
chmod 0777, $infile1,$infile2;
$command = '-sequences';
}
if ($command =~ /tree/) {
if( $^O eq 'dec_osf' ) {
$instring = $infile1;
$command = '';
}
else {
$instring = " -infile=". '"' . $infile1 . '"';
}
$param_string .= " $infile2";
$self->debug( "Program ".$self->executable."\n");
my $commandstring = $self->executable."$instring"."$param_string";
my $null = ($^O =~ m/mswin/i) ? 'NUL' : '/dev/null';
$commandstring .= " 1>$null" if $quiet;
$self->debug( "clustal command = $commandstring");
my $status = system($commandstring);
unless( $status == 0 ) {
$self->warn( "Clustalw call ($commandstring) crashed: $? \n");
return undef;
}
return $self->_get_tree($infile1, $param_string);
}
my $output = $self->output || 'gcg';
$self->debug( "Program ".$self->executable."\n");
my $commandstring = $self->executable." $command"." $instring"." -output=$output". " $param_string";
$self->debug( "clustal command = $commandstring\n");
open(my $pipe, "$commandstring |") || $self->throw("ClustalW call ($commandstring) failed to start: $? | $!");
my $score;
while (<$pipe>) {
print unless $quiet;
# Kevin Brown suggested the following regex, though it matches multiple
# times: we pick up the last one
$score = $1 if ($_ =~ /Score:(\d+)/);
# This one is printed at the end and seems the most appropriate to pick
# up; we include the above regex incase 'Alignment Score' isn't given
$score = $1 if ($_ =~ /Alignment Score (-?\d+)/);
}
close($pipe) || ($self->throw("ClustalW call ($commandstring) crashed: $?"));
my $outfile = $self->outfile();
# retrieve alignment (Note: MSF format for AlignIO = GCG format of clustalw)
my $format = $output =~ /gcg/i ? 'msf' : $output;
if ($format =~ /clustal/i) {
$format = 'clustalw'; # force clustalw incase 'clustal' is requested
}
my $in = Bio::AlignIO->new(-file => $outfile, -format=> $format);
my $aln = $in->next_aln();
$in->close;
$aln->score($score);
if ($command eq 'both') {
$tree = $self->_get_tree($infile1, $param_string);
}
# Clean up the temporary files created along the way...
# Replace file suffix with dnd to find name of dendrogram file(s) to delete
unless ( $self->save_tempfiles ) {
foreach my $f ($infile1, $infile2) {
$f =~ s/\.[^\.]*$// ;
unlink $f .'.dnd' if ($f ne '');
}
}
if ($command eq 'both') {
return ($aln, $tree);
}
return $aln;
}
sub _get_tree {
my ($self, $treefile, $param_string) = @_;
$treefile =~ s/\.[^\.]*$// ;
if ($param_string =~ /-bootstrap/) {
$treefile .= '.phb';
}
elsif ($param_string =~ /-tree/) {
$treefile .= '.ph';
}
else {
$treefile .= '.dnd';
}
my $in = Bio::TreeIO->new('-file' => $treefile,
'-format'=> 'newick');
my $tree = $in->next_tree;
unless ( $self->save_tempfiles ) {
foreach my $f ( $treefile ) {
unlink $f if( $f ne '' );
}
}
return $tree;
}
sub _setinput {
my ($self, $input, $suffix) = @_;
my ($infilename, $seq, $temp, $tfh);
# suffix is used to distinguish alignment files If $input is not a
# reference it better be the name of a file with the sequence/
# alignment data...
unless (ref $input) {
# check that file exists or throw
$infilename = $input;
return unless -e $input;
return $infilename;
}
# $input may be an array of BioSeq objects...
if (ref($input) eq "ARRAY") {
# Open temporary file for both reading & writing of BioSeq array
($tfh,$infilename) = $self->io->tempfile(-dir=>$self->tempdir);
$temp = Bio::SeqIO->new('-fh'=>$tfh, '-format' =>'Fasta');
# Need at least 2 seqs for alignment
return unless (scalar(@$input) > 1);
foreach $seq (@$input) {
return unless (defined $seq && $seq->isa("Bio::PrimarySeqI") and $seq->id());
$temp->write_seq($seq);
}
$temp->close();
close($tfh);
undef $tfh;
return $infilename;
}
# $input may be a SimpleAlign object.
elsif (ref($input) eq "Bio::SimpleAlign") {
# Open temporary file for both reading & writing of SimpleAlign object
($tfh,$infilename) = $self->io->tempfile(-dir=>$self->tempdir);
$temp = Bio::AlignIO->new('-fh'=> $tfh, '-format' => 'fasta');
$temp->write_aln($input);
close($tfh);
undef $tfh;
return $infilename;
}
# or $input may be a single BioSeq object (to be added to a previous alignment)
elsif (ref($input) && $input->isa("Bio::PrimarySeqI") && $suffix==2) {
# Open temporary file for both reading & writing of BioSeq object
($tfh,$infilename) = $self->io->tempfile();
$temp = Bio::SeqIO->new(-fh=> $tfh, '-format' =>'Fasta');
$temp->write_seq($input);
close($tfh);
undef $tfh;
return $infilename;
}
return;
}
sub _setparams {
my $self = shift;
my $param_string = $self->SUPER::_setparams(-params => \@CLUSTALW_PARAMS,
-switches => \@CLUSTALW_SWITCHES,
-dash => 1,
-lc => 1,
-join => '=');
# Set default output file if no explicit output file selected
unless ($param_string =~ /outfile/) {
my ($tfh, $outfile) = $self->io->tempfile(-dir => $self->tempdir());
close($tfh);
undef $tfh;
$self->outfile($outfile);
$param_string .= " -outfile=\"$outfile\"" ;
}
$param_string .= ' 2>&1';
return $param_string;
}
1;
__END__
=pod
=encoding UTF-8
=head1 NAME
Bio::Tools::Run::Alignment::Clustalw - Object for the calculation of a multiple sequence alignment from a set of unaligned sequences or alignments using the Clustalw program
=head1 VERSION
version 1.7.4
=head1 SYNOPSIS
# Build a clustalw alignment factory
@params = ('ktuple' => 2, 'matrix' => 'BLOSUM');
$factory = Bio::Tools::Run::Alignment::Clustalw->new(@params);
# Pass the factory a list of sequences to be aligned.
$inputfilename = 't/data/cysprot.fa';
$aln = $factory->align($inputfilename); # $aln is a SimpleAlign object.
# or
$seq_array_ref = \@seq_array;
# where @seq_array is an array of Bio::Seq objects
$aln = $factory->align($seq_array_ref);
# Or one can pass the factory a pair of (sub)alignments
#to be aligned against each other, e.g.:
$aln = $factory->profile_align($aln1,$aln2);
# where $aln1 and $aln2 are Bio::SimpleAlign objects.
# Or one can pass the factory an alignment and one or more unaligned
# sequences to be added to the alignment. For example:
$aln = $factory->profile_align($aln1,$seq); # $seq is a Bio::Seq object.
# Get a tree of the sequences
$tree = $factory->tree(\@seq_array);
# Get both an alignment and a tree
($aln, $tree) = $factory->run(\@seq_array);
# Do a footprinting analysis on the supplied sequences, getting back the
# most conserved sub-alignments
my @results = $factory->footprint(\@seq_array);
foreach my $result (@results) {
print $result->consensus_string, "\n";
}
# There are various additional options and input formats available.
# See the DESCRIPTION section that follows for additional details.
=head1 DESCRIPTION
Note: this DESCRIPTION only documents the Bioperl interface to
Clustalw. Clustalw, itself, is a large & complex program - for more
information regarding clustalw, please see the clustalw documentation
which accompanies the clustalw distribution. Clustalw is available
from (among others) ftp://ftp.ebi.ac.uk/pub/software/. Clustalw.pm has
only been tested using version 1.8 of clustalw. Compatibility with
earlier versions of the clustalw program is currently unknown. Before
running Clustalw successfully it will be necessary: to install clustalw
on your system, and to ensure that users have execute privileges for
the clustalw program.
=head2 Helping the module find your executable
You will need to enable Clustalw to find the clustalw program. This
can be done in (at least) three ways:
1. Make sure the clustalw executable is in your path so that
which clustalw
returns a clustalw executable on your system.
2. Define an environmental variable CLUSTALDIR which is a
directory which contains the 'clustalw' application:
In bash:
export CLUSTALDIR=/home/username/clustalw1.8
In csh/tcsh:
setenv CLUSTALDIR /home/username/clustalw1.8
3. Include a definition of an environmental variable CLUSTALDIR in
every script that will use this Clustalw wrapper module, e.g.:
BEGIN { $ENV{CLUSTALDIR} = '/home/username/clustalw1.8/' }
use Bio::Tools::Run::Alignment::Clustalw;
If you are running an application on a webserver make sure the
webserver environment has the proper PATH set or use the options 2 or
3 to set the variables.
=head2 How it works
Bio::Tools::Run::Alignment::Clustalw is an object for performing a
multiple sequence alignment from a set of unaligned sequences and/or
sub-alignments by means of the clustalw program.
Initially, a clustalw "factory object" is created. Optionally, the
factory may be passed most of the parameters or switches of the
clustalw program, e.g.:
@params = ('ktuple' => 2, 'matrix' => 'BLOSUM');
$factory = Bio::Tools::Run::Alignment::Clustalw->new(@params);
Any parameters not explicitly set will remain as the defaults of the
clustalw program. Additional parameters and switches (not available
in clustalw) may also be set. Currently, the only such parameter is
"quiet", which when set to a non-zero value, suppresses clustalw
terminal output. Not all clustalw parameters are supported at this
stage.
By default, Clustalw output is returned solely in a the form of a
Bio::SimpleAlign object which can then be printed and/or saved
in multiple formats using the AlignIO.pm module. Optionally the raw
clustalw output file can be saved if the calling script specifies an
output file (with the clustalw parameter OUTFILE). Currently only the
GCG-MSF output file formats is supported.
Not all parameters and features have been implemented yet in Perl format.
Alignment parameters can be changed and/or examined at any time after
the factory has been created. The program checks that any
parameter/switch being set/read is valid. However, currently no
additional checks are included to check that parameters are of the
proper type (eg string or numeric) or that their values are within the
proper range. As an example, to change the value of the clustalw
parameter ktuple to 3 and subsequently to check its value one would
write:
$ktuple = 3;
$factory->ktuple($ktuple);
$get_ktuple = $factory->ktuple();
Once the factory has been created and the appropriate parameters set,
one can call the method align() to align a set of unaligned sequences,
or call profile_align() to add one or more sequences or a second
alignment to an initial alignment.
Input to align() may consist of a set of unaligned sequences in the
form of the name of file containing the sequences. For example,
$inputfilename = 't/data/cysprot.fa';
$aln = $factory-E<gt>align($inputfilename);
Alternately one can create an array of Bio::Seq objects somehow
$str = Bio::SeqIO->new(-file=> 't/data/cysprot.fa', -format => 'Fasta');
@seq_array =();
while ( my $seq = $str->next_seq() ) {push (@seq_array, $seq) ;}
and pass the factory a reference to that array
$seq_array_ref = \@seq_array;
$aln = $factory->align($seq_array_ref);
In either case, align() returns a reference to a SimpleAlign object
which can then used (see L<Bio::SimpleAlign>).
Once an initial alignment exists, one can pass the factory additional
sequence(s) to be added (ie aligned) to the original alignment. The
alignment can be passed as either an alignment file or a
Bio:SimpleAlign object. The unaligned sequence(s) can be passed as a
filename or as an array of BioPerl sequence objects or as a single
BioPerl Seq object. For example (to add a single sequence to an
alignment),
$str = Bio::AlignIO->new(-file=> 't/data/cysprot1a.msf');
$aln = $str->next_aln();
$str1 = Bio::SeqIO->new(-file=> 't/data/cysprot1b.fa');
$seq = $str1->next_seq();
$aln = $factory->profile_align($aln,$seq);
In either case, profile_align() returns a reference to a SimpleAlign
object containing a new SimpleAlign object of the alignment with the
additional sequence(s) added in.
Finally one can pass the factory a pair of (sub)alignments to be
aligned against each other. The alignments can be passed in the form
of either a pair of alignment files or a pair of Bio:SimpleAlign
objects. For example,
$profile1 = 't/data/cysprot1a.msf';
$profile2 = 't/data/cysprot1b.msf';
$aln = $factory->profile_align($profile1,$profile2);
or
$str1 = Bio::AlignIO->new(-file=> 't/data/cysprot1a.msf');
$aln1 = $str1->next_aln();
$str2 = Bio::AlignIO->new(-file=> 't/data/cysprot1b.msf');
$aln2 = $str2->next_aln();
$aln = $factory->profile_align($aln1,$aln2);
In either case, profile_align() returns a reference to a SimpleAlign
object containing an (super)alignment of the two input alignments.
For more examples of syntax and use of Clustalw, the user is
encouraged to look at the script Clustalw.t in the t/ directory.
Note: Clustalw is still under development. Various features of the
clustalw program have not yet been implemented. If you would like
that a specific clustalw feature be added to this perl contact
bioperl-l@bioperl.org.
These can be specified as parameters when instantiating a new Clustalw
object, or through get/set methods of the same name (lowercase).
=head1 INTERNAL METHODS
=head2 _run
Title : _run
Usage : Internal function, not to be called directly
Function: makes actual system call to clustalw program
Returns : nothing; clustalw output is written to a
temporary file
Args : Name of a file containing a set of unaligned fasta sequences
and hash of parameters to be passed to clustalw
=head2 _setinput()
Title : _setinput
Usage : Internal function, not to be called directly
Function: Create input file for clustalw program
Returns : name of file containing clustalw data input
Args : Seq or Align object reference or input file name
=head2 _setparams()
Title : _setparams
Usage : Internal function, not to be called directly
Function: Create parameter inputs for clustalw program
Returns : parameter string to be passed to clustalw
during align or profile_align
Args : name of calling object
=head1 EXAMPLE
You will need to have installed clustalw and to ensure that
Clustalw.pm can find it. This can be done in different ways (bash
syntax):
export PATH=$PATH:/home/peter/clustalw1.8
or define an environmental variable CLUSTALDIR:
export CLUSTALDIR=/home/peter/clustalw1.8
or include a definition of an environmental variable CLUSTALDIR in
every script that will use Clustal.pm:
BEGIN {$ENV{CLUSTALDIR} = '/home/peter/clustalw1.8/'; }
We are going to demonstrate 3 possible applications of Clustalw.pm:
=over 4
=item 1
Test effect of varying clustalw alignment parameter(s) on resulting alignment
=item 2
Test effect of changing the order that sequences are added to the alignment on the resulting alignment
=item 3
Test effect of incorporating an "anchor point" in the alignment process
=back
Before we can do any tests, we need to set up the environment, create
the factory and read in the unaligned sequences.
use Getopt::Long;
use Bio::Tools::Run::Alignment::Clustalw;
use Bio::SimpleAlign;
use Bio::AlignIO;
use Bio::SeqIO;
use strict;
# set some default values
my $infile = 't/data/cysprot1a.fa';
my @params = ('quiet' => 1 );
my $do_only = '123'; # string listing examples to be executed. Default is to
# execute all tests (ie 1,2 and 3)
my $param = 'ktuple'; # parameter to be varied in example 1
my $startvalue = 1; # initial value for parameter $param
my $stopvalue = 3; # final value for parameter $param
my $regex = 'W[AT]F'; # regular expression for 'anchoring' alignment in example 3
my $extension = 30; # distance regexp anchor should be extended in each direction
# for local alignment in example 3
my $helpflag = 0; # Flag to show usage info.
# get user options
my @argv = @ARGV; # copy ARGV before GetOptions() massacres it.
&GetOptions("h!" => \$helpflag, "help!" => \$helpflag,
"in=s" => \$infile,
"param=s" => \$param,
"do=s" => \$do_only,
"start=i" => \$startvalue,
"stop=i" => \$stopvalue,
"ext=i" => \$extension,
"regex=s" => \$regex,) ;
if ($helpflag) { &clustalw_usage(); exit 0;}
# create factory & set user-specified global clustalw parameters
foreach my $argv (@argv) {
unless ($argv =~ /^(.*)=>(.*)$/) { next;}
push (@params, $1 => $2);
}
my $factory = Bio::Tools::Run::Alignment::Clustalw->new(@params);
# put unaligned sequences in a Bio::Seq array
my $str = Bio::SeqIO->new(-file=> $infile, '-format' => 'Fasta');
my ($paramvalue, $aln, $subaln, @consensus, $seq_num, $string, $strout, $id);
my @seq_array =();
while ( my $seq = $str->next_seq() ) { push (@seq_array, $seq) ;}
# Do each example that has digit present in variable $do_only
$_= $do_only;
/1/ && &vary_params();
/2/ && &vary_align_order();
/3/ && &anchored_align();
## End of "main"
#################################################
# vary_params(): Example demonstrating varying of clustalw parameter
#
sub vary_params {
print "Beginning parameter-varying example... \n";
# Now we'll create several alignments, 1 for each value of the selected
# parameter. We also compute a simple consensus string for each alignment.
# (In the default case, we vary the "ktuple" parameter, creating 3
# alignments using ktuple values from 1 to 3.)
my $index =0;
for ($paramvalue = $startvalue; $paramvalue < ($stopvalue + 1); $paramvalue++) {
$factory->$param($paramvalue); # set parameter value
print "Performing alignment with $param = $paramvalue \n";
$aln = $factory->align(\@seq_array);
$string = $aln->consensus_string(); # Get consensus of alignment
# convert '?' to 'X' at non-consensus positions
$string =~ s/\?/X/g;
$consensus[$index] = Bio::Seq->new(-id=>"$param=$paramvalue",-seq=>$string);
$index++;
}
# Compare consensus strings for alignments with different $param values by
# making an alignment of the different consensus strings
# $factory->ktuple(1); # set ktuple parameter
print "Performing alignment of $param consensus sequences \n";
$aln = $factory->align(\@consensus);
$strout = Bio::AlignIO->newFh('-format' => 'msf');
print $strout $aln;
return 1;
}
#################################################
# vary_align_order():
#
# For our second example, we'll test the effect of changing the order
# that sequences are added to the alignment
sub vary_align_order {
print "\nBeginning alignment-order-changing example... \n";
@consensus = (); # clear array
for ($seq_num = 0; $seq_num < scalar(@seq_array); $seq_num++) {
my $obj_out = shift @seq_array; # remove one Seq object from array and save
$id = $obj_out->display_id;
# align remaining sequences
print "Performing alignment with sequence $id left out \n";
$subaln = $factory->align(\@seq_array);
# add left-out sequence to subalignment
$aln = $factory->profile_align($subaln,$obj_out);
$string = $aln->consensus_string(); # Get consensus of alignment
# convert '?' to 'X' for non-consensus positions
$string =~ s/\?/X/g;
$consensus[$seq_num] = Bio::Seq->new(-id=>"$id left out",-seq=>$string);
push @seq_array, $obj_out; # return Seq object for next (sub) alignment
}
# Compare consensus strings for alignments created in different orders
# $factory->ktuple(1); # set ktuple parameter
print "\nPerforming alignment of consensus sequences for different reorderings \n";
print "Each consensus is labeled by the sequence which was omitted in the initial alignment\n";
$aln = $factory->align(\@consensus);
$strout = Bio::AlignIO->newFh('-format' => 'msf');
print $strout $aln;
return 1;
}
#################################################
# anchored_align()
#
# For our last example, we'll test a way to perform a local alignment by
# "anchoring" the alignment to a regular expression. This is similar
# to the approach taken in the recent dbclustal program.
# In principle, we could write a script to search for a good regular expression
# to use. Instead, here we'll simply choose one manually after looking at the
# previous alignments.
sub anchored_align {
my @local_array = ();
my @seqs_not_matched = ();
print "\n Beginning anchored-alignment example... \n";
for ($seq_num = 0; $seq_num < scalar(@seq_array); $seq_num++) {
my $seqobj = $seq_array[$seq_num];
my $seq = $seqobj->seq();
my $id = $seqobj->id();
# if $regex is not found in the sequence, save sequence id name and set
# array value =0 for later
unless ($seq =~/$regex/) {
$local_array[$seq_num] = 0;
push (@seqs_not_matched, $id) ;
next;
}
# find positions of start and of subsequence to be aligned
my $match_start_pos = length($`);
my $match_stop_pos = length($`) + length($&);
my $start = ($match_start_pos - $extension) > 1 ?
($match_start_pos - $extension) +1 : 1;
my $stop = ($match_stop_pos + $extension) < length($seq) ?
($match_stop_pos + $extension) : length($seq);
my $string = $seqobj->subseq($start, $stop);
$local_array[$seq_num] = Bio::Seq->new(-id=>$id, -seq=>$string);
}
@local_array = grep $_ , @local_array; # remove array entries with no match
# Perform alignment on the local segments of the sequences which match "anchor"
$aln = $factory->align(\@local_array);
my $consensus = $aln->consensus_string(); # Get consensus of local alignment
if (scalar(@seqs_not_matched) ) {
print " Sequences not matching $regex : @seqs_not_matched \n"
} else {
print " All sequences match $regex : @seqs_not_matched \n"
}
print "Consensus sequence of local alignment: $consensus \n";
return 1;
}
#----------------
sub clustalw_usage {
#----------------
#-----------------------
# Prints usage information for general parameters.
print STDERR <<"QQ_PARAMS_QQ";
Command-line accessible script variables and commands:
-------------------------------
-h : Display this usage info and exit.
-in <str> : File containing input sequences in fasta format (default = $infile) .
-do <str> : String listing examples to be executed. Default is to execute
all tests (ie default = '123')
-param <str> : Parameter to be varied in example 1. Any clustalw parameter
which takes inteer values can be varied (default = 'ktuple')
-start <int> : Initial value for varying parameter in example 1 (default = 1)
-stop <int> : Final value for varying parameter (default = 3)
-regex <str> : Regular expression for 'anchoring' alignment in example 3
(default = $regex)
-ext <int> : Distance regexp anchor should be extended in each direction
for local alignment in example 3 (default = 30)
In addition, any valid Clustalw parameter can be set using the syntax
"parameter=>value" as in "ktuple=>3"
So a typical command lines might be:
> clustalw.pl -param=pairgap -start=2 -stop=3 -do=1 "ktuple=>3"
or
> clustalw.pl -ext=10 -regex='W[AST]F' -do=23 -in='t/cysprot1a.fa'
QQ_PARAMS_QQ
}
=head1 PARAMETER FOR ALIGNMENT COMPUTATION
=head2 KTUPLE
Title : KTUPLE
Description : (optional) set the word size to be used in the alignment
This is the size of exactly matching fragment that is used.
INCREASE for speed (max= 2 for proteins; 4 for DNA),
DECREASE for sensitivity.
For longer sequences (e.g. >1000 residues) you may
need to increase the default
=head2 TOPDIAGS
Title : TOPDIAGS
Description : (optional) number of best diagonals to use
The number of k-tuple matches on each diagonal
(in an imaginary dot-matrix plot) is calculated.
Only the best ones (with most matches) are used in
the alignment. This parameter specifies how many.
Decrease for speed; increase for sensitivity.
=head2 WINDOW
Title : WINDOW
Description : (optional) window size
This is the number of diagonals around each of the 'best'
diagonals that will be used. Decrease for speed;
increase for sensitivity.
=head2 PAIRGAP
Title : PAIRGAP
Description : (optional) gap penalty for pairwise alignments
This is a penalty for each gap in the fast alignments.
It has little affect on the speed or sensitivity except
for extreme values.
=head2 FIXEDGAP
Title : FIXEDGAP
Description : (optional) fixed length gap penalty
=head2 FLOATGAP
Title : FLOATGAP
Description : (optional) variable length gap penalty
=head2 MATRIX
Title : MATRIX
Default : PAM100 for DNA - PAM250 for protein alignment
Description : (optional) substitution matrix used in the multiple
alignments. Depends on the version of clustalw as to
what default matrix will be used
PROTEIN WEIGHT MATRIX leads to a new menu where you are
offered a choice of weight matrices. The default for
proteins in version 1.8 is the PAM series derived by
Gonnet and colleagues. Note, a series is used! The
actual matrix that is used depends on how similar the
sequences to be aligned at this alignment step
are. Different matrices work differently at each
evolutionary distance.
DNA WEIGHT MATRIX leads to a new menu where a single
matrix (not a series) can be selected. The default is
the matrix used by BESTFIT for comparison of nucleic
acid sequences.
=head2 TYPE
Title : TYPE
Description : (optional) sequence type: protein or DNA. This allows
you to explicitly overide the programs attempt at
guessing the type of the sequence. It is only useful
if you are using sequences with a VERY strange
composition.
=head2 OUTPUT
Title : OUTPUT
Description : (optional) clustalw supports GCG or PHYLIP or PIR or
Clustal format. See the Bio::AlignIO modules for
which formats are supported by bioperl.
=head2 OUTFILE
Title : OUTFILE
Description : (optional) Name of clustalw output file. If not set
module will erase output file. In any case alignment will
be returned in the form of SimpleAlign objects
=head2 TRANSMIT
Title : TRANSMIT
Description : (optional) transitions not weighted. The default is to
weight transitions as more favourable than other
mismatches in DNA alignments. This switch makes all
nucleotide mismatches equally weighted.
=head2 program_name
Title : program_name
Usage : $factory>program_name()
Function: holds the program name
Returns: string
Args : None
=head2 program_dir
Title : program_dir
Usage : $factory->program_dir(@params)
Function: returns the program directory, obtained from ENV variable.
Returns: string
Args :
=head2 version
Title : version
Usage : exit if $prog->version() < 1.8
Function: Determine the version number of the program
Example :
Returns : float or undef
Args : none
=head2 run
Title : run
Usage : ($aln, $tree) = $factory->run($inputfilename);
($aln, $tree) = $factory->run($seq_array_ref);
Function: Perform a multiple sequence alignment, generating a tree at the same
time. (Like align() and tree() combined.)
Returns : A SimpleAlign object containing the sequence alignment and a
Bio::Tree::Tree object with the tree relating the sequences.
Args : Name of a file containing a set of unaligned fasta sequences
or else an array of references to Bio::Seq objects.
=head2 align
Title : align
Usage : $inputfilename = 't/data/cysprot.fa';
$aln = $factory->align($inputfilename);
or
$seq_array_ref = \@seq_array; # @seq_array is array of Seq objs
$aln = $factory->align($seq_array_ref);
Function: Perform a multiple sequence alignment
Returns : Reference to a SimpleAlign object containing the
sequence alignment.
Args : Name of a file containing a set of unaligned fasta sequences
or else an array of references to Bio::Seq objects.
Throws an exception if argument is not either a string (eg a
filename) or a reference to an array of Bio::Seq objects. If
argument is string, throws exception if file corresponding to string
name can not be found. If argument is Bio::Seq array, throws
exception if less than two sequence objects are in array.
=head2 profile_align
Title : profile_align
Usage : $aln = $factory->profile_align(@simple_aligns);
or
$aln = $factory->profile_align(@subalignment_filenames);
Function: Perform an alignment of 2 (sub)alignments
Returns : Reference to a SimpleAlign object containing the (super)alignment.
Args : Names of 2 files containing the subalignments
or references to 2 Bio::SimpleAlign objects.
Throws an exception if arguments are not either strings (eg filenames)
or references to SimpleAlign objects.
=head2 add_sequences
Title : add_sequences
Usage :
Function: Align and add sequences into an alignment
Example :
Returns : Reference to a SimpleAlign object containing the (super)alignment.
Args : Names of 2 files, the first one containing an alignment and the second one containing sequences to be added
or references to 2 Bio::SimpleAlign objects.
Throws an exception if arguments are not either strings (eg filenames)
or references to SimpleAlign objects.
=head2 tree
Title : tree
Usage : @params = ('bootstrap' => 1000,
'tossgaps' => 1,
'kimura' => 1,
'seed' => 121,
'bootlabels'=> 'nodes',
'quiet' => 1);
$factory = Bio::Tools::Run::Alignment::Clustalw->new(@params);
$tree_obj = $factory->tree($aln_obj);
or
$tree_obj = $factory->tree($treefilename);
Function: Retrieve a tree corresponding to the input
Returns : Bio::TreeIO object
Args : Bio::SimpleAlign or filename of a tree
=head2 footprint
Title : footprint
Usage : @alns = $factory->footprint($treefilename, $window_size, $diff);
@alns = $factory->footprint($seqs_array_ref);
Function: Aligns all the supplied sequences and slices out of the alignment
those regions along a sliding window who's tree length differs
significantly from the total average tree length.
Returns : list of Bio::SimpleAlign objects
Args : first argument as per run(), optional second argument to specify
the size of the sliding window (default 5 bp) and optional third
argument to specify the % difference from the total tree length
needed for a window to be considered a footprint (default 33%).
=head1 FEEDBACK
=head2 Mailing lists
User feedback is an integral part of the evolution of this and other
Bioperl modules. Send your comments and suggestions preferably to
the Bioperl mailing list. Your participation is much appreciated.
bioperl-l@bioperl.org - General discussion
http://bioperl.org/Support.html - About the mailing lists
=head2 Support
Please direct usage questions or support issues to the mailing list:
I<bioperl-l@bioperl.org>
rather than to the module maintainer directly. Many experienced and
reponsive experts will be able look at the problem and quickly
address it. Please include a thorough description of the problem
with code and data examples if at all possible.
=head2 Reporting bugs
Report bugs to the Bioperl bug tracking system to help us keep track
of the bugs and their resolution. Bug reports can be submitted via the
web:
https://github.com/bioperl/bio-tools-run-alignment-clustalw/issues
=head1 AUTHORS
Peter Schattner <schattner@alum.mit.edu>
Jason Stajich <jason@bioperl.org>
Sendu Bala <bix@sendu.me.uk>
=head1 COPYRIGHT
This software is copyright (c) by Peter Schattner <schattner@alum.mit.edu>.
This software is available under the same terms as the perl 5 programming language system itself.
=cut
|