1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<!--
***** GENERATED FILE *** DO NOT EDIT DIRECTLY - any changes will be LOST ******
swish-e.org mockup based on http://www.oswd.org/design/1773/prosimii/index2.html
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en-US">
<head>
<meta http-equiv="content-type" content="application/xhtml+xml; charset=iso-8859-1" />
<meta name="author" content="haran" />
<meta name="generator" content="haran" />
<link rel="stylesheet" type="text/css" href="./swish.css" media="screen" title="swish css" />
<link rel="Last" href="./filter.html" />
<link rel="Prev" href="./install.html" />
<link rel="Up" href="./index.html" />
<link rel="Next" href="./swish-config.html" />
<link rel="Start" href="./index.html" />
<link rel="First" href="./readme.html" />
<title>Swish-e :: CHANGES - List of revisions</title>
</head>
<body>
<!-- noindex -->
<!-- For non-visual user agents: -->
<div id="top"><a href="#main-copy" class="doNotDisplay doNotPrint">Skip to main content.</a></div>
<!-- ##### Header ##### -->
<div id="header">
<div class="superHeader">
<span>Related Sites:</span>
<a href="http://swishewiki.org/" title="swishe wiki">swish-e wiki</a> |
<a href="http://www.xmlsoft.org/" title="libxml2 home page">libxml2</a> |
<a href="http://www.zlib.net/" title="zlib home page">zlib</a> |
<a href="http://www.foolabs.com/xpdf/" title="xpdf home page">xpdf</a> |
<a href="http://cvs.sourceforge.net/viewcvs.py/swishe/" title="View CVS at SourceForge">CVS @ SourceForge</a>
</div>
<div class="midHeader">
<h1 class="headerTitle" lang="la">Swish-e</h1>
<div class="headerSubTitle">Simple Web Indexing System for Humans - Enhanced</div>
<br class="doNotDisplay doNotPrint" />
<div class="headerLinks">
<span class="doNotDisplay">Tools:</span>
<!-- don't know what platform, so link to download page -->
<a href="http://swish-e.org/download/index.html">download latest version</a>
</div>
</div>
</div>
<!-- index -->
<!-- noindex -->
<div class="subHeader">
<form method="get"
action="http://swish-e.org/search/index.html"
enctype="application/x-www-form-urlencoded"
class="srchform">
<table width='100%'>
<tr>
<td align='left'>
<a href="http://swish-e.org/index.html">home</a> |
<a href="http://swish-e.org/support.html">support</a> |
<a href="http://swish-e.org/download/index.html">download</a>
</td>
<td align='right'>
<label for="searchfield">Search for</label>
<input maxlength="200" value="" id="searchfield" size="30" name="query" type="text" alt="Search input field"/>
<input value="search swish-e.org" name="submit" type="submit" class='button' />
</td>
</tr>
</table>
</form>
</div>
<!-- index -->
<div id="side-bar">
<!-- noindex -->
<ul class="menu"><li class="menuparent">
<a class="menu"
href="./index.html"
>Doc Overview</a>
<!-- noindex -->
<ul class="submenu"><li class="">
<a class="submenu"
href="./readme.html"
title="First time users">README</a>
</li><li class="">
<a class="submenu"
href="./install.html"
title="Installation and usage overview">Install</a>
</li><li class="">
<a class="thisfile"
href="./changes.html"
title="Important changes from previous versions">Changes »</a>
</li><li class="">
<a class="submenu"
href="./swish-config.html"
title="Directives that go in your Swish-e configuration file">Configuration</a>
</li><li class="">
<a class="submenu"
href="./swish-run.html"
title="Command line options for Swish-e binary">Running</a>
</li><li class="">
<a class="submenu"
href="./swish-search.html"
title="Swish-e's search language">Searching</a>
</li><li class="">
<a class="submenu"
href="./swish-faq.html"
>FAQ</a>
</li><li class="">
<a class="submenu"
href="./swish-bugs.html"
>Known issues</a>
</li><li class="">
<a class="submenu"
href="./swish-3.0.html"
>The Future</a>
</li><li class="">
<a class="submenu"
href="./swish-library.html"
title="Swish-e C API">C API</a>
</li><li class="">
<a class="submenu"
href="./api.html"
title="Perl interface to the Swish-e library">Perl API</a>
</li><li class="">
<a class="submenu"
href="./swish.cgi.html"
title="Example CGI/mod_perl script">Swish.cgi</a>
</li><li class="">
<a class="submenu"
href="./search.cgi.html"
title="Example Perl script using SWISH::API">Search.cgi</a>
</li><li class="">
<a class="submenu"
href="./spider.html"
title="The Swish-e HTTP spider">Spider.pl</a>
</li><li class="">
<a class="submenu"
href="./filter.html"
title="How to index non-text documents">Filters</a>
</li></ul>
<!-- index -->
</li></ul>
<!-- index -->
</div>
<div id="main-copy">
<h1>CHANGES - List of revisions</h1>
Swish-e version 2.4.5
<!-- noindex -->
<h2>Table of Contents</h2>
<div class="toc">
<ul class="toc">
<li>
<a href="#overview">OVERVIEW</a>
<ul class="toc">
<li>
<a href="#version_2_4_5_12_jan_2006">Version 2.4.5 - 12 Jan 2006</a>
</li>
<li>
<a href="#version_2_4_4_11_oct_2006">Version 2.4.4 - 11 Oct 2006</a>
</li>
<li>
<a href="#version_2_4_3_december_9_2004">Version 2.4.3 December 9, 2004</a>
</li>
<li>
<a href="#version_2_4_3_pr1_wed_dec_1_09_52_50_pst_2004">Version 2.4.3-pr1 - Wed Dec 1 09:52:50 PST 2004</a>
</li>
<li>
<a href="#version_2_4_2_march_09_2004">Version 2.4.2 - March 09, 2004</a>
</li>
<li>
<a href="#version_2_4_1_december_17_2003">Version 2.4.1 - December 17, 2003</a>
</li>
<li>
<a href="#version_2_4_0_october_27_2003">Version 2.4.0 - October 27, 2003</a>
</li>
<li>
<a href="#version_2_4_0_release_candidate_4_september_26_2003">Version 2.4.0 (Release Candidate 4) September 26, 2003</a>
</li>
<li>
<a href="#version_2_4_0_release_candidate_3_september_11_2003">Version 2.4.0 (Release Candidate 3) September 11, 2003</a>
</li>
<li>
<a href="#version_2_4_0_release_candidate_2_september_10_2003">Version 2.4.0 (Release Candidate 2) September 10, 2003</a>
</li>
<li>
<a href="#version_2_4_0_release_candidate_1_may_21_2003">Version 2.4.0 (Release Candidate 1) May 21, 2003</a>
</li>
<li>
<a href="#version_2_2_3_december_11_2002">Version 2.2.3 - December 11, 2002</a>
</li>
<li>
<a href="#version_2_2_2_november_14_2002">Version 2.2.2 - November 14, 2002</a>
</li>
<li>
<a href="#version_2_2_1_september_26_2002">Version 2.2.1 - September 26, 2002</a>
</li>
<li>
<a href="#version_2_2_september_18_2002">Version 2.2 - September 18, 2002</a>
</li>
<li>
<a href="#version_2_2rc1_august_29_2002">Version 2.2rc1 - August 29, 2002</a>
</li>
</ul>
</li>
</ul>
</div>
<!-- index -->
<hr />
<div class="sub-section">
<h1><a name="overview"></a>OVERVIEW</h1>
<p>This document contains list of bug fixes and feature additions to Swish-e.</p>
</div>
<div class="sub-section">
<h2><a name="version_2_4_5_12_jan_2006"></a>Version 2.4.5 - 12 Jan 2006</h2>
<ul>
<li><a name="item_re_indexing"></a><a name="re_indexing"></a><b>re-indexing required</b>
<p>The magic numbers in src/swish.h were changed to require re-indexing from
version 2.4.4 indexes. This should have been done in 2.4.4 as well, and anytime
the index format changes. -- karman</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>fixed stemmer bug introduced in 2.4.4</b>
<p>stemmer.c had a mix up in the deprecated stemmer assignments for "Stemmer_en"
and "Stem". Also fixed stemmer.h so that 2.4.3 indexes can be read correctly.
-- karman</p>
</li>
<li><a name="item_now"></a><a name="now"></a><b>Now fork/exec to run filters</b>
<p>FileFilter* was using popen to run the filter, which could pass user
data though the shell. Now uses fork/exec if fork is available which
should be everywhere except Windows. In windows popen is used but all
parameters are double-quoted. -- moseley</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>fixed signed/unsigned warnings from gcc 4.x</b>
<p>Cleaned up search.c to catch mismatched signedness warnings from newer GCC versions.
This issue pre-existed 2.4.4 but the new wildcard features in search.c made for a lot
more warnings. -- karman</p>
</li>
<li><a name="item_makefile_mingw"></a><a name="makefile_mingw"></a><b>Makefile.mingw included in distrib</b>
<p>Modified root Makefile to include the perl/Makefile.mingw file. -- karman</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_4_11_oct_2006"></a>Version 2.4.4 - 11 Oct 2006</h2>
<ul>
<li><a name="item_version"></a><a name="version"></a><b>Version 2.4.4 RC1</b>
<p>Release Candidate 1 for 2.4.4, 2 Oct 2006.</p>
</li>
<li><a name="item_quote"></a><a name="quote"></a><b>quote fix for FileFilter config param</b>
<p>Ludovic Drolez contributed a patch to fix a quoting issue with filenames. This affects
non-Windows builds only.</p>
</li>
<li><a name="item_swish_filter"></a><a name="swish_filter"></a><b>SWISH::Filter now on CPAN</b>
<p>SWISH::Filter is now available on <a href="http://cpan.org/">http://cpan.org/</a>. The version in the distribution is
<b>not</b> kept in sync with the CPAN version. Install the CPAN version if you want
the latest and greatest version.</p>
</li>
<li><a name="item_swish_api"></a><a name="swish_api"></a><b>SWISH::API updated to 0.04</b>
<p>Added several fixes, including:</p>
<ul>
<li><a name="item_perlish"></a><a name="perlish"></a><b>Perlish method names from mpeters@plusthree.com</b>
</li>
<li><a name="item_switched"></a><a name="switched"></a><b>switched to XSLoader with DynaLoader as fallback</b>
</li>
<li><a name="item_added"></a><a name="added"></a><b>added VERSION method to satisfy some versions of MakeMaker</b>
</li>
<li><a name="item_fuzzify_"></a><a name="fuzzify_"></a><b>Fuzzify() method now actually works as advertised</b>
</li>
</ul>
</li>
<li><a name="item_added"></a><a name="added"></a><b>added proximity feature and single character wildcard with '?' instead of '*'</b>
<p>Herman Knoops contributed these patches.
See <a href="http://swish-e.org/archive/2006-05/10543.html">http://swish-e.org/archive/2006-05/10543.html</a></p>
<p>Error messages were also changed to better reflect correct use of wildcards.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>fixed bug when using DoubleMetaphone</b>
<p>Fixed problem reported by Andreas Vlter where a query that generated a
two-word query with DoubleMetaphone fuzzy mode was not working.</p>
</li>
<li><a name="item_fix"></a><a name="fix"></a><b>fix sparc64 property issue</b>
<p>Sorithy Seng (pourlassi@gmail.com) submitted a patch against docprop.c to fix
an issue on sparc64 platforms. It is unknown whether this bug affected other 64-bit
architectures.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>fixed bug when StopWords resulted in no unique words</b>
<p>Added check in db_native.c to check that some words exist before writing index.</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>updates to SWISH-RUN.1</b>
<p>Added doc for -u and -r options.</p>
</li>
<li><a name="item_filename"></a><a name="filename"></a><b>filename only in SWISH::Filters</b>
<p>added fix to SWISH::Filters::pp2html and SWISH::Filters::XLtoHTML to
save only filename as title without full path</p>
</li>
<li><a name="item_removed"></a><a name="removed"></a><b>Removed Stem and Stemmer_en</b>
<p>The legacy Porter stemmer was removed. This had been deprecated some time ago.
A warning will issue if the old stemmer is indicated in config file, and Stemmer_en1
will be used instead.</p>
</li>
<li><a name="item_gpl_d"></a><a name="gpl_d"></a><b>GPL'd all the source files with the new Swish-e License</b>
<p>After a source code review, the developers decided to put Swish-e under the GPL
with a special exception for linking against libswish-e. See <a href="http://swish-e.org/license.html">http://swish-e.org/license.html</a>
for the details.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed Segfault with updating incremental index</b>
<p>Dobrica Pavlinusic reported a segfaut after updating an index multiple times.
Jos provided updated worddata.c. - April 27, 2005</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed NOT check with incremental indexes</b>
<p>Swish was returning results for deleted files when the NOT operator was used.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed bug when using old parsers with zero length input</b>
<p>Thomas Angst reported swish consuming memory when using -S prog
to process large number of empty documents.</p>
<p>When -S prog generated a zero length file the old parsers (e.g. TXT) would
attempt to read in *all* content from the -S prog program into a buffer.
The old parser incorrectly assumed it was reading from a filter and tried to
read to eof().</p>
</li>
<li><a name="item_changes"></a><a name="changes"></a><b>Changes to ParserWarnLevel</b>
<p>The default value for ParserWarnLevel was changed form zero to two.</p>
<p>The ParserWarnLevel controls the error handling of the libxml2 parser. The higher
the setting, the more verbose the output. The change to the default is to report
when libxml2 has problems parsing a document (which often times results in processing
only part of a document).</p>
<p>To get the old behavior, either set ParserWarnLevel to zero in your config file,
or use the new -W command line option to set the ParserWarnLevel at run time.
If ParserWarnLevel is set in the config file, it will override the -W option.</p>
<p>Also, to see UTF-8 to 8859-1 conversion errors set ParserWarnLevel to 3 or more. Previously,
these warning were issues at ParserWarnLevel of one.</p>
</li>
<li><a name="item_documentation"></a><a name="documentation"></a><b>Documentation changes</b>
<p>Removed all the target documentation (html, pdf, ps) from cvs. There's now a separate
cvs module "swish_website" that is used to generate both the website and the html
docs. If building swish-e from cvs please see the README.cvs file for instructions.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed bug in pre-sorted indexes with USE_BTREE</b>
<p>Gunnar Mtzler reported a problem with reading the pre-sorted property index
tables when running with USE_BTREE (--enable-enremental). Not all entries were
being written to disk. There was/is a question if the "array" code used for
pre-sorted indexes with USE_BTREE would be slower. So, added a separate
define USE_PRESORT_ARRAY to enable that code when USE_BTREE is set. This allows
using the old integer arrays with USE_BTREE. Gunnar reported that this is working,
but more testing is needed. Need to compare speed of the array code vs. the non-array
code, and to verify the workings of USE_PRESORT_ARRAY code.</p>
</li>
<li><a name="item_add"></a><a name="add"></a><b>Add strcoll() usage for sorting properties</b>
<p>Andreas Seltenreich provided a patch to use strcoll when sorting properties.
strcoll is locale dependent.</p>
</li>
<li><a name="item_fix"></a><a name="fix"></a><b>Fix incremental indexing when adding back a file</b>
<p>Jose fixed a problem with incremental indexing where a file could not be
added back to the index once removed.</p>
<p>Patch initially provided by Dobrica Pavlinusic:</p>
<pre class="pre-section"> http://swish-e.org/Discussion/archive/2004-12/8694.html</pre>
</li>
<li><a name="item_documentation"></a><a name="documentation"></a><b>Documentation correction</b>
<p>A change in the default way the index is compressed was not documented
in 2.4.3. The change resulted in larger indexes. See CompressPositions
below and in SWISH-CONFIG.</p>
</li>
<li><a name="item_libxml2"></a><a name="libxml2"></a><b>libxml2 UTF-8 conversion failures</b>
<p>Fixed issue where a UTF-8 to Latin1 encoding failure would skip
more input than just the failed character. Libxml2 passes swish text
that is not null terminated, but the libxml2 functions to skip UTF-8
chars expected a null-terminated string. Replace libxml2 call with
fixed version.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_3_december_9_2004"></a>Version 2.4.3 December 9, 2004</h2>
<ul>
<li><a name="item_new"></a><a name="new"></a><b>New config directive: CompressPositions</b>
<p>This option enables zlib compression for word data in the index.
Previously word data was always compressed but resulted in slower
wildcard searches. The default now is to not compress the word data,
but results in larger index files. Set to "YES" to get pre-2.4.3 index
sizes.</p>
<p>[This CHANGES entry was added after 2.4.3 was released]</p>
</li>
<li><a name="item_improved"></a><a name="improved"></a><b>Improved error messsages when using incremental indexing</b>
<p>There was a bit of confusion on how to use incremental indexing (still
experimental) so added better logic for error messages.</p>
<p>Also fixed a logic error when setting the incremental update mode. Caught by
Paul Loner.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_3_pr1_wed_dec_1_09_52_50_pst_2004"></a>Version 2.4.3-pr1 - Wed Dec 1 09:52:50 PST 2004</h2>
<ul>
<li><a name="item__fixed_"></a><a name="_fixed_"></a><b>"Fixed" libxml2's change in UTF8Toisolat1() return value</b>
<p>Bernhard Weisshuhn supplied a patch to parser.c for checking the return value of
UTF8Toisolat1(). Seems that libxml2 now returns the number of characters converted
instead of zero for success.</p>
<pre class="pre-section"> http://bugzilla.gnome.org/show_bug.cgi?id=153937</pre>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added swish-config and pkg-config</b>
<p>Swish now provides a swish-config script and config file for the pkg-config
utility. These tools help when building programs that link with the swish-e
library.</p>
<p>The SWISH::API Makefile.PL program uses swish-config to locate the installation
directory of swish-e. This should make building SWISH::API easier when swish-e
is installed in a non-standard location.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed rank bias in merge</b>
<p>Peter van Dijk noticed that MetaNamesRank settings were not being copied to the output
index when merging.</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added SwishFuzzy function</b>
<p>SwishFuzzy function (SWISH::API::Fuzzy) lets you stem a word without first searching.
This might be helpful for playing with queries prior to the search.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed translate character table</b>
<p>Michael Levy found an error in the table used to translate 8859-1 to
ascii7. Luckily, it was an upper case translation and the table is only used on lower
case characters.</p>
</li>
<li><a name="item_metanamesrank"></a><a name="metanamesrank"></a><b>MetaNamesRank documentation</b>
<p>Changed the 'not yet implemented' caveat to 'implemented but experimental'.</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added Continuation option to config processing</b>
<p>You can now use continuation lines in the config file:</p>
<pre class="pre-section"> IgnoreWords \
the \
am \
is \
are \
was</pre>
<p>There may not be any characters following the backslash.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed Buzzwords (and other word lists entered in the config)</b>
<p>Words entered in config were not converted to lower case before storing in the index.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed metaname mapping problem in Merge</b>
<p>Peter Karman found an error when merging indexes where the source indexes had the
same metanames, but listed in a different order in their config files. Words
would then be indexed under the wrong metaID number in the output index.</p>
</li>
<li><a name="item_swish_filters"></a><a name="swish_filters"></a><b>SWISH::Filters and spider.pl updates</b>
<p>The web spider <i>spider.pl</i> was updated to work better with SWISH::Filter
by default and also make it easier to use the spider default along with
a spider config file. See spider.pl for details.</p>
<p>SWISH::Filter was updated. The way filters are created has changed.
If you created your own filters you will need to update them. Take a look
at SWISH::Filter and the filters included in the distribution.</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>Updates to Documentation</b>
<p>Richard Morin submitted formatting and punctuation dates to the README and
INSTALL docs.</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added -R option to support IDF word weighting in ranking. (karman)</b>
<p>Added Inverse Document Frequency calculation to the getrank() routine.
This will allow the relative frequency of a word in relationship to other
words in the query to impact the ranking of documents.</p>
<p>Example: if 'foo' is present twice as often as 'bar' in the collection as a whole,
a search for 'foo bar' will weight documents with 'bar' more heavily (i.e., higher
rank) than those with 'foo'. </p>
<p>The impact is greatest when OR'ing words in a query rather than
AND'ing them (which is the default).</p>
<p>Also added Rank discussion to the FAQ.</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>Updates to the example scripts</b>
<p>Updated PhraseHighlight.pm as suggested by Bill Schell for an optimization
when all words in a document are highlighted.</p>
<p>Updated search.cgi and PhraseHighlight.pm to use the internal stemmers via
the SWISH::API module as suggested by Jonas Wolf.</p>
</li>
<li><a name="item_leak"></a><a name="leak"></a><b>Leak when using C library</b>
<p>David Windmueller found a memory leak when calling multiple searches
on a swish handle. The problem was swish loading the pre-sorted
property index on every search, even after the table had been loaded
into memory.</p>
</li>
<li><a name="item_swish_cgi"></a><a name="swish_cgi"></a><b>Swish.cgi now kills swish-e on time out</b>
<p>The example script <i>swish.cgi</i> uses an alarm (on platforms that support
alarm) to abort processing after some number of seconds, but it was not
killing the child process, swish-e. Bill Schell submitted a patch to kill
the child when the alarm triggers.</p>
</li>
<li><a name="item_the"></a><a name="the"></a><b>The template search.tt was renamed to swish.tt</b>
<p>The template was renamed because it's used by <i>swish.cgi</i>, not by
<i>search.cgi</i>, which was confusing.</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>Updates to the search.cgi</b>
<p>The example script <i>search.cgi</i> was updated to work better with mod_perl
and to use external template files and style sheets.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New MS Word Filter</b>
<p>James Job provided the SWISH::Filter::Doc2html filter that uses
the wvWare (<a href="http://wvware.sourceforge.net/">http://wvware.sourceforge.net/</a>) program for filtering
MS Word documents. If both catdoc and wvWare are installed then wvWare
will be used.</p>
<p>wvWare is reported to do a good job at converting MS Word docs
to HTML. In a few tests it did work well, but other cases it
failed to generate correct output. It was also much, much slower
than catdoc. I tested with wvWare 0.7.3 on Debian Linux. Testing with
both is recommended.</p>
</li>
<li><a name="item_change"></a><a name="change"></a><b>Change in way symbolic links are followed</b>
<p>John-Marc Chandonia pointed out that if a symlink is skipped
by FileRules, then the actual file/directory is marked as
"already seen" and cannot be indexed by other links or directly.</p>
<p>Now, files and directories are not marked "already seen" until
after passing FileRules (i.e after a file is actually indexed
or a directory is processed).</p>
</li>
<li><a name="item_could"></a><a name="could"></a><b>Could not set SwishSetSort() more than once</b>
<p>David Windmueller found a problem when trying to set the sort
order more than once on an existing search object. Memory was not
correctly reset after clearing the previous sort values.</p>
</li>
<li><a name="item_access"></a><a name="access"></a><b>Access MetaNames and PropertyNames from API</b>
<p>Patch provided by Jamie Herre to access the MetaNames and PropertyNames
via the C API and to test via the testlib program. Swish::API also updated
to access this data.</p>
</li>
<li><a name="item_swishresultpropertyulong_"></a><a name="swishresultpropertyulong_"></a><b>SwishResultPropertyULong() bug fixed</b>
<p>David Windmueller reported that SwishResultPropertyULong() was
returning ULONG_MAX on all calls. This was fixed.</p>
</li>
<li><a name="item_null"></a><a name="null"></a><b>Null written to wrong location in file.c</b>
<p>Bill Schell with the help of valgrind found a null written past the end of a
buffer in file.c in the code that supports the old parsers. This resulted in a
segfault while indexing a large set of XML documents.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed problem when indexing very large files</b>
<p>Steve Harris reported a problem when indexing a very large document that
caused an integer overflow. Jos Ruiz updated to used unsigned integers.</p>
</li>
<li><a name="item_bump"></a><a name="bump"></a><b>Bump word position on block tags with HTML2 parser</b>
<p>Peter Karman pointed out the the libxml2 HTML parser was allowing phrase
matches across block level html elements. Swish now bumps the word
position on these elements.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_2_march_09_2004"></a>Version 2.4.2 - March 09, 2004</h2>
<ul>
<li><a name="item_usestemming"></a><a name="usestemming"></a><b>UseStemming didn't take no for an answer</b>
<p>UseStemming was coded as an alias for FuzzyIndexingMode when Snowball was
compiled in (the default), but "no" doesn't always mean no when the Norwegian
stemmer is available.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed problem building incremental version</b>
<p>Fixed compile problem with building incremental indexing mode. This is an
experimental option with swish-e to allow adding files to an index.
See configure --help for build option. Incremental indexes are not
compatible with standard indexes.</p>
</li>
<li><a name="item_updated"></a><a name="updated"></a><b>Updated build instructions in INSTALL</b>
<p>Added a few comments about use of CPPFLAGS and LDFLAGS.</p>
</li>
<li><a name="item_updated"></a><a name="updated"></a><b>Updated the index_hypermail.pl</b>
<p>Updated to work with latest version of hypermail (pre-2.1.9).</p>
</li>
<li><a name="item_time"></a><a name="time"></a><b>Time zone in ResultPropertyStr()</b>
<p>Format string for generating date did not include the time zone in location.
Add strftime format string to config.h</p>
</li>
<li><a name="item_undefined"></a><a name="undefined"></a><b>Undefined and Blank Properties and (NULL)</b>
<p>Fixed a few problems with printing properties:</p>
<p>1) Using -p and -x showed different results if a bad property value was given:</p>
<pre class="pre-section"> $ swish-e -w not dkdk -p badname -H0
err: Unknown Display property name "badname"
.
$ swish-e -w not dkdk -x '<badname>\n' -H0
(NULL)</pre>
<p>Now both return an error.</p>
<p>2) Fixed bug where using a "fmt" string with -x output generated (bad) output
if the result did not have the specified property.</p>
<pre class="pre-section"> $ swish-e -w not dkdk -x '<somedate>\n' -H0 # undefined value
$ swish-e -w not dkdk -x '<somedate fmt="%Y %B %d">\n' -H0
%Y %B 1075353525</pre>
<p>Now nothing is printed if the property does not exist.</p>
<p>3) Updated SWISH::API to croak() on invalid property names, and to return
undefined values for missing properties.</p>
<p>4) Updated swish.cgi and search.cgi to not generate warnings on undefined values
return as properties. Note that swish.cgi will now die on undefined properties.
Previously would just display (NULL).</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed segfault when generating warnings while parsing</b>
<p>Parser.c was incorrectly calling warning() incorrectly.
And -Wall was not catching this!</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added check for internal property names.</b>
<p>Parser was not checking for use of Swish-e reserved property
names.</p>
<pre class="pre-section"> <swishrank>foo</swishrank></pre>
<p>This will now generate a warning.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_1_december_17_2003"></a>Version 2.4.1 - December 17, 2003</h2>
<ul>
<li><a name="item_added"></a><a name="added"></a><b>Added new example CGI script</b>
<p>search.cgi is a new skeleton CGI script that uses SWISH::API for searching.
It is installed in the same location as swish.cgi.</p>
</li>
<li><a name="item_add"></a><a name="add"></a><b>Add Fuzzy access to C and Perl interfaces</b>
<p>Added a number of functions to the C API (and SWISH::API)
to access the stemmer used when indexing a given index.</p>
</li>
<li><a name="item_commas"></a><a name="commas"></a><b>Commas in numbers</b>
<p>Added commas to summary display at end of indexing.</p>
</li>
<li><a name="item_insert"></a><a name="insert"></a><b>Insert whitespace between tags</b>
<p>Parser.c was updated to flush the text buffer before and after
every (non-inline HTML) tag.</p>
<p>The problem was that:</p>
<pre class="pre-section"> foo<tag>bar</tag>baz</pre>
<p>would index as a single word "foobarbaz".</p>
</li>
<li><a name="item_dirtree_pl"></a><a name="dirtree_pl"></a><b>DirTree.pl</b>
<p>DirTree.pl was updated to work with SWISH::Filter and to work on Windows.
DirTree.pl is a program to fetch files from the file system and works with
the -S prog input method.</p>
</li>
<li><a name="item_problem"></a><a name="problem"></a><b>Problem with --enable-incremental option</b>
<p>Fixed configure script to build incremental option. Note that this is still
experimental. But testers are welcome.</p>
</li>
<li><a name="item_headers_c"></a><a name="headers_c"></a><b>headers.c bug</b>
<p>Mark Fletcher with the help of valgrind found a bug in headers.c
function SwishIndexHeaderNames used by the C API.</p>
</li>
<li><a name="item_clarify"></a><a name="clarify"></a><b>Clarify documentation regarding search order</b>
<p>At the prompting of Doralyn Rossmann updated SEARCH.pod to
try and make the explanation of searching clearer, and to fix an error
in the description of nested searches.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_0_october_27_2003"></a>Version 2.4.0 - October 27, 2003</h2>
<ul>
<li><a name="item_note_"></a><a name="note_"></a><b>Note: Different Index Format</b>
<p>Swish-e version 2.4.0 has a different index file format from previous
versions of Swish-e. Upgrading will <b>require</b> reindexing -- version 2.4.0
cannot read indexes created with previous versions.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_0_release_candidate_4_september_26_2003"></a>Version 2.4.0 (Release Candidate 4) September 26, 2003</h2>
<ul>
<li><a name="item_robots_txt"></a><a name="robots_txt"></a><b>robots.txt not closed correctly</b>
<p>When using -S http method robots.txt was not closed and that caused
the (last) .contents file to not be unlinked under Windows. Windows
seems to think filenames are related to files.</p>
</li>
<li><a name="item_swish_filter"></a><a name="swish_filter"></a><b>SWISH::Filter and locating programs on Windows</b>
<p>SWISH::Filter now scans $libexecdir in addition to the PATH for programs (such at catdoc and
pdftotext), and also checks for programs by adding the extensions ".exe" and ".bat" to the
program name.</p>
</li>
<li><a name="item_install"></a><a name="install"></a><b>Install sample templates</b>
<p>The sample templates included with swish.cgi are now installed
in $pkgdatadir (typically /usr/local/share/swish-e).</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_0_release_candidate_3_september_11_2003"></a>Version 2.4.0 (Release Candidate 3) September 11, 2003</h2>
<ul>
<li><a name="item_fix"></a><a name="fix"></a><b>Fix parser bug meta=(foo*)</b>
<p>Fixed bug in query parser caused in rc2's (pr2) attempt to catch wildcards
errors. </p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_0_release_candidate_2_september_10_2003"></a>Version 2.4.0 (Release Candidate 2) September 10, 2003</h2>
<ul>
<li><a name="item_indexing"></a><a name="indexing"></a><b>Indexing HTML title</b>
<p>Fixed a problem when these were used in combination:</p>
<pre class="pre-section"> MetaNames swishtitle
MetaNameAlias swishtitle title</pre>
<p>That failed to correctly reset the metaname stack and indexed text under
the wrong metaID.</p>
</li>
<li><a name="item_single"></a><a name="single"></a><b>Single Wildcards</b>
<p>Due to the way the query parser "works" a search of</p>
<pre class="pre-section"> "foo *"</pre>
<p>would result in a search of "foo*". Now that results in:</p>
<pre class="pre-section"> err: Single wildcard not allowed as word </pre>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed search parsing bug</b>
<p>Brad Miele reported that the word "andes" was not being found. It was being
stemmed to "and" when was then considered an operator. [moseley]</p>
</li>
<li><a name="item_add"></a><a name="add"></a><b>Add new directive PropertyNamesSortKeyLength</b>
<p>PropertyNamesSortKeyLength sets the sort key length to use when sorting
string properties. The default is 100 characters. There was a hard-coded
100 char limit before, but that was a problem where people were not building
from source (Windows). The value of this is questionable -- it's intended to
limit how much memory is used when sorting while indexing and searching. [moseley]</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed sorting issues with multiple indexes and reverse sorting</b>
<p>Reworked much of the sorting code. Still to do is setting the character sort order.
[moseley]</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed minor memory leak</b>
<p>Fixed leak of not releasing memory of index file name and swish_handle
destroy, and fixed SwishStemWord to default to the Stemmer_en. [moseley]</p>
<p>Fixed libtest.c example program that was not cleaning up memory after an
error condition.</p>
</li>
<li><a name="item_replaced"></a><a name="replaced"></a><b>Replaced Swish-e's Porter Stemmer with Snowball</b>
<p>Swish-e now has support for Snowball stemmers (<a href="http://snowball.tartarus.org/">http://snowball.tartarus.org/</a>).
The stemmers are enabled for an index with FuzzyIndexingMode Stemming_* where "*" can be:</p>
<pre class="pre-section"> de, dk, en1, en2, es, fi, fr, it, nl, no, pt, ru, se</pre>
<p>In addition, UseStemming yes or FuzzyIndexingMode Stemming_en will use the old stemmer.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_4_0_release_candidate_1_may_21_2003"></a>Version 2.4.0 (Release Candidate 1) May 21, 2003</h2>
<ul>
<li><a name="item_security"></a><a name="security"></a><b>Security Fix: swish.cgi</b>
<p>The swish.cgi script was not correctly escaping HTML when searching by
the right combination of metanames and highlighting module. This could
lead to cross-site scripting if indexing un-trusted documents. [moseley]</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added Support for building a Debian Package</b>
<p>To build as a .deb unpack the distribution and chdir then run</p>
<pre class="pre-section"> $ fakeroot debian/build binary</pre>
<p>Then install the generated .deb file with dpkg -i</p>
</li>
<li><a name="item_use"></a><a name="use"></a><b>Use SWISH::Filter by default with spider.pl</b>
<p>spider.pl is installed in the libexecdir directory as well as the SWISH::Filter modules.
PDF, MS Word, MP3, and XML documents will be indexed automatically if the required helper
applications (e.g. catdoc, pdftotext) or scripts (e.g. MP3::Tag) are installed.</p>
<p>Swish also knows about libexecdir, so you you specify a relative path with -S prog
swish-e will look for the program in libexecdir. This is mostly for spider.pl so
indexing only requires:</p>
<pre class="pre-section"> IndexDir spider.pl
SwishProgParameters default http://localhost/index.html</pre>
<p>And swish-e will find spider.pl and SWISH::Filter will be used to convert docs.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed Document-Type bug</b>
<p>Document-Type was not being reset after set input from a -S prog program causing
the wrong parser to be used. [moseley]</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New Directive: PropertyNamesNoStripChars</b>
<p>Swish replaces all series of low ASCII chars with a single space
character. This option instructs swish to store all chars in the property. [moseley]</p>
</li>
<li><a name="item_change"></a><a name="change"></a><b>Change HTTP access defaults</b>
<p>Defaults used with -S http access method were changed.</p>
<p>Delay was reduced from one minute between start of each request to five seconds
between requests. </p>
<p>MaxDepth was changed from five to zero, meaning there is no limit to depth indexed by
default. [moseley]</p>
</li>
<li><a name="item_swishspider"></a><a name="swishspider"></a><b>swishspider location and SpiderDirectory</b>
<p>The swishspider program is now installed in $prefix/lib/swish-e by default. This can
be changed by the --libexecdir option to configure. </p>
<p>The SpiderDirectory option now defaults to the value of libexecdir instead of the current
directory. [moseley]</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added libtool and automake support</b>
<p>Replaces the build system with Autotools. Now builds libswish-e as
a shared library on systems that support shared libraries.
The swish-e binary links against this shared library.
Can also build outside the source tree on platforms with GNU make. [moseley]</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>Updates to installation</b>
<p>Running "make install" now installs additional files.
Files include the swish-e binary, the libswish-e search library, swish-e.h
header, documentation files, the swishspider program, and Perl modules used for the example
swish.cgi search script. Directories will be created if they do not already exist.
Installation directories can be specified at build time.</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed bug when searching at end of inverted index</b>
<p>Swish was not correctly detecting the end of the inverted index
when searching a wildcard word that was past the last word in the index.
Caught by Frank Heasley. [moseley]</p>
</li>
<li><a name="item_increase"></a><a name="increase"></a><b>Increase sort key length from 50 to 100 characters</b>
<p>The setting MAX_SORT_STRING_LEN in <i>src/config.h</i> sets the max length used
when sorting in swish-e. You may reduce this number to save memory while
sorting, or increase it if you have very long properties to sort.</p>
</li>
<li><a name="item_remove"></a><a name="remove"></a><b>Remove &quot; entity from -p output</b>
<p>The -p option to print properties was escaping double quotes in properties
with the &amp;quot; entity. -x does not do that, so inconsistent. -p no longer
converts double quotes. The user should pick a good delimiter with -d or preferably use
the -x method for generating output.</p>
</li>
<li><a name="item_xml"></a><a name="xml"></a><b>XML parser and Windows</b>
<p>The XML parser was being passed the incorrect buffer length when used on Windows
platform causing the parser to abort with an error.</p>
</li>
<li><a name="item_version"></a><a name="version"></a><b>Version Numbering</b>
<p>SWISH-E versions starting with 2.3.4 use kernel version numbering. Versions are
in the form: Major.Minor.Build. Odd minor versions are development. Even minor
versions are releases. 2.3.4 would be a development version.
2.4.0 would be a release version. 2.3.20 would be the 20th build of 2.3.</p>
</li>
<li><a name="item_added"></a><a name="added"></a><b>Added RPM support</b>
<p>RPMs can be built with:</p>
<pre class="pre-section"> ./configure
make dist</pre>
<p>Copy the resulting tarball to RPM's SOURCES directory and then run as a superuser:</p>
<pre class="pre-section"> rpmbuild -ba rpm/swish-e.spec</pre>
<p>You should have swish-e packages in your RPMS/$arch directory. [augur]</p>
</li>
<li><a name="item_changed"></a><a name="changed"></a><b>Changed default perl binary location</b>
<p>Most perl scripts provided with SWISH-E now use /usr/bin/perl by default.
Note that some scripts are generated at build time, so those will look in the
path for the location of the perl binary.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New Feature: MetaNamesRank</b>
<p>MetaNamesRank can be used to adjust the ranking for words based on
the word's MetaName.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New Swish Library API and Perl Module</b>
<p>The Swish-e C library interface was rewritten to provide
better memory management and better separation of data.
Most indexing related code has been removed from the library.
A new header file is provided for the API: swish-e.h.</p>
<p>The Perl module SWISHE was replaced with the SWISH::API module
in the Swish-e distribution.</p>
<p><b>Previous versions of the SWISHE module will not work with this version of Swish-e.</b></p>
<p>If you are using the SWISHE module from a previous version of Swish then you must
either rewrite your code to use the new SWISH::API module (highly recommended)
or use the replacement SWISHE module. The replacement SWISHE module is a thin
interface to the SWISH::API module. It can be downloaded from</p>
<pre class="pre-section"> http://swish-e.org/Download/old/SWISHE-0.03.tar.gz</pre>
</li>
<li><a name="item_nocontents"></a><a name="nocontents"></a><b>NoContents not working with libxml2 parser</b>
<p>Corrected problem when using NoContents with binary files and the HTML2 parser.</p>
<p>Trying to index image file names with:</p>
<pre class="pre-section"> IndexOnly .gif .jpeg
NoContents .gif .jpeg</pre>
<p>failed to index the path names because the default parser
(HTML2 when libxml2 is linked with swish-e)
was not finding any text in the binary files. [moseley]</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>Updates to swish.cgi</b>
<p>The example/swish.cgi script can now use the SWISH::API module
for searching an index. Combined with mod_perl this module
can improve search performance considerably.</p>
<p>The Perl modules used with the swish.cgi script have all been moved into
the SWISH::* namespace. Hence, files in the <i>modules</i> directory were moved
into the <i>modules::SWISH</i> directory.</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_2_3_december_11_2002"></a>Version 2.2.3 - December 11, 2002</h2>
<p>Multiple -L options were ORing instead of ANDing.
Catch by Patrick Mouret. [moseley]</p>
</div>
<div class="sub-section">
<h2><a name="version_2_2_2_november_14_2002"></a>Version 2.2.2 - November 14, 2002</h2>
<p>Pass non- text/* files onto indexing code IF there is a FileFilter
associated with the *extension* of the URL. Fixes the problem of not
being able to index, say, pdf files by using the FileFilter configuation
option.</p>
<p>Fixed bug where nulls were stripped when using FileFilter with -S prog.
Catch by Greg Fenton. [moseley]</p>
</div>
<div class="sub-section">
<h2><a name="version_2_2_1_september_26_2002"></a>Version 2.2.1 - September 26, 2002</h2>
<ul>
<li><a name="item_nocontents"></a><a name="nocontents"></a><b>NoContents with -S prog</b>
<p>Failed to use the correct default parser when using the No-Contents header
and libxml2 linked in. [moseley]</p>
</li>
<li><a name="item_add"></a><a name="add"></a><b>Add tests for IRIX and sparc machines</b>
<p>8-byte alignment in mem_zones is is required for these machine [moseley]</p>
</li>
<li><a name="item_fixed"></a><a name="fixed"></a><b>Fixed code when removing files</b>
<p>Was not correctly removing words from index when parser aborted [jmruiz]</p>
</li>
<li><a name="item_merge"></a><a name="merge"></a><b>Merge segfault</b>
<p>Fixed segfault caused by trying to print null dates while merging
duplicate files. [moseley]</p>
</li>
<li><a name="item_documentation"></a><a name="documentation"></a><b>Documentation patches</b>
<p>Spelling corrections to the SWISH-CONFIG pod page [Steve Eckert]</p>
</li>
<li><a name="item_configure"></a><a name="configure"></a><b>Configure corrections</b>
<p>Fixed a zlib test error that used "==" in a test [Steve Eckert]</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>Updates to VMS build</b>
<p>The VMS build was updated [Jean-Franois PIRONNE]</p>
</li>
<li><a name="item_manifest"></a><a name="manifest"></a><b>MANIFEST corrections</b>
<p>Added missing filters and vms build file into MANIFEST [moseley]</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_2_september_18_2002"></a>Version 2.2 - September 18, 2002</h2>
<ul>
<li><a name="item_default"></a><a name="default"></a><b>Default parser</b>
<p>Swish-e will now use the HTML2 (libxml2) parser by default if libxml2 is
installed and DefaultContents or IndexContents is not used.</p>
</li>
<li><a name="item_selecting"></a><a name="selecting"></a><b>Selecting parsers</b>
<p>Allow HTML*, XML*, and TXT* to automatically select the libxml2-based parsers
if libxml2 is linked with Swish-e, otherwise fallback to the built-in parsers.</p>
</li>
<li><a name="item_swishspider"></a><a name="swishspider"></a><b>SwishSpider and Filters</b>
<p>Filters (FileFilter directive) did not work correctly when spidering
with the -S http method. A new filter system was developed and now
filtering of documents (e.g. pdf->html or MSWord->text) is handled
by the src/SwishSpider program.</p>
<p>When indexing with the -S http method only documents of content-type "text/*"
are indexed. Other documents must be converted to text by using the filter system.</p>
</li>
<li><a name="item_buffer"></a><a name="buffer"></a><b>Buffer overflow in xml.c</b>
<p>Fixed bug in xml.c reported by Rodney Barnett when very long words
were indexed. [moseley]</p>
</li>
<li><a name="item_configure"></a><a name="configure"></a><b>configure script updates</b>
<p>Updated from _WIN32 checks to feature checks using autoconf [moseley, norris]</p>
</li>
<li><a name="item_updates"></a><a name="updates"></a><b>updates to run on Alpha (Linux 2.4 (Debian 3.0))</b>
<p>Fixed a cast error when calling zlib, and the calls to read/write a packed longs
to disk. [jmruiz, moseley]</p>
</li>
<li><a name="item_coalesce_buffer_max_size"></a><a name="coalesce_buffer_max_size"></a><b>COALESCE_BUFFER_MAX_SIZE</b>
<p>Some people were seeing the following error:</p>
<pre class="pre-section"> err: Buffer too short in coalesce_word_locations.
Increase COALESCE_BUFFER_MAX_SIZE in config.h and rebuild.</pre>
<p>This was due to indexing binary data or files with very large number of words.
The best solution is to not index binary data or files with a very large number
of words.</p>
<p>Swish-e will now automatically reallocate the buffer as needed. [jmruiz]</p>
</li>
</ul>
</div>
<div class="sub-section">
<h2><a name="version_2_2rc1_august_29_2002"></a>Version 2.2rc1 - August 29, 2002</h2>
<p>Many large changes were made internally in the code, some for performance
reasons, some for feature changes and additions, and some to prepare
for new features in later versions of Swish-e.</p>
<ul>
<li><a name="item_documentation_"></a><a name="documentation_"></a><b>Documentation!</b>
<p>Documentation is now included in the source distribution as .pod
(perldoc) files, and as HTML files. In addition, the distribution can now
generate PDF, postscript, and unix man pages from the source .pod files.
See <a href="readme.html">README</a> for more information.</p>
</li>
<li><a name="item_indexing"></a><a name="indexing"></a><b>Indexing and searching speed</b>
<p>The indexing process has been imporoved. Depending on a number of
factors, you may see a significant improvement in indexing speed,
especially if upgrading from version 1.x.</p>
<p>Searching speed has also been improved. Properties are not loaded until
results are displayed, and properties are pre-sorted during indexing to
speed up sorting results by properties while searching.</p>
</li>
<li><a name="item_properties"></a><a name="properties"></a><b>Properties are written to a sepearte file</b>
<p>Swish-e now stores document properties in a separate file. This means
there are now two files that make up a Swish-e index. The default files
are <code>index.swish-e</code> and <code>index.swish-e.prop</code>.</p>
<p>This change frees memory while indexing, allowing larger collections to
be indexed in memory.</p>
</li>
<li><a name="item_internal"></a><a name="internal"></a><b>Internal data stored as Properties</b>
<p>Pre 2.2 some internal data was stored in fixed locations within the
index, namely the file name, file size, and title. 2.2 introduced new
internal data such as the last modified date, and document summaries.
This data is considered <i>meta data</i> since it is data about a document.</p>
<p>Instead of adding new data to the internal structure of the index file,
it was decided to use the MetaNames and PropertyNames feature of Swish-e
to store this meta information. This allows for new meta data to be added
at a later time (e.g. Content-type), and provides an easy and customizable
way to print results with the <code>-p</code> switch and the new <code>-x</code> switch.
In addition, search results can now be sorted and limited by properties.</p>
<p>For example, to sort by the rank and title:</p>
<pre class="pre-section"> swish-e -w foo -s swishrank desc swishtitle asc</pre>
</li>
<li><a name="item_the"></a><a name="the"></a><b>The header display has been slightly reorganized.</b>
<p>If you are parsing output headers in a program then you may need to
adjust your code. There's a new switch '-H' to control the level of
header output when searching.</p>
</li>
<li><a name="item_results"></a><a name="results"></a><b>Results are now combined when searching more than one index.</b>
<p>Swish-e now merges (and sorts) the results from multiple indexes when
using <code>-f</code> to specify more than one index. This change effects the way
maxhits (<code>-m</code>) works. Here's a summary of the way it works for the
different versions.</p>
<pre class="pre-section"> 1.3.2 - MaxHits returns first N results starting from the first index.
e.g. maxhits=20; 15 hits Index1, 40 hits Index2
All 15 from Index1 plus first five from Index2 = 20 hits.
2.0.0 - MaxHits returns first N results from each index.
e.g. Maxhits=20; 15 hits Index1, 40 hits Index2
All 15 from Index1 plus 15 from Index2.
2.2.0 - Results are merged and first N results are returned.
e.g. Maxhits=20; 15 hits Index1, 40 hits Index2
Results are merged from each index and sorted
(rank is the default sort) and only the first
20 are returned.</pre>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New <b>prog</b> document source indexing method</b>
<p>You can now use -S prog to use an external program to supply documents
to Swish-e. This external program can be used to spider web servers,
index databases, or to convert any type of document into html, xml,
or text, so it can be indexed by Swish-e. Examples are given in the
<code>prog-bin</code> directory.</p>
</li>
<li><a name="item_the"></a><a name="the"></a><b>The indexing parser was rewritten to be more logical.</b>
<p>TranslateCharacters now is done before WordCharacters is checked. For example,</p>
<pre class="pre-section"> WordCharacters abcdefghijklmnopqrstuvwxyz
TranslateCharacters n</pre>
<p>Now <code>El Nio</code> will be indexed as El Nino (el and nino), even though <code></code>
is not listed in WordCharacters.</p>
<p>Previously, stopwords were checked after stemming and soundex conversions,
as well as most of the other word checks (WordCharacters, min/max length
and so on). This meant that the stopword list probably didn't work as
expected when using stemming.</p>
</li>
<li><a name="item_the"></a><a name="the"></a><b>The search parser was rewritten to be more logical</b>
<p>The search parser was rewritten to correct a number of logic errors.
Swish-e did not differentiate between meta names, Swish-e operators
and search words when parsing the query. This meant, for example,
that metanames might be broken up by the WordCharacters setting, and
that they could be stemmed.</p>
<p>Swish-e operator characters <code>"*()=</code> can now be searched by escaping
with a backslash. For example:</p>
<pre class="pre-section"> ./swish-e -w 'this\=odd\)word'</pre>
<p>will end up searching for the word <code>this=odd)word</code>. To search for a
backslash character preceed it with a backslash.</p>
<p>Currently, searching for:</p>
<pre class="pre-section"> ./swish-e -w 'this\*'</pre>
<p>is the same as a wildcard search. This may be fixed in the future. </p>
<p>Searching for buzzwords with those characters will still require
backslashing. This also may change to allow some un-escaped operator
characters, but some will always need to be escaped (e.g. the double-quote
phrase character).</p>
</li>
<li><a name="item_quotes"></a><a name="quotes"></a><b>Quotes and Backslash escapes in strings</b>
<p>A bug was fixed in the <code>parse_line()</code> function (in <i>string.c</i>) where
backslashes were not escaping the next character. <code>parse_line()</code> is used
to parse a string of text into tokens (words). Normally splitting is done
at whitespace. You may use quotes (single or double) to define a string
(that might include whitespace) as a single parameter. The backslash
can also be used to escape the following character when *within* quotes
(e.g. to escape an embedded quote character).</p>
<pre class="pre-section"> ReplaceRules append "foo bar" <- define "foo bar" as a single word
ReplaceRules append "foo\"bar" <- escape the quotes
ReplaceRules append 'foo"bar' <- same thing</pre>
</li>
<li><a name="item_example"></a><a name="example"></a><b>Example <code>user.config</code> file removed.</b>
<p>Previous versions of Swish-e included a configuration file called
<code>user.config</code> which contained examples of all directives. This has
been replaced by a series of example configuration files located in the
<code>conf</code> directory. The configuration directives are now described in
<a href="swish-config.html">SWISH-CONFIG</a>.</p>
</li>
<li><a name="item_ports"></a><a name="ports"></a><b>Ports to Win32 and VMS</b>
<p>David Norris has included the files required to build Swish-e under
Windows. See <code>src/win32</code>. A self-extracting Windows version is
available from the Download page of the swish-e.org web site.</p>
<p>Jean-Franois Pironne has provided the files required to build Swish-e
under OpenVMS. See <code>src/vms</code> for more information.</p>
</li>
<li><a name="item_string"></a><a name="string"></a><b>String properties are concatenated</b>
<p>Multiple <i>string</i> properties of the same name in a document are now
concatenated into one property. A space character is added between
the strings if needed. A warning will be generated if multiple numeric
or date properties are found in the same document, and the additional
properties will be ignored.</p>
<p>Previously, properties of the same name were added to the index, but
could not be retrieved.</p>
<p>To do: remove the <code>next</code> pointer, and allow user-defined character to
place between properties.</p>
</li>
<li><a name="item_regex"></a><a name="regex"></a><b>regex type added to ReplaceRules</b>
<p>A more general purpose pattern replacement syntax.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New Parsers</b>
<p>Swish-e's XML parser was replaced with James Clark's expat XML parser
library.</p>
<p>Swish-e can now use Daniel Veillard's libxml2 library for parsing HTML and
XML. This requires installation of the library before building Swish-e.
See the <a href="install.html">INSTALL</a> document for information. libxml2 is not
required, but is strongly recommended for parsing HTML over Swish-e's
internal HTML parser, and provides more features for both HTML and
XML parsing.</p>
</li>
<li><a name="item_support"></a><a name="support"></a><b>Support for zlib</b>
<p>Swish-e can be compiled with zlib. This is useful for compressing large
properties. Building Swish-e with zlib is stronly recommended if you
use its <code>StoreDescription</code> feature.</p>
</li>
<li><a name="item_lst"></a><a name="lst"></a><b>LST type of document no longer supported</b>
<p>LST allowed indexing of files that contained multiple documents.</p>
</li>
<li><a name="item_temporary"></a><a name="temporary"></a><b>Temporary files</b>
<p>To improve security Swish-e now uses the <code>mkstemp(3)</code> function to
create temporary files. Temporary files are used while indexing only.
This may result in some portability issues, but the security issues
were overriding.</p>
<p>(Currently this does not apply to the -S http indexing method.)</p>
<p><code>mkstemp</code> opens the temporary with O_EXCL|O_CREAT flags. This prevents
overwriting existing files. In addition, the name of the file created
is a lot harder to guess by attackers. The temporary file is created
with only owner permissions.</p>
<p>Please report any portability issues on the Swish-e discussion list.</p>
</li>
<li><a name="item_temporary"></a><a name="temporary"></a><b>Temporary file locations</b>
<p>Swish-e now uses the environment variables <code>TMPDIR</code>, <code>TMP</code>, and
<code>TEMP</code> (in that order) to decide where to write temporary files.
The configuration setting of <a href="swish-config.html#item_tmpdir">TmpDir</a> will
be used if none of the environment variables are set. Swish-e uses the
current directory otherwise; there is no default temporary directory.</p>
<p>Since the environment variables override the configuration settings,
a warning will be issued if you set <a href="swish-config.html#item_tmpdir">TmpDir</a>
in the configuration file and there's also an environment variable set.</p>
<p>Temporary files begin with the letters "swtmp" (which can be changed in
<i>config.h</i>), followed by two or more letters that indicate the type of
temporary file, and some random characters to complete the file name.
If indexing is aborted for some reason you may find these temporary
files left behind.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New Fuzzy indexing method Double Metaphone</b>
<p>Based on Lawrence Philips' Metaphone algorithm, add two
new methods of creating a fuzzy index (in addition to Stemming and Soundex).</p>
</li>
</ul>
<p>Changes to Configuration File Directives. Please see
<a href="swish-config.html">SWISH-CONFIG</a> for more info.</p>
<ul>
<li><a name="item_new"></a><a name="new"></a><b>New directives: IndexContents and DefaultContents</b>
<p>The IndexContents directive assigns internal Swish-e document parsers
to files based on their file type. The DefaultContents directive
assigns a parser to be used on file that are not assigned a parser with
IndexContents.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: UndefinedMetaTags [error|ignore|index|auto]</b>
<p>This describes what to do when a meta tag is found in a document that
is not listed in the MetaNames directive.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: IgnoreTags</b>
<p>Will ignore text with the listed tags.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: SwishProgParameters *list of words*</b>
<p>Passes words listed to the external Swish-e program when running with
<code>-S prog</code> document source method.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: ConvertHTMLEntities [yes|no]</b>
<p>Controls parsing and conversion of HTML entities.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: DontBumpPositionOnMetaTags</b>
<p>The word position is now bumped when a new metatag is found -- this is
to prevent phrases from matching across meta tags. This directive will
disable this behavior for the listed tags.</p>
<p>This directive works for HTML and XML documents.</p>
</li>
<li><a name="item_changed"></a><a name="changed"></a><b>Changed directive: IndexComments</b>
<p>This has been changed such that comments are not indexed by default.</p>
</li>
<li><a name="item_changed"></a><a name="changed"></a><b>Changed directive: IgnoreWords</b>
<p>The builtin list of stopwords has been removed. Use of the SwishDefault
word will generate a warning, and no stop words will be used. You must
now specify a list of stopwords, or specify a file of stopwords.</p>
<p>A sample file <code>stopwords.txt</code> has been included in the <i>conf/stopwords</i>
directory of the distribution, and can be used by the directive:</p>
<pre class="pre-section"> IgnoreWords File: /path/to/stopwords.txt</pre>
</li>
<li><a name="item_change"></a><a name="change"></a><b>Change of the default for IgnoreTotalWordCountWhenRanking</b>
<p>The default is now "yes".</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: Buzzwords</b>
<p>Buzzwords are words that should be indexed as-is, without checking
for stopwords, word length, WordCharacters, or any other of the word
limiting features. This allows indexing of things like <code>C++</code> when "+"
is not listed in WordCharacters.</p>
<p>Currenly, IgnoreFirstChar and IgnoreLastChar will be stripped before
processing Buzzwords.</p>
<p>In the future we may use separate IgnoreFirst/Last settings for buzzwords
since, for example, you may wish to index all <code>+</code> within Swish-e words,
but strip <code>+</code> from the start/end of Swish-e words, but not from the
buzzword <code>C++</code>.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directives: PropertyNamesNumeric PropertyNamesDate</b>
<p>Before Swish-e 2.2 all user-defined document properties were stored in
the index as strings. PropertyNamesNumeric and PropertyNamesDate tell
it that a property should be stored in binary format. This allows
for correct sorting of numeric properties.</p>
<p>Currenly, only integers can be stored, such as a unix timestamp. (Swish-e
uses <code>strtoul</code> to convert the number to an unsigned long internally.)</p>
<p>PropertyNamesDate only indicates to Swish-e that a number is a unix
timestamp, and to display the property as a formatted time when printing
results. Swish does not currently parse date strings; you must provide
a unix timestamp.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: MetaNameAlias</b>
<p>You may now create alias names for MetaNames. This allow you to map or
group multiple names to the same MetaName.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: PropertyNameAlias</b>
<p>Creates aliases for a PropertyName.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: PropertyNamesMaxLength</b>
<p>Sets the max length of a text property.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: HTMLLinksMetaName</b>
<p>Defines a metaname to use for indexing href links in HTML documents.
Available only with libxml2 parser.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: ImageLinksMetaName</b>
<p>Defines a metaname to use for indexing src links in <img> tags.
Allow you to search image pathnames within HTML pages. Available only
with libxml2 parser.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: IndexAltTagMetaName</b>
<p>Allows indexing of image ALT tags. Only available when using the libxml2 parser.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: AbsoluteLinks</b>
<p>Attempts to convert relative links indexed with HTMLLinksMetaName and
ImageLinksMetaName to absolute links. Available only with libxml2 parser.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: ExtractPath</b>
<p>Allows you to use a regular expression to extract out part of the path
of each file and index it with a meta name. For example, this allows
searches to be limited to parts of your file tree.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: FileMatch</b>
<p>FileMatch is similar to FileRules. Where FileRules is used to exclude
files and directoires, FileMatch is used to <i>include</i> files.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: PreSortedIndex</b>
<p>Controls which properties are pre-sorted while indexing. All properties
are sorted by default.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: ParserWarnLevel</b>
<p>Sets the level of warning printed when using libxml2.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: obeyRobotsNoIndex [yes|NO]</b>
<p>When using libxml2 to parse HTML, Swish-e will skip files marked as
NOINDEX.</p>
<pre class="pre-section"> <meta name="robots" content="noindex"></pre>
<p>Also, comments may be used within HTML and XML source docs to block sections of
content from indexing:</p>
<pre class="pre-section"> <!-- SwishCommand noindex -->
<!-- SwishCommand index --></pre>
<p>and/or these may be used also:</p>
<pre class="pre-section"> <!-- noindex -->
<!-- index --></pre>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: UndefinedXMLAttributes</b>
<p>This describes how the content of XML attributes should be indexed,
if at all. This is similar to UndefinedMetaTags, but is only for XML
attributes and when parsed by libxml2. The default is to not index
XML attributes.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: XMLClassAttributes</b>
<p>XMLClassAttributes can specify a list of attribute names whose content
is combined with the element name to form metanames.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: PropCompressionLevel [0-9]</b>
<p>If compiled with zlib, Swish-e uses this setting to control the level
of compression applied to properties. Properties must be long enough
(defined in config.h) to be compressed. Useful for StoreDescription.</p>
</li>
<li><a name="item_experimental"></a><a name="experimental"></a><b>Experimental directive: IgnoreNumberChars</b>
<p>Defines a set of characters. If a word is made of of *only* those
characters the word will not be indexed.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New directive: FuzzyIndexingMode</b>
<p>This configuration directive is used to define the type of "fuzzy" index to create.
Currently the options are:</p>
<pre class="pre-section"> None
Stemming
Soundex
Metaphone
DoubleMetaphone</pre>
</li>
</ul>
<p>Changes to command line arguments. See <a href="swish-run.html">SWISH-RUN</a> for
documentation on these switches.</p>
<ul>
<li><a name="item_new"></a><a name="new"></a><b>New command line argument <code>-H</code></b>
<p>Controls the level (verbosity) of header information printed with
search results.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New command line argument <code>-x</code></b>
<p>Provides additional header output and allows for a <i>format string</i>
to describe what data to print.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New command line argument <code>-k</code></b>
<p>Prints words stored in the Swish-e index.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New command line argument <code>-N</code></b>
<p>Provides a way to do incremental indexing by comparing last modification
dates. You pass <code>-N</code> a path to a file and only files newer than the
last modified date of that file will be indexed.</p>
</li>
<li><a name="item_removed"></a><a name="removed"></a><b>Removed command line argument <code>-D</code></b>
<p><code>-D</code> no longer dumps the index file data. Use <code>-T</code> instead.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New command line argument <code>-T</code></b>
<p><code>-T</code> is used for debugging indexing and searching.</p>
</li>
<li><a name="item_enhanced"></a><a name="enhanced"></a><b>Enhanced command line argument <code>-d</code></b>
<p>Now <code>-d</code> can accept some back-slashed characters to be used as output
separators.</p>
</li>
<li><a name="item_enhanced"></a><a name="enhanced"></a><b>Enhanced command line argument <code>-P</code></b>
<p>Now -P sets the phrase delimiter character in searches.</p>
</li>
<li><a name="item_new"></a><a name="new"></a><b>New command line argument <code>-L</code></b>
<p>Swish-e 2.2 contains an <b>experimental</b> feature to limit results by a
range of property values. This behavior of this feature may change in
the future.</p>
</li>
<li><a name="item_modified"></a><a name="modified"></a><b>Modified command line argument <code>-v</code></b>
<p>Now the argument <code>-v 0</code> results in *no* output unless there is an error.
This is a bit more handy when indexing with cron.</p>
</li>
</ul>
</div>
</div>
<!-- ##### Footer ##### -->
<!-- noindex -->
<div id="footer">
<span class="doNotPrint">
Swish-e is distributed with <strong>no warranty</strong> under the terms of the <br />
<a href='/license.html'>Swish-e License</a>.<br />
Questions may be posted to the
<a href="http://swish-e.org/discuss.html" title="email list and list archive">Swish-e Discussion list</a>.
</span>
<p>
<SCRIPT type='text/javascript' language='JavaScript'
src='http://www.ohloh.net/projects/3196;badge_js'></SCRIPT>
</p>
<p>
<strong>URI »</strong> http://swish-e.org/
• <strong>Updated »</strong> Fri, 05 Jan 2007 12:55:43 UTC
</p>
</div>
<!-- index -->
</body>
</html>
|
