1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71
|
// Index each paragraph of a text file as a Xapian document.
//
// Copyright (c) 2003 James Aylett
// Copyright (c) 2004,2006,2007 Olly Betts
//
// This program is free software; you can redistribute it and/or
// modify it under the terms of the GNU General Public License as
// published by the Free Software Foundation; either version 2 of the
// License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301
// USA
using System;
class SimpleIndex {
public static void Main(string[] argv) {
if (argv.Length != 1) {
Console.Error.WriteLine("Usage: SimpleIndex PATH_TO_DATABASE");
Environment.Exit(1);
}
try {
// Open the database for update, creating a new database if
// necessary.
Xapian.WritableDatabase database;
database = new Xapian.WritableDatabase(argv[0], Xapian.Xapian.DB_CREATE_OR_OPEN);
Xapian.TermGenerator indexer = new Xapian.TermGenerator();
Xapian.Stem stemmer = new Xapian.Stem("english");
indexer.SetStemmer(stemmer);
string para = "";
while (true) {
string line = Console.In.ReadLine();
if (line == null) {
if (para == "") break;
line = "";
}
line = line.Trim();
if (line == "") {
if (para != "") {
// We've reached the end of a paragraph, so index it.
Xapian.Document doc = new Xapian.Document();
doc.SetData(para);
indexer.SetDocument(doc);
indexer.IndexText(para);
// Add the document to the database.
database.AddDocument(doc);
para = "";
}
} else {
if (para != "") para += " ";
para += line;
}
}
} catch (Exception e) {
Console.Error.WriteLine("Exception: " + e.ToString());
Environment.Exit(1);
}
}
}
|