1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
/* This file is part of Strigi Desktop Search
*
* Copyright (C) 2006 Jos van den Oever <jos@vandenoever.info>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public License
* along with this library; see the file COPYING.LIB. If not, write to
* the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#include <strigi/fileinputstream.h>
#include "mmapfileinputstream.h"
#include "skippingfileinputstream.h"
#include "skippingfileinputstream2.h"
#include <config.h>
#include <strigi/strigiconfig.h>
#include <iostream>
#include <cerrno>
#include <cstring>
using namespace Strigi;
using namespace std;
const int32_t FileInputStream::defaultBufferSize = 1048576;
FileInputStream::FileInputStream(const char* filepath, int32_t buffersize) {
if (filepath == 0) {
file = 0;
m_error = "No filename was provided.";
m_status = Error;
return;
}
FILE* f = fopen(filepath, "rb");
open(f, filepath, buffersize);
}
FileInputStream::FileInputStream(FILE* file, const char* filepath,
int32_t buffersize) {
open(file, filepath, buffersize);
}
void
FileInputStream::open(FILE* f, const char* path, int32_t buffersize) {
// try to open the file for reading
file = f;
filepath.assign(path);
if (file == 0) {
// handle error
m_error = "Could not read file '";
m_error += filepath;
m_error += "': ";
m_error += strerror(errno);
m_status = Error;
return;
}
// determine file size. if the stream is not seekable, the size will be -1
if (fseeko(file, 0, SEEK_END) == -1) {
m_size = -1;
} else {
m_size = ftello(file);
fseeko(file, 0, SEEK_SET);
// if the file has size 0, make sure that it's really empty
// this is useful for filesystems like /proc that report files as size 0
// for files that do contain content
if (m_size == 0) {
char dummy[1];
size_t n = fread(dummy, 1, 1, file);
if (n == 1) {
m_size = -1;
fseeko(file, 0, SEEK_SET);
} else {
fclose(file);
file = 0;
return;
}
}
}
// allocate memory in the buffer
int32_t bufsize = (m_size <= buffersize) ?(int32_t)m_size+1 :buffersize;
setMinBufSize(bufsize);
}
FileInputStream::~FileInputStream() {
if (file) {
if (fclose(file)) {
// handle error
m_error = "Could not close file '" + filepath + "'.";
}
}
}
int32_t
FileInputStream::fillBuffer(char* start, int32_t space) {
if (file == 0) return -1;
// read into the buffer
int32_t nwritten = (int32_t)fread(start, 1, space, file);
// check the file stream status
if (ferror(file)) {
m_error = "Could not read from file '" + filepath + "'.";
fclose(file);
file = 0;
m_status = Error;
return -1;
}
if (feof(file)) {
fclose(file);
file = 0;
}
//cerr << "read " << nwritten << " bytes of\t" << filepath << endl;
return nwritten;
}
InputStream*
FileInputStream::open(const char* filepath, StreamTypeHint hint,
int32_t buffersize) {
switch (hint) {
case Buffered:
return new FileInputStream(filepath, buffersize);
case MMap:
#ifndef _WIN32
return new MMapFileInputStream(filepath);
#endif
case Unbuffered:
case Automatic:
default:
return new SkippingFileInputStream(filepath);
}
}
|
