File: common.h

package info (click to toggle)
pytorch-text 0.14.1-2
  • links: PTS, VCS
  • area: main
  • in suites: bookworm
  • size: 11,560 kB
  • sloc: python: 14,197; cpp: 2,404; sh: 214; makefile: 20
file content (18 lines) | stat: -rw-r--r-- 412 bytes parent folder | download 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
 
#include <torchtext/csrc/export.h>

#include <cstdint>
#include <string>
#include <vector>

namespace torchtext {

namespace impl {
TORCHTEXT_API int64_t divup(int64_t x, int64_t y);
TORCHTEXT_API void infer_offsets(
    const std::string& file_path,
    int64_t num_lines,
    int64_t chunk_size,
    std::vector<size_t>& offsets,
    int64_t num_header_lines = 0);
} // namespace impl
} // namespace torchtext