/* SPDX-License-Identifier: GPL-2.0+ OR Apache-2.0 */
/*
 * Copyright (C) 2019 HUAWEI, Inc.
 *             http://www.huawei.com/
 * Created by Gao Xiang <xiang@kernel.org>
 */
#ifndef __EROFS_INTERNAL_H
#define __EROFS_INTERNAL_H

#ifdef __cplusplus
extern "C"
{
#endif

#include "list.h"
#include "err.h"

typedef unsigned short umode_t;

#include "erofs_fs.h"
#include <fcntl.h>
#include <sys/types.h> /* for off_t definition */
#include <sys/stat.h> /* for S_ISCHR definition */
#include <stdio.h>
#ifdef HAVE_PTHREAD_H
#include <pthread.h>
#endif
#include <stdlib.h>
#include <string.h>
#include "atomic.h"
#include "io.h"

#ifndef PATH_MAX
#define PATH_MAX        4096    /* # chars in a path name including nul */
#endif

#ifndef EROFS_MAX_BLOCK_SIZE
#define EROFS_MAX_BLOCK_SIZE	4096
#endif

#define EROFS_ISLOTBITS		5
#define EROFS_SLOTSIZE		(1U << EROFS_ISLOTBITS)

typedef u64 erofs_off_t;
typedef u64 erofs_nid_t;
typedef u64 erofs_blk_t;

/* global sbi */
extern struct erofs_sb_info g_sbi;

struct erofs_buf {
	struct erofs_sb_info *sbi;
	struct erofs_vfile *vf;
	erofs_blk_t blocknr;
	u8 base[EROFS_MAX_BLOCK_SIZE];
};
#define __EROFS_BUF_INITIALIZER ((struct erofs_buf){.blocknr = ~0ULL})

#define erofs_blksiz(sbi)	(1u << (sbi)->blkszbits)
#define erofs_blknr(sbi, pos)	((pos) >> (sbi)->blkszbits)
#define erofs_blkoff(sbi, pos)	((pos) & (erofs_blksiz(sbi) - 1))
#define erofs_pos(sbi, nr)      ((erofs_off_t)(nr) << (sbi)->blkszbits)
#define BLK_ROUND_UP(sbi, addr)	\
	(roundup(addr, erofs_blksiz(sbi)) >> (sbi)->blkszbits)

struct erofs_buffer_head;
struct erofs_bufmgr;

struct erofs_device_info {
	char *src_path;
	u8 tag[64];
	erofs_blk_t blocks;
	erofs_blk_t uniaddr;
};

/* all filesystem-wide lz4 configurations */
struct erofs_sb_lz4_info {
	u16 max_distance;
	/* maximum possible blocks for pclusters in the filesystem */
	u16 max_pclusterblks;
};

struct erofs_xattr_prefix_item {
	struct erofs_xattr_long_prefix *prefix;
	u8 infix_len;
};

struct erofs_mkfs_dfops;
struct erofs_packed_inode;
struct erofs_xattrmgr;
struct z_erofs_mgr;
struct erofs_metaboxmgr;

struct erofs_sb_info {
	struct erofs_sb_lz4_info lz4;
	struct erofs_device_info *devs;
	char *devname;

	u64 total_blocks;
	u64 primarydevice_blocks;

	s32 meta_blkaddr;
	u32 xattr_blkaddr;

	u32 feature_compat;
	u32 feature_incompat;

	unsigned char blkszbits;

	u32 sb_size;			/* total superblock size */
	u32 build_time;
	u32 fixed_nsec;
	u64 epoch;

	/* what we really care is nid, rather than ino.. */
	erofs_nid_t root_nid;
	/* used for statfs, f_files - f_favail */
	u64 inos;

	u8 uuid[16];
	char volume_name[16];

	u32 checksum;
	u16 available_compr_algs;
	u16 extra_devices;
	union {
		u16 devt_slotoff;		/* used for mkfs */
		u16 device_id_mask;		/* used for others */
	};
	erofs_nid_t packed_nid;
	erofs_nid_t metabox_nid;

	u32 xattr_prefix_start;
	u8 xattr_prefix_count;
	u8 ishare_xattr_prefix_id;
	struct erofs_xattr_prefix_item *xattr_prefixes;

	struct erofs_vfile bdev;
	int devblksz;
	u64 devsz;
	dev_t dev;
	unsigned int nblobs;
	unsigned int blobfd[256];

	struct list_head list;

	u64 saved_by_deduplication;

#ifdef EROFS_MT_ENABLED
	pthread_t dfops_worker;
	struct erofs_mkfs_dfops *mkfs_dfops;
#endif
	struct erofs_bufmgr *bmgr;
	struct erofs_xattrmgr *xamgr;
	struct z_erofs_mgr *zmgr;
	struct erofs_metamgr *m2gr, *mxgr;
	struct erofs_packed_inode *packedinode;
	struct erofs_buffer_head *bh_sb;
	struct erofs_buffer_head *bh_devt;
	bool useqpl;
	bool sb_valid;
	u32 metazone_startblk;
};

/* make sure that any user of the erofs headers has atleast 64bit off_t type */
extern int erofs_assert_largefile[sizeof(off_t)-8];

#define EROFS_FEATURE_FUNCS(name, compat, feature) \
static inline bool erofs_sb_has_##name(struct erofs_sb_info *sbi) \
{ \
	return sbi->feature_##compat & EROFS_FEATURE_##feature; \
} \
static inline void erofs_sb_set_##name(struct erofs_sb_info *sbi) \
{ \
	sbi->feature_##compat |= EROFS_FEATURE_##feature; \
} \
static inline void erofs_sb_clear_##name(struct erofs_sb_info *sbi) \
{ \
	sbi->feature_##compat &= ~EROFS_FEATURE_##feature; \
}

EROFS_FEATURE_FUNCS(lz4_0padding, incompat, INCOMPAT_LZ4_0PADDING)
EROFS_FEATURE_FUNCS(compr_cfgs, incompat, INCOMPAT_COMPR_CFGS)
EROFS_FEATURE_FUNCS(big_pcluster, incompat, INCOMPAT_BIG_PCLUSTER)
EROFS_FEATURE_FUNCS(chunked_file, incompat, INCOMPAT_CHUNKED_FILE)
EROFS_FEATURE_FUNCS(device_table, incompat, INCOMPAT_DEVICE_TABLE)
EROFS_FEATURE_FUNCS(ztailpacking, incompat, INCOMPAT_ZTAILPACKING)
EROFS_FEATURE_FUNCS(fragments, incompat, INCOMPAT_FRAGMENTS)
EROFS_FEATURE_FUNCS(dedupe, incompat, INCOMPAT_DEDUPE)
EROFS_FEATURE_FUNCS(xattr_prefixes, incompat, INCOMPAT_XATTR_PREFIXES)
EROFS_FEATURE_FUNCS(48bit, incompat, INCOMPAT_48BIT)
EROFS_FEATURE_FUNCS(metabox, incompat, INCOMPAT_METABOX)
EROFS_FEATURE_FUNCS(sb_chksum, compat, COMPAT_SB_CHKSUM)
EROFS_FEATURE_FUNCS(xattr_filter, compat, COMPAT_XATTR_FILTER)
EROFS_FEATURE_FUNCS(shared_ea_in_metabox, compat, COMPAT_SHARED_EA_IN_METABOX)
EROFS_FEATURE_FUNCS(plain_xattr_pfx, compat, COMPAT_PLAIN_XATTR_PFX)
EROFS_FEATURE_FUNCS(ishare_xattrs, compat, COMPAT_ISHARE_XATTRS)

#define EROFS_I_EA_INITED_BIT	0
#define EROFS_I_Z_INITED_BIT	1

#define EROFS_I_EA_INITED	(1 << EROFS_I_EA_INITED_BIT)
#define EROFS_I_Z_INITED	(1 << EROFS_I_Z_INITED_BIT)

struct erofs_diskbuf;

#define EROFS_INODE_DATA_SOURCE_NONE		0
#define EROFS_INODE_DATA_SOURCE_LOCALPATH	1
#define EROFS_INODE_DATA_SOURCE_DISKBUF		2
#define EROFS_INODE_DATA_SOURCE_RESVSP		3

#define EROFS_I_BLKADDR_DEV_ID_BIT		48

struct erofs_inode {
	struct list_head i_hash, i_subdirs, i_xattrs;

	union {
		/* (erofsfuse) runtime flags */
		erofs_atomic_t flags;

		/* (mkfs.erofs) next pointer for directory dumping */
		struct erofs_inode *next_dirwrite;
	};
	erofs_atomic_t i_count;
	struct erofs_sb_info *sbi;
	struct erofs_inode *i_parent;

	/* (mkfs.erofs) device ID containing source file */
	u32 dev;

	umode_t i_mode;
	erofs_off_t i_size;

	u64 i_ino[2];
	u32 i_uid;
	u32 i_gid;
	u64 i_mtime;
	u32 i_mtime_nsec;
	u32 i_nlink;

	union {
		erofs_blk_t i_blkaddr;
		erofs_blk_t i_blocks;
		u32 i_rdev;
		struct {
			unsigned short	chunkformat;
			unsigned char	chunkbits;
		};
	} u;

	char *i_srcpath;
	union {
		char *i_link;
		struct erofs_diskbuf *i_diskbuf;
	};
	unsigned char datalayout;
	unsigned char inode_isize;
	/* inline tail-end packing size */
	unsigned short idata_size;
	char datasource;
	bool in_metabox;
	bool compressed_idata;
	bool lazy_tailblock;
	bool opaque;
	/* OVL: non-merge dir that may contain whiteout entries */
	bool whiteouts;
	bool dot_omitted;

	unsigned int xattr_isize;
	unsigned int extent_isize;

	unsigned int xattr_shared_count;
	unsigned int *xattr_shared_xattrs;

	erofs_nid_t nid;
	struct erofs_buffer_head *bh;
	struct erofs_buffer_head *bh_inline, *bh_data;

	void *idata;

	/* (ztailpacking) in order to recover uncompressed EOF data */
	void *eof_tailraw;
	unsigned int eof_tailrawsize;

	union {
		void *chunkindexes;
		struct {
			uint16_t z_advise;
			uint8_t  z_algorithmtype[2];
			uint8_t  z_lclusterbits;
			uint8_t  z_physical_clusterblks;
			union {
				uint64_t z_tailextent_headlcn;
				erofs_off_t fragment_size;
			};
			union {
				erofs_off_t	fragmentoff;
				erofs_off_t	z_fragmentoff;
				void *fragment;
			};
			u64	z_extents;
#define z_idata_size	idata_size
		};
	};
	void *compressmeta;

#ifdef WITH_ANDROID
	uint64_t capabilities;
#endif
};

static inline bool erofs_inode_in_metabox(struct erofs_inode *inode)
{
	return inode->nid >> EROFS_DIRENT_NID_METABOX_BIT;
}

static inline erofs_blk_t erofs_inode_dev_baddr(struct erofs_inode *inode)
{
	return inode->u.i_blkaddr & (BIT_ULL(EROFS_I_BLKADDR_DEV_ID_BIT) - 1);
}

static inline erofs_off_t erofs_iloc(struct erofs_inode *inode)
{
	struct erofs_sb_info *sbi = inode->sbi;
	s64 base = erofs_inode_in_metabox(inode) ? 0 :
		(s64)erofs_pos(sbi, sbi->meta_blkaddr);

	return base + ((inode->nid & EROFS_DIRENT_NID_MASK) << EROFS_ISLOTBITS);
}

static inline bool is_inode_layout_compression(struct erofs_inode *inode)
{
	return erofs_inode_is_data_compressed(inode->datalayout);
}

static inline unsigned int erofs_inode_version(unsigned int ifmt)
{
	return (ifmt >> EROFS_I_VERSION_BIT) & EROFS_I_VERSION_MASK;
}

static inline unsigned int erofs_inode_datalayout(unsigned int ifmt)
{
	return (ifmt >> EROFS_I_DATALAYOUT_BIT) & EROFS_I_DATALAYOUT_MASK;
}

static inline struct erofs_inode *erofs_parent_inode(struct erofs_inode *inode)
{
	return (struct erofs_inode *)((unsigned long)inode->i_parent & ~1UL);
}

#define IS_ROOT(x)	((x) == erofs_parent_inode(x))

#define EROFS_DENTRY_NAME_ALIGNMENT	4

#define EROFS_DENTRY_FLAG_VALIDNID	0x01
#define EROFS_DENTRY_FLAG_FIXUP_PNID	0x02
struct erofs_dentry {
	struct list_head d_child;	/* child of parent list */
	union {
		struct erofs_inode *inode;
		erofs_nid_t nid;
	};
	u8 namelen, type;
	u8 flags;
	char name[];
};

static inline bool is_dot_dotdot_len(const char *name, unsigned int len)
{
	if (len >= 1 && name[0] != '.')
		return false;

	return len == 1 || (len == 2 && name[1] == '.');
}

static inline bool is_dot_dotdot(const char *name)
{
	if (name[0] != '.')
		return false;

	return name[1] == '\0' || (name[1] == '.' && name[2] == '\0');
}

enum {
	BH_Meta,
	BH_Mapped,
	BH_Encoded,
	BH_FullMapped,
	BH_Fragment,
	BH_Partialref,
};

/* Has a disk mapping */
#define EROFS_MAP_MAPPED	(1 << BH_Mapped)
/* Located in metadata (could be copied from bd_inode) */
#define EROFS_MAP_META		(1 << BH_Meta)
/* The extent is encoded */
#define EROFS_MAP_ENCODED	(1 << BH_Encoded)
/* The length of extent is full */
#define EROFS_MAP_FULL_MAPPED	(1 << BH_FullMapped)
/* Located in the special packed inode */
#define __EROFS_MAP_FRAGMENT	(1 << BH_Fragment)
/* The extent refers to partial decompressed data */
#define EROFS_MAP_PARTIAL_REF	(1 << BH_Partialref)

#define EROFS_MAP_FRAGMENT	(EROFS_MAP_MAPPED | __EROFS_MAP_FRAGMENT)

struct erofs_map_blocks {
	struct erofs_buf buf;

	erofs_off_t m_pa, m_la;
	u64 m_plen, m_llen;

	unsigned short m_deviceid;
	char m_algorithmformat;
	unsigned int m_flags;
};

/*
 * Used to get the exact decompressed length, e.g. fiemap (consider lookback
 * approach instead if possible since it's more metadata lightweight.)
 */
#define EROFS_GET_BLOCKS_FIEMAP	0x0002
/* Used to map tail extent for tailpacking inline or fragment pcluster */
#define EROFS_GET_BLOCKS_FINDTAIL	0x0008

enum {
	Z_EROFS_COMPRESSION_SHIFTED = Z_EROFS_COMPRESSION_MAX,
	Z_EROFS_COMPRESSION_INTERLACED,
	Z_EROFS_COMPRESSION_RUNTIME_MAX
};

struct erofs_map_dev {
	erofs_off_t m_pa;
	unsigned int m_deviceid;
};

struct z_erofs_paramset {
	char *alg;
	int clevel;
	u32 dict_size;
	char *extraopts;
};

int liberofs_global_init(void);
void liberofs_global_exit(void);

/* super.c */
int erofs_read_superblock(struct erofs_sb_info *sbi);
void erofs_put_super(struct erofs_sb_info *sbi);
int erofs_writesb(struct erofs_sb_info *sbi);
struct erofs_buffer_head *erofs_reserve_sb(struct erofs_bufmgr *bmgr);
int erofs_mkfs_init_devices(struct erofs_sb_info *sbi, unsigned int devices);
int erofs_write_device_table(struct erofs_sb_info *sbi);
int erofs_enable_sb_chksum(struct erofs_sb_info *sbi, u32 *crc);
int erofs_superblock_csum_verify(struct erofs_sb_info *sbi);
int erofs_mkfs_format_fs(struct erofs_sb_info *sbi, unsigned int blkszbits,
			 unsigned int dsunit, bool metazone);
int erofs_mkfs_load_fs(struct erofs_sb_info *sbi, unsigned int dsunit);

/* namei.c */
int erofs_read_inode_from_disk(struct erofs_inode *vi);
int erofs_ilookup(const char *path, struct erofs_inode *vi);

/* data.c */
static inline void erofs_unmap_metabuf(struct erofs_buf *buf) {}
static inline void erofs_put_metabuf(struct erofs_buf *buf) {}
void *erofs_bread(struct erofs_buf *buf, erofs_off_t offset, bool need_kmap);
void erofs_init_metabuf(struct erofs_buf *buf, struct erofs_sb_info *sbi,
			bool in_mbox);
void *erofs_read_metabuf(struct erofs_buf *buf, struct erofs_sb_info *sbi,
			 erofs_off_t offset, bool in_mbox);
int erofs_iopen(struct erofs_vfile *vf, struct erofs_inode *inode);
int erofs_map_blocks(struct erofs_inode *inode,
		struct erofs_map_blocks *map, int flags);
int erofs_map_dev(struct erofs_sb_info *sbi, struct erofs_map_dev *map);
int erofs_read_one_data(struct erofs_inode *inode, struct erofs_map_blocks *map,
			char *buffer, u64 offset, size_t len);
int z_erofs_read_one_data(struct erofs_inode *inode,
			struct erofs_map_blocks *map, char *raw, char *buffer,
			erofs_off_t skip, erofs_off_t length, bool trimmed);
void *erofs_read_metadata(struct erofs_sb_info *sbi, erofs_nid_t nid,
			  erofs_off_t *offset, int *lengthp);
int z_erofs_parse_cfgs(struct erofs_sb_info *sbi, struct erofs_super_block *dsb);

static inline int erofs_get_occupied_size(const struct erofs_inode *inode,
					  erofs_off_t *size)
{
	*size = 0;
	switch (inode->datalayout) {
	case EROFS_INODE_FLAT_INLINE:
	case EROFS_INODE_FLAT_PLAIN:
	case EROFS_INODE_CHUNK_BASED:
		*size = inode->i_size;
		break;
	case EROFS_INODE_COMPRESSED_FULL:
	case EROFS_INODE_COMPRESSED_COMPACT:
		*size = inode->u.i_blocks * erofs_blksiz(inode->sbi);
		break;
	default:
		return -EOPNOTSUPP;
	}
	return 0;
}

/* data.c */
int erofs_getxattr(struct erofs_inode *vi, const char *name, char *buffer,
		   size_t buffer_size);
int erofs_listxattr(struct erofs_inode *vi, char *buffer, size_t buffer_size);

/* zmap.c */
int z_erofs_map_blocks_iter(struct erofs_inode *vi,
			    struct erofs_map_blocks *map, int flags);

const char *z_erofs_list_supported_algorithms(int i, unsigned int *mask);
const struct erofs_algorithm *z_erofs_list_available_compressors(int *i);

/* io.c */
int erofs_dev_open(struct erofs_sb_info *sbi, const char *dev, int flags);
void erofs_dev_close(struct erofs_sb_info *sbi);
void erofs_blob_closeall(struct erofs_sb_info *sbi);
int erofs_blob_open_ro(struct erofs_sb_info *sbi, const char *dev);

ssize_t erofs_dev_read(struct erofs_sb_info *sbi, int device_id,
		       void *buf, u64 offset, size_t len);

static inline int erofs_dev_write(struct erofs_sb_info *sbi, const void *buf,
				  u64 offset, size_t len)
{
	if (erofs_io_pwrite(&sbi->bdev, buf, offset, len) != (ssize_t)len)
		return -EIO;
	return 0;
}

static inline int erofs_dev_resize(struct erofs_sb_info *sbi,
				   erofs_blk_t blocks)
{
	return erofs_io_ftruncate(&sbi->bdev, (u64)blocks * erofs_blksiz(sbi));
}

static inline int erofs_blk_write(struct erofs_sb_info *sbi, const void *buf,
				  erofs_blk_t blkaddr, u32 nblocks)
{
	return erofs_dev_write(sbi, buf, erofs_pos(sbi, blkaddr),
			       erofs_pos(sbi, nblocks));
}

static inline int erofs_blk_read(struct erofs_sb_info *sbi, int device_id,
				 void *buf, erofs_blk_t start, u32 nblocks)
{
	return erofs_dev_read(sbi, device_id, buf, erofs_pos(sbi, start),
			      erofs_pos(sbi, nblocks));
}

static inline void erofs_free_sensitive(void *ptr, size_t len)
{
	if (!ptr)
		return;
	memset(ptr, 0, len);
	free(ptr);
}

/* vmdk.c */
int erofs_dump_vmdk_desc(FILE *f, struct erofs_sb_info *sbi);

extern const char *erofs_frags_packedname;
#define EROFS_PACKED_INODE	erofs_frags_packedname

static inline bool erofs_is_packed_inode(struct erofs_inode *inode)
{
	return inode->i_srcpath == EROFS_PACKED_INODE;
}

int erofs_packedfile_init(struct erofs_sb_info *sbi, bool fragments_mkfs);
void erofs_packedfile_exit(struct erofs_sb_info *sbi);

int erofs_packedfile_read(struct erofs_sb_info *sbi,
			  void *buf, erofs_off_t len, erofs_off_t pos);

/* XXX: will find a better way later */
erofs_blk_t erofs_total_metablocks(struct erofs_bufmgr *bmgr);

#ifdef EUCLEAN
#define EFSCORRUPTED	EUCLEAN		/* Filesystem is corrupted */
#else
#define EFSCORRUPTED	EIO
#endif

#define CRC32C_POLY_LE	0x82F63B78
static inline u32 erofs_crc32c(u32 crc, const u8 *in, size_t len)
{
	int i;

	while (len--) {
		crc ^= *in++;
		for (i = 0; i < 8; i++)
			crc = (crc >> 1) ^ ((crc & 1) ? CRC32C_POLY_LE : 0);
	}
	return crc;
}

#define EROFS_WHITEOUT_DEV	0
static inline bool erofs_inode_is_whiteout(struct erofs_inode *inode)
{
	return S_ISCHR(inode->i_mode) && inode->u.i_rdev == EROFS_WHITEOUT_DEV;
}

#ifdef __cplusplus
}
#endif

#endif