File Manager

003 File Manager

Current Path: /usr/src/sys/contrib/openzfs/include/sys

usr / src / sys / contrib / openzfs / include / sys /

📁 ..
📄 Makefile.am(2.18 KB)
📄 abd.h(4.25 KB)
📄 abd_impl.h(4.41 KB)
📄 aggsum.h(1.28 KB)
📄 arc.h(11.19 KB)
📄 arc_impl.h(33.15 KB)
📄 avl.h(9.16 KB)
📄 avl_impl.h(4.8 KB)
📄 bitops.h(3.2 KB)
📄 blkptr.h(914 B)
📄 bplist.h(1.6 KB)
📄 bpobj.h(3.21 KB)
📄 bptree.h(1.89 KB)
📄 bqueue.h(1.23 KB)
📄 btree.h(7.68 KB)
📁 crypto
📄 dataset_kstats.h(2.27 KB)
📄 dbuf.h(13.94 KB)
📄 ddt.h(7.96 KB)
📄 dmu.h(39.06 KB)
📄 dmu_impl.h(6.92 KB)
📄 dmu_objset.h(9.19 KB)
📄 dmu_recv.h(2.75 KB)
📄 dmu_redact.h(1.67 KB)
📄 dmu_send.h(2.54 KB)
📄 dmu_traverse.h(3.02 KB)
📄 dmu_tx.h(4.43 KB)
📄 dmu_zfetch.h(2.23 KB)
📄 dnode.h(22.41 KB)
📄 dsl_bookmark.h(5.05 KB)
📄 dsl_crypt.h(7.76 KB)
📄 dsl_dataset.h(18.62 KB)
📄 dsl_deadlist.h(4.21 KB)
📄 dsl_deleg.h(3.27 KB)
📄 dsl_destroy.h(2.19 KB)
📄 dsl_dir.h(7.67 KB)
📄 dsl_pool.h(6.23 KB)
📄 dsl_prop.h(4.38 KB)
📄 dsl_scan.h(7.11 KB)
📄 dsl_synctask.h(4.06 KB)
📄 dsl_userhold.h(1.84 KB)
📄 edonr.h(2.65 KB)
📄 efi_partition.h(16.28 KB)
📁 fm
📄 frame.h(935 B)
📁 fs
📄 hkdf.h(782 B)
📁 lua
📄 metaslab.h(5.48 KB)
📄 metaslab_impl.h(21.23 KB)
📄 mmp.h(2.37 KB)
📄 mntent.h(5.22 KB)
📄 mod.h(1.26 KB)
📄 multilist.h(3.27 KB)
📄 note.h(1.62 KB)
📄 nvpair.h(14.77 KB)
📄 nvpair_impl.h(2.23 KB)
📄 objlist.h(1.13 KB)
📄 pathname.h(2.12 KB)
📄 qat.h(5.86 KB)
📄 range_tree.h(9.73 KB)
📄 rrwlock.h(3.53 KB)
📄 sa.h(5.14 KB)
📄 sa_impl.h(8.29 KB)
📄 skein.h(6.69 KB)
📄 spa.h(46.07 KB)
📄 spa_boot.h(1.16 KB)
📄 spa_checkpoint.h(1.44 KB)
📄 spa_checksum.h(1.96 KB)
📄 spa_impl.h(18.25 KB)
📄 spa_log_spacemap.h(2.62 KB)
📄 space_map.h(8.7 KB)
📄 space_reftree.h(1.69 KB)
📁 sysevent
📄 sysevent.h(1.07 KB)
📄 txg.h(4.66 KB)
📄 txg_impl.h(4.77 KB)
📄 u8_textprep.h(3.59 KB)
📄 u8_textprep_data.h(1.41 MB)
📄 uberblock.h(1.36 KB)
📄 uberblock_impl.h(5.11 KB)
📄 uio_impl.h(1.58 KB)
📄 unique.h(1.56 KB)
📄 uuid.h(2.85 KB)
📄 vdev.h(8.18 KB)
📄 vdev_disk.h(1.65 KB)
📄 vdev_draid.h(3.43 KB)
📄 vdev_file.h(1.23 KB)
📄 vdev_impl.h(22.53 KB)
📄 vdev_indirect_births.h(2.31 KB)
📄 vdev_indirect_mapping.h(4.38 KB)
📄 vdev_initialize.h(1.39 KB)
📄 vdev_raidz.h(2.04 KB)
📄 vdev_raidz_impl.h(10.54 KB)
📄 vdev_rebuild.h(3.4 KB)
📄 vdev_removal.h(2.63 KB)
📄 vdev_trim.h(1.72 KB)
📄 xvattr.h(13.1 KB)
📄 zap.h(18.63 KB)
📄 zap_impl.h(6.79 KB)
📄 zap_leaf.h(7.84 KB)
📄 zcp.h(4.87 KB)
📄 zcp_global.h(742 B)
📄 zcp_iter.h(1.07 KB)
📄 zcp_prop.h(780 B)
📄 zcp_set.h(929 B)
📄 zfeature.h(2.42 KB)
📄 zfs_acl.h(8.08 KB)
📄 zfs_bootenv.h(1.41 KB)
📄 zfs_context.h(21.23 KB)
📄 zfs_debug.h(3.3 KB)
📄 zfs_delay.h(1.25 KB)
📄 zfs_file.h(2.06 KB)
📄 zfs_fuid.h(4.26 KB)
📄 zfs_ioctl.h(17.63 KB)
📄 zfs_ioctl_impl.h(3.1 KB)
📄 zfs_onexit.h(1.65 KB)
📄 zfs_project.h(2.35 KB)
📄 zfs_quota.h(1.57 KB)
📄 zfs_racct.h(1.12 KB)
📄 zfs_ratelimit.h(1.11 KB)
📄 zfs_refcount.h(4.15 KB)
📄 zfs_rlock.h(2.54 KB)
📄 zfs_sa.h(4.38 KB)
📄 zfs_stat.h(1.45 KB)
📄 zfs_sysfs.h(1.49 KB)
📄 zfs_vfsops.h(1.05 KB)
📄 zfs_vnops.h(2 KB)
📄 zfs_znode.h(10.93 KB)
📄 zil.h(18.27 KB)
📄 zil_impl.h(9.12 KB)
📄 zio.h(21.68 KB)
📄 zio_checksum.h(4.55 KB)
📄 zio_compress.h(5.91 KB)
📄 zio_crypt.h(5.21 KB)
📄 zio_impl.h(8.33 KB)
📄 zio_priority.h(1.2 KB)
📄 zrlock.h(1.7 KB)
📁 zstd
📄 zthr.h(1.23 KB)
📄 zvol.h(2.27 KB)
📄 zvol_impl.h(3.7 KB)

Editing: vdev_raidz_impl.h

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright (C) 2016 Gvozden Nešković. All rights reserved.
 */

#ifndef _VDEV_RAIDZ_H
#define	_VDEV_RAIDZ_H

#include <sys/types.h>
#include <sys/debug.h>
#include <sys/kstat.h>
#include <sys/abd.h>
#include <sys/vdev_impl.h>

#ifdef  __cplusplus
extern "C" {
#endif

#define	CODE_P		(0U)
#define	CODE_Q		(1U)
#define	CODE_R		(2U)

#define	PARITY_P	(1U)
#define	PARITY_PQ	(2U)
#define	PARITY_PQR	(3U)

#define	TARGET_X	(0U)
#define	TARGET_Y	(1U)
#define	TARGET_Z	(2U)

/*
 * Parity generation methods indexes
 */
enum raidz_math_gen_op {
	RAIDZ_GEN_P = 0,
	RAIDZ_GEN_PQ,
	RAIDZ_GEN_PQR,
	RAIDZ_GEN_NUM = 3
};
/*
 * Data reconstruction methods indexes
 */
enum raidz_rec_op {
	RAIDZ_REC_P = 0,
	RAIDZ_REC_Q,
	RAIDZ_REC_R,
	RAIDZ_REC_PQ,
	RAIDZ_REC_PR,
	RAIDZ_REC_QR,
	RAIDZ_REC_PQR,
	RAIDZ_REC_NUM = 7
};

extern const char *raidz_gen_name[RAIDZ_GEN_NUM];
extern const char *raidz_rec_name[RAIDZ_REC_NUM];

/*
 * Methods used to define raidz implementation
 *
 * @raidz_gen_f	Parity generation function
 *     @par1	pointer to raidz_map
 * @raidz_rec_f	Data reconstruction function
 *     @par1	pointer to raidz_map
 *     @par2	array of reconstruction targets
 * @will_work_f Function returns TRUE if impl. is supported on the system
 * @init_impl_f Function is called once on init
 * @fini_impl_f Function is called once on fini
 */
typedef void		(*raidz_gen_f)(void *);
typedef int		(*raidz_rec_f)(void *, const int *);
typedef boolean_t	(*will_work_f)(void);
typedef void		(*init_impl_f)(void);
typedef void		(*fini_impl_f)(void);

#define	RAIDZ_IMPL_NAME_MAX	(20)

typedef struct raidz_impl_ops {
	init_impl_f init;
	fini_impl_f fini;
	raidz_gen_f gen[RAIDZ_GEN_NUM];	/* Parity generate functions */
	raidz_rec_f rec[RAIDZ_REC_NUM];	/* Data reconstruction functions */
	will_work_f is_supported;	/* Support check function */
	char name[RAIDZ_IMPL_NAME_MAX];	/* Name of the implementation */
} raidz_impl_ops_t;

typedef struct raidz_col {
	uint64_t rc_devidx;		/* child device index for I/O */
	uint64_t rc_offset;		/* device offset */
	uint64_t rc_size;		/* I/O size */
	abd_t *rc_abd;			/* I/O data */
	void *rc_orig_data;		/* pre-reconstruction */
	abd_t *rc_gdata;		/* used to store the "good" version */
	int rc_error;			/* I/O error for this device */
	uint8_t rc_tried;		/* Did we attempt this I/O column? */
	uint8_t rc_skipped;		/* Did we skip this I/O column? */
	uint8_t rc_need_orig_restore;	/* need to restore from orig_data? */
	uint8_t rc_repair;		/* Write good data to this column */
} raidz_col_t;

typedef struct raidz_row {
	uint64_t rr_cols;		/* Regular column count */
	uint64_t rr_scols;		/* Count including skipped columns */
	uint64_t rr_bigcols;		/* Remainder data column count */
	uint64_t rr_missingdata;	/* Count of missing data devices */
	uint64_t rr_missingparity;	/* Count of missing parity devices */
	uint64_t rr_firstdatacol;	/* First data column/parity count */
	abd_t *rr_abd_copy;		/* rm_asize-buffer of copied data */
	abd_t *rr_abd_empty;		/* dRAID empty sector buffer */
	int rr_nempty;			/* empty sectors included in parity */
	int rr_code;			/* reconstruction code (unused) */
#ifdef ZFS_DEBUG
	uint64_t rr_offset;		/* Logical offset for *_io_verify() */
	uint64_t rr_size;		/* Physical size for *_io_verify() */
#endif
	raidz_col_t rr_col[0];		/* Flexible array of I/O columns */
} raidz_row_t;

typedef struct raidz_map {
	uintptr_t rm_reports;		/* # of referencing checksum reports */
	boolean_t rm_freed;		/* map no longer has referencing ZIO */
	boolean_t rm_ecksuminjected;	/* checksum error was injected */
	int rm_nrows;			/* Regular row count */
	int rm_nskip;			/* RAIDZ sectors skipped for padding */
	int rm_skipstart;		/* Column index of padding start */
	const raidz_impl_ops_t *rm_ops;	/* RAIDZ math operations */
	raidz_row_t *rm_row[0];		/* flexible array of rows */
} raidz_map_t;

#define	RAIDZ_ORIGINAL_IMPL	(INT_MAX)

extern const raidz_impl_ops_t vdev_raidz_scalar_impl;
extern boolean_t raidz_will_scalar_work(void);

#if defined(__x86_64) && defined(HAVE_SSE2)	/* only x86_64 for now */
extern const raidz_impl_ops_t vdev_raidz_sse2_impl;
#endif
#if defined(__x86_64) && defined(HAVE_SSSE3)	/* only x86_64 for now */
extern const raidz_impl_ops_t vdev_raidz_ssse3_impl;
#endif
#if defined(__x86_64) && defined(HAVE_AVX2)	/* only x86_64 for now */
extern const raidz_impl_ops_t vdev_raidz_avx2_impl;
#endif
#if defined(__x86_64) && defined(HAVE_AVX512F)	/* only x86_64 for now */
extern const raidz_impl_ops_t vdev_raidz_avx512f_impl;
#endif
#if defined(__x86_64) && defined(HAVE_AVX512BW)	/* only x86_64 for now */
extern const raidz_impl_ops_t vdev_raidz_avx512bw_impl;
#endif
#if defined(__aarch64__)
extern const raidz_impl_ops_t vdev_raidz_aarch64_neon_impl;
extern const raidz_impl_ops_t vdev_raidz_aarch64_neonx2_impl;
#endif
#if defined(__powerpc__)
extern const raidz_impl_ops_t vdev_raidz_powerpc_altivec_impl;
#endif

/*
 * Commonly used raidz_map helpers
 *
 * raidz_parity		Returns parity of the RAIDZ block
 * raidz_ncols		Returns number of columns the block spans
 *			Note, all rows have the same number of columns.
 * raidz_nbigcols	Returns number of big columns
 * raidz_col_p		Returns pointer to a column
 * raidz_col_size	Returns size of a column
 * raidz_big_size	Returns size of big columns
 * raidz_short_size	Returns size of short columns
 */
#define	raidz_parity(rm)	((rm)->rm_row[0]->rr_firstdatacol)
#define	raidz_ncols(rm)		((rm)->rm_row[0]->rr_cols)
#define	raidz_nbigcols(rm)	((rm)->rm_bigcols)
#define	raidz_col_p(rm, c)	((rm)->rm_col + (c))
#define	raidz_col_size(rm, c)	((rm)->rm_col[c].rc_size)
#define	raidz_big_size(rm)	(raidz_col_size(rm, CODE_P))
#define	raidz_short_size(rm)	(raidz_col_size(rm, raidz_ncols(rm)-1))

/*
 * Macro defines an RAIDZ parity generation method
 *
 * @code	parity the function produce
 * @impl	name of the implementation
 */
#define	_RAIDZ_GEN_WRAP(code, impl)					\
static void								\
impl ## _gen_ ## code(void *rrp)					\
{									\
	raidz_row_t *rr = (raidz_row_t *)rrp;				\
	raidz_generate_## code ## _impl(rr);				\
}

/*
 * Macro defines an RAIDZ data reconstruction method
 *
 * @code	parity the function produce
 * @impl	name of the implementation
 */
#define	_RAIDZ_REC_WRAP(code, impl)					\
static int								\
impl ## _rec_ ## code(void *rrp, const int *tgtidx)			\
{									\
	raidz_row_t *rr = (raidz_row_t *)rrp;				\
	return (raidz_reconstruct_## code ## _impl(rr, tgtidx));	\
}

/*
 * Define all gen methods for an implementation
 *
 * @impl	name of the implementation
 */
#define	DEFINE_GEN_METHODS(impl)					\
	_RAIDZ_GEN_WRAP(p, impl);					\
	_RAIDZ_GEN_WRAP(pq, impl);					\
	_RAIDZ_GEN_WRAP(pqr, impl)

/*
 * Define all rec functions for an implementation
 *
 * @impl	name of the implementation
 */
#define	DEFINE_REC_METHODS(impl)					\
	_RAIDZ_REC_WRAP(p, impl);					\
	_RAIDZ_REC_WRAP(q, impl);					\
	_RAIDZ_REC_WRAP(r, impl);					\
	_RAIDZ_REC_WRAP(pq, impl);					\
	_RAIDZ_REC_WRAP(pr, impl);					\
	_RAIDZ_REC_WRAP(qr, impl);					\
	_RAIDZ_REC_WRAP(pqr, impl)

#define	RAIDZ_GEN_METHODS(impl)						\
{									\
	[RAIDZ_GEN_P] = & impl ## _gen_p,				\
	[RAIDZ_GEN_PQ] = & impl ## _gen_pq,				\
	[RAIDZ_GEN_PQR] = & impl ## _gen_pqr				\
}

#define	RAIDZ_REC_METHODS(impl)						\
{									\
	[RAIDZ_REC_P] = & impl ## _rec_p,				\
	[RAIDZ_REC_Q] = & impl ## _rec_q,				\
	[RAIDZ_REC_R] = & impl ## _rec_r,				\
	[RAIDZ_REC_PQ] = & impl ## _rec_pq,				\
	[RAIDZ_REC_PR] = & impl ## _rec_pr,				\
	[RAIDZ_REC_QR] = & impl ## _rec_qr,				\
	[RAIDZ_REC_PQR] = & impl ## _rec_pqr				\
}

typedef struct raidz_impl_kstat {
	uint64_t gen[RAIDZ_GEN_NUM];	/* gen method speed B/s */
	uint64_t rec[RAIDZ_REC_NUM];	/* rec method speed B/s */
} raidz_impl_kstat_t;

/*
 * Enumerate various multiplication constants
 * used in reconstruction methods
 */
typedef enum raidz_mul_info {
	/* Reconstruct Q */
	MUL_Q_X		= 0,
	/* Reconstruct R */
	MUL_R_X		= 0,
	/* Reconstruct PQ */
	MUL_PQ_X	= 0,
	MUL_PQ_Y	= 1,
	/* Reconstruct PR */
	MUL_PR_X	= 0,
	MUL_PR_Y	= 1,
	/* Reconstruct QR */
	MUL_QR_XQ	= 0,
	MUL_QR_X	= 1,
	MUL_QR_YQ	= 2,
	MUL_QR_Y	= 3,
	/* Reconstruct PQR */
	MUL_PQR_XP	= 0,
	MUL_PQR_XQ	= 1,
	MUL_PQR_XR	= 2,
	MUL_PQR_YU	= 3,
	MUL_PQR_YP	= 4,
	MUL_PQR_YQ	= 5,

MUL_CNT		= 6
} raidz_mul_info_t;

/*
 * Powers of 2 in the Galois field.
 */
extern const uint8_t vdev_raidz_pow2[256] __attribute__((aligned(256)));
/* Logs of 2 in the Galois field defined above. */
extern const uint8_t vdev_raidz_log2[256] __attribute__((aligned(256)));

/*
 * Multiply a given number by 2 raised to the given power.
 */
static inline uint8_t
vdev_raidz_exp2(const uint8_t a, const unsigned exp)
{
	if (a == 0)
		return (0);

return (vdev_raidz_pow2[(exp + (unsigned)vdev_raidz_log2[a]) % 255]);
}

/*
 * Galois Field operations.
 *
 * gf_exp2	- computes 2 raised to the given power
 * gf_exp2	- computes 4 raised to the given power
 * gf_mul	- multiplication
 * gf_div	- division
 * gf_inv	- multiplicative inverse
 */
typedef unsigned gf_t;
typedef unsigned gf_log_t;

static inline gf_t
gf_mul(const gf_t a, const gf_t b)
{
	gf_log_t logsum;

if (a == 0 || b == 0)
		return (0);

logsum = (gf_log_t)vdev_raidz_log2[a] + (gf_log_t)vdev_raidz_log2[b];

return ((gf_t)vdev_raidz_pow2[logsum % 255]);
}

static inline gf_t
gf_div(const gf_t  a, const gf_t b)
{
	gf_log_t logsum;

ASSERT3U(b, >, 0);
	if (a == 0)
		return (0);

logsum = (gf_log_t)255 + (gf_log_t)vdev_raidz_log2[a] -
	    (gf_log_t)vdev_raidz_log2[b];

return ((gf_t)vdev_raidz_pow2[logsum % 255]);
}

static inline gf_t
gf_inv(const gf_t a)
{
	gf_log_t logsum;

ASSERT3U(a, >, 0);

logsum = (gf_log_t)255 - (gf_log_t)vdev_raidz_log2[a];

return ((gf_t)vdev_raidz_pow2[logsum]);
}

static inline gf_t
gf_exp2(gf_log_t exp)
{
	return (vdev_raidz_pow2[exp % 255]);
}

static inline gf_t
gf_exp4(gf_log_t exp)
{
	ASSERT3U(exp, <=, 255);
	return ((gf_t)vdev_raidz_pow2[(2 * exp) % 255]);
}

#ifdef  __cplusplus
}
#endif

#endif /* _VDEV_RAIDZ_H */

003 File Manager

Editing: vdev_raidz_impl.h

Upload File

Create Folder