summaryrefslogtreecommitdiff
path: root/sys/dev/raidframe/rf_decluster.c
diff options
context:
space:
mode:
authorNiklas Hallqvist <niklas@cvs.openbsd.org>1999-02-16 00:03:34 +0000
committerNiklas Hallqvist <niklas@cvs.openbsd.org>1999-02-16 00:03:34 +0000
commit086450a69044f3ede65845d9a616116db9a6d006 (patch)
treea91a7d8f967737b7eed23cb127849d08e3af4d63 /sys/dev/raidframe/rf_decluster.c
parent41fb84abc5659cc1a368cd59d7929ddf756c3297 (diff)
Merge from NetBSD, mostly indentation
Diffstat (limited to 'sys/dev/raidframe/rf_decluster.c')
-rw-r--r--sys/dev/raidframe/rf_decluster.c1240
1 files changed, 569 insertions, 671 deletions
diff --git a/sys/dev/raidframe/rf_decluster.c b/sys/dev/raidframe/rf_decluster.c
index 11cff33143a..73036456760 100644
--- a/sys/dev/raidframe/rf_decluster.c
+++ b/sys/dev/raidframe/rf_decluster.c
@@ -1,5 +1,5 @@
-/* $OpenBSD: rf_decluster.c,v 1.1 1999/01/11 14:29:14 niklas Exp $ */
-/* $NetBSD: rf_decluster.c,v 1.1 1998/11/13 04:20:28 oster Exp $ */
+/* $OpenBSD: rf_decluster.c,v 1.2 1999/02/16 00:02:34 niklas Exp $ */
+/* $NetBSD: rf_decluster.c,v 1.3 1999/02/05 00:06:08 oster Exp $ */
/*
* Copyright (c) 1995 Carnegie-Mellon University.
* All rights reserved.
@@ -48,139 +48,6 @@
*
*--------------------------------------------------------------------*/
-/*
- * :
- * Log: rf_decluster.c,v
- * Revision 1.51 1996/08/21 19:47:10 jimz
- * fix bogus return values from config
- *
- * Revision 1.50 1996/08/20 22:41:42 jimz
- * better diagnostics for bad blockdesigns
- *
- * Revision 1.49 1996/07/31 16:56:18 jimz
- * dataBytesPerStripe, sectorsPerDisk init arch-indep.
- *
- * Revision 1.48 1996/07/29 14:05:12 jimz
- * fix numPUs/numRUs confusion (everything is now numRUs)
- * clean up some commenting, return values
- *
- * Revision 1.47 1996/07/27 23:36:08 jimz
- * Solaris port of simulator
- *
- * Revision 1.46 1996/07/27 18:40:11 jimz
- * cleanup sweep
- *
- * Revision 1.45 1996/07/18 22:57:14 jimz
- * port simulator to AIX
- *
- * Revision 1.44 1996/07/13 00:00:59 jimz
- * sanitized generalized reconstruction architecture
- * cleaned up head sep, rbuf problems
- *
- * Revision 1.43 1996/06/19 17:53:48 jimz
- * move GetNumSparePUs, InstallSpareTable ops into layout switch
- *
- * Revision 1.42 1996/06/17 03:23:48 jimz
- * switch DeclusteredDS typing
- *
- * Revision 1.41 1996/06/11 08:55:15 jimz
- * improved error-checking at configuration time
- *
- * Revision 1.40 1996/06/10 11:55:47 jimz
- * Straightened out some per-array/not-per-array distinctions, fixed
- * a couple bugs related to confusion. Added shutdown lists. Removed
- * layout shutdown function (now subsumed by shutdown lists).
- *
- * Revision 1.39 1996/06/09 02:36:46 jimz
- * lots of little crufty cleanup- fixup whitespace
- * issues, comment #ifdefs, improve typing in some
- * places (esp size-related)
- *
- * Revision 1.38 1996/06/07 22:26:27 jimz
- * type-ify which_ru (RF_ReconUnitNum_t)
- *
- * Revision 1.37 1996/06/07 21:33:04 jimz
- * begin using consistent types for sector numbers,
- * stripe numbers, row+col numbers, recon unit numbers
- *
- * Revision 1.36 1996/06/03 23:28:26 jimz
- * more bugfixes
- * check in tree to sync for IPDS runs with current bugfixes
- * there still may be a problem with threads in the script test
- * getting I/Os stuck- not trivially reproducible (runs ~50 times
- * in a row without getting stuck)
- *
- * Revision 1.35 1996/06/02 17:31:48 jimz
- * Moved a lot of global stuff into array structure, where it belongs.
- * Fixed up paritylogging, pss modules in this manner. Some general
- * code cleanup. Removed lots of dead code, some dead files.
- *
- * Revision 1.34 1996/05/30 23:22:16 jimz
- * bugfixes of serialization, timing problems
- * more cleanup
- *
- * Revision 1.33 1996/05/30 11:29:41 jimz
- * Numerous bug fixes. Stripe lock release code disagreed with the taking code
- * about when stripes should be locked (I made it consistent: no parity, no lock)
- * There was a lot of extra serialization of I/Os which I've removed- a lot of
- * it was to calculate values for the cache code, which is no longer with us.
- * More types, function, macro cleanup. Added code to properly quiesce the array
- * on shutdown. Made a lot of stuff array-specific which was (bogusly) general
- * before. Fixed memory allocation, freeing bugs.
- *
- * Revision 1.32 1996/05/27 18:56:37 jimz
- * more code cleanup
- * better typing
- * compiles in all 3 environments
- *
- * Revision 1.31 1996/05/24 01:59:45 jimz
- * another checkpoint in code cleanup for release
- * time to sync kernel tree
- *
- * Revision 1.30 1996/05/23 00:33:23 jimz
- * code cleanup: move all debug decls to rf_options.c, all extern
- * debug decls to rf_options.h, all debug vars preceded by rf_
- *
- * Revision 1.29 1996/05/18 19:51:34 jimz
- * major code cleanup- fix syntax, make some types consistent,
- * add prototypes, clean out dead code, et cetera
- *
- * Revision 1.28 1995/12/12 18:10:06 jimz
- * MIN -> RF_MIN, MAX -> RF_MAX, ASSERT -> RF_ASSERT
- * fix 80-column brain damage in comments
- *
- * Revision 1.27 1995/12/01 16:00:08 root
- * added copyright info
- *
- * Revision 1.26 1995/11/28 21:35:12 amiri
- * set the RF_BD_DECLUSTERED flag
- *
- * Revision 1.25 1995/11/17 18:56:00 wvcii
- * added prototyping to MapParity
- *
- * Revision 1.24 1995/07/04 22:25:33 holland
- * increased default num bufs
- *
- * Revision 1.23 1995/07/03 20:23:51 holland
- * changed floating recon bufs & head sep yet again
- *
- * Revision 1.22 1995/07/03 18:12:14 holland
- * changed the way the number of floating recon bufs & the head sep
- * limit are set
- *
- * Revision 1.21 1995/07/02 15:07:42 holland
- * bug fixes related to getting distributed sparing numbers
- *
- * Revision 1.20 1995/06/23 13:41:28 robby
- * updeated to prototypes in rf_layout.h
- *
- */
-
-#ifdef _KERNEL
-#define KERNEL
-#endif
-
-
#include "rf_types.h"
#include "rf_raid.h"
#include "rf_raidframe.h"
@@ -193,413 +60,441 @@
#include "rf_shutdown.h"
#include "rf_sys.h"
-extern int rf_copyback_in_progress; /* debug only */
+extern int rf_copyback_in_progress; /* debug only */
/* found in rf_kintf.c */
-int rf_GetSpareTableFromDaemon(RF_SparetWait_t *req);
+int rf_GetSpareTableFromDaemon(RF_SparetWait_t * req);
/* configuration code */
-int rf_ConfigureDeclustered(
- RF_ShutdownList_t **listp,
- RF_Raid_t *raidPtr,
- RF_Config_t *cfgPtr)
+int
+rf_ConfigureDeclustered(
+ RF_ShutdownList_t ** listp,
+ RF_Raid_t * raidPtr,
+ RF_Config_t * cfgPtr)
{
- RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
- int b, v, k, r, lambda; /* block design params */
- int i, j;
- RF_RowCol_t *first_avail_slot;
- RF_StripeCount_t complete_FT_count, numCompleteFullTablesPerDisk;
- RF_DeclusteredConfigInfo_t *info;
- RF_StripeCount_t PUsPerDisk, spareRegionDepthInPUs, numCompleteSpareRegionsPerDisk, extraPUsPerDisk;
- RF_StripeCount_t totSparePUsPerDisk;
- RF_SectorNum_t diskOffsetOfLastFullTableInSUs;
- RF_SectorCount_t SpareSpaceInSUs;
- char *cfgBuf = (char *) (cfgPtr->layoutSpecific);
- RF_StripeNum_t l, SUID;
-
- SUID = l = 0;
- numCompleteSpareRegionsPerDisk = 0;
-
- /* 1. create layout specific structure */
- RF_MallocAndAdd(info, sizeof(RF_DeclusteredConfigInfo_t), (RF_DeclusteredConfigInfo_t *), raidPtr->cleanupList);
- if (info == NULL)
- return(ENOMEM);
- layoutPtr->layoutSpecificInfo = (void *) info;
- info->SpareTable = NULL;
-
- /* 2. extract parameters from the config structure */
- if (layoutPtr->map->flags & RF_DISTRIBUTE_SPARE) {
- (void) bcopy(cfgBuf, info->sparemap_fname, RF_SPAREMAP_NAME_LEN);
- }
- cfgBuf += RF_SPAREMAP_NAME_LEN;
-
- b = *( (int *) cfgBuf); cfgBuf += sizeof(int);
- v = *( (int *) cfgBuf); cfgBuf += sizeof(int);
- k = *( (int *) cfgBuf); cfgBuf += sizeof(int);
- r = *( (int *) cfgBuf); cfgBuf += sizeof(int);
- lambda = *( (int *) cfgBuf); cfgBuf += sizeof(int);
- raidPtr->noRotate = *( (int *) cfgBuf); cfgBuf += sizeof(int);
-
- /* the sparemaps are generated assuming that parity is rotated, so we issue
- * a warning if both distributed sparing and no-rotate are on at the same time
- */
- if ((layoutPtr->map->flags & RF_DISTRIBUTE_SPARE) && raidPtr->noRotate) {
- RF_ERRORMSG("Warning: distributed sparing specified without parity rotation.\n");
- }
-
- if (raidPtr->numCol != v) {
- RF_ERRORMSG2("RAID: config error: table element count (%d) not equal to no. of cols (%d)\n", v, raidPtr->numCol);
- return(EINVAL);
- }
-
- /* 3. set up the values used in the mapping code */
- info->BlocksPerTable = b;
- info->Lambda = lambda;
- info->NumParityReps = info->groupSize = k;
- info->SUsPerTable = b * (k-1) * layoutPtr->SUsPerPU;/* b blks, k-1 SUs each */
- info->SUsPerFullTable = k * info->SUsPerTable; /* rot k times */
- info->PUsPerBlock = k-1;
- info->SUsPerBlock = info->PUsPerBlock * layoutPtr->SUsPerPU;
- info->TableDepthInPUs = (b*k) / v;
- info->FullTableDepthInPUs = info->TableDepthInPUs * k; /* k repetitions */
-
- /* used only in distributed sparing case */
- info->FullTablesPerSpareRegion = (v-1) / rf_gcd(r, v-1); /* (v-1)/gcd fulltables */
- info->TablesPerSpareRegion = k * info->FullTablesPerSpareRegion;
- info->SpareSpaceDepthPerRegionInSUs = (r * info->TablesPerSpareRegion / (v-1)) * layoutPtr->SUsPerPU;
-
- /* check to make sure the block design is sufficiently small */
- if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
- if (info->FullTableDepthInPUs * layoutPtr->SUsPerPU + info->SpareSpaceDepthPerRegionInSUs > layoutPtr->stripeUnitsPerDisk) {
- RF_ERRORMSG3("RAID: config error: Full Table depth (%d) + Spare Space (%d) larger than disk size (%d) (BD too big)\n",
- (int)info->FullTableDepthInPUs,
- (int)info->SpareSpaceDepthPerRegionInSUs,
- (int)layoutPtr->stripeUnitsPerDisk);
- return(EINVAL);
+ RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
+ int b, v, k, r, lambda; /* block design params */
+ int i, j;
+ RF_RowCol_t *first_avail_slot;
+ RF_StripeCount_t complete_FT_count, numCompleteFullTablesPerDisk;
+ RF_DeclusteredConfigInfo_t *info;
+ RF_StripeCount_t PUsPerDisk, spareRegionDepthInPUs, numCompleteSpareRegionsPerDisk,
+ extraPUsPerDisk;
+ RF_StripeCount_t totSparePUsPerDisk;
+ RF_SectorNum_t diskOffsetOfLastFullTableInSUs;
+ RF_SectorCount_t SpareSpaceInSUs;
+ char *cfgBuf = (char *) (cfgPtr->layoutSpecific);
+ RF_StripeNum_t l, SUID;
+
+ SUID = l = 0;
+ numCompleteSpareRegionsPerDisk = 0;
+
+ /* 1. create layout specific structure */
+ RF_MallocAndAdd(info, sizeof(RF_DeclusteredConfigInfo_t), (RF_DeclusteredConfigInfo_t *), raidPtr->cleanupList);
+ if (info == NULL)
+ return (ENOMEM);
+ layoutPtr->layoutSpecificInfo = (void *) info;
+ info->SpareTable = NULL;
+
+ /* 2. extract parameters from the config structure */
+ if (layoutPtr->map->flags & RF_DISTRIBUTE_SPARE) {
+ (void) bcopy(cfgBuf, info->sparemap_fname, RF_SPAREMAP_NAME_LEN);
}
- } else {
- if (info->TableDepthInPUs * layoutPtr->SUsPerPU > layoutPtr->stripeUnitsPerDisk) {
- RF_ERRORMSG2("RAID: config error: Table depth (%d) larger than disk size (%d) (BD too big)\n",
- (int)(info->TableDepthInPUs * layoutPtr->SUsPerPU), \
- (int)layoutPtr->stripeUnitsPerDisk);
- return(EINVAL);
+ cfgBuf += RF_SPAREMAP_NAME_LEN;
+
+ b = *((int *) cfgBuf);
+ cfgBuf += sizeof(int);
+ v = *((int *) cfgBuf);
+ cfgBuf += sizeof(int);
+ k = *((int *) cfgBuf);
+ cfgBuf += sizeof(int);
+ r = *((int *) cfgBuf);
+ cfgBuf += sizeof(int);
+ lambda = *((int *) cfgBuf);
+ cfgBuf += sizeof(int);
+ raidPtr->noRotate = *((int *) cfgBuf);
+ cfgBuf += sizeof(int);
+
+ /* the sparemaps are generated assuming that parity is rotated, so we
+ * issue a warning if both distributed sparing and no-rotate are on at
+ * the same time */
+ if ((layoutPtr->map->flags & RF_DISTRIBUTE_SPARE) && raidPtr->noRotate) {
+ RF_ERRORMSG("Warning: distributed sparing specified without parity rotation.\n");
}
- }
-
-
- /* compute the size of each disk, and the number of tables in the last fulltable (which
- * need not be complete)
- */
- if (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) {
-
- PUsPerDisk = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU;
- spareRegionDepthInPUs = (info->TablesPerSpareRegion * info->TableDepthInPUs +
- (info->TablesPerSpareRegion * info->TableDepthInPUs) / (v-1));
- info->SpareRegionDepthInSUs = spareRegionDepthInPUs * layoutPtr->SUsPerPU;
-
- numCompleteSpareRegionsPerDisk = PUsPerDisk / spareRegionDepthInPUs;
- info->NumCompleteSRs = numCompleteSpareRegionsPerDisk;
- extraPUsPerDisk = PUsPerDisk % spareRegionDepthInPUs;
-
- /* assume conservatively that we need the full amount of spare space in one region in order
- * to provide spares for the partial spare region at the end of the array. We set "i" to
- * the number of tables in the partial spare region. This may actually include some fulltables.
- */
- extraPUsPerDisk -= (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
- if (extraPUsPerDisk <= 0) i = 0;
- else i = extraPUsPerDisk/info->TableDepthInPUs;
-
- complete_FT_count = raidPtr->numRow * (numCompleteSpareRegionsPerDisk * (info->TablesPerSpareRegion/k) + i/k);
- info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
- info->ExtraTablesPerDisk = i % k;
-
- /* note that in the last spare region, the spare space is complete even though data/parity space is not */
- totSparePUsPerDisk = (numCompleteSpareRegionsPerDisk+1) * (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
- info->TotSparePUsPerDisk = totSparePUsPerDisk;
-
- layoutPtr->stripeUnitsPerDisk =
- ((complete_FT_count/raidPtr->numRow) * info->FullTableDepthInPUs + /* data & parity space */
- info->ExtraTablesPerDisk * info->TableDepthInPUs +
- totSparePUsPerDisk /* spare space */
- ) * layoutPtr->SUsPerPU;
- layoutPtr->dataStripeUnitsPerDisk =
- (complete_FT_count * info->FullTableDepthInPUs + info->ExtraTablesPerDisk * info->TableDepthInPUs)
- * layoutPtr->SUsPerPU * (k-1) / k;
-
- } else {
- /* non-dist spare case: force each disk to contain an integral number of tables */
- layoutPtr->stripeUnitsPerDisk /= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
- layoutPtr->stripeUnitsPerDisk *= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
-
- /* compute the number of tables in the last fulltable, which need not be complete */
- complete_FT_count =
- ((layoutPtr->stripeUnitsPerDisk/layoutPtr->SUsPerPU) / info->FullTableDepthInPUs) * raidPtr->numRow;
-
- info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
- info->ExtraTablesPerDisk =
- ((layoutPtr->stripeUnitsPerDisk/layoutPtr->SUsPerPU) / info->TableDepthInPUs) % k;
- }
-
- raidPtr->sectorsPerDisk = layoutPtr->stripeUnitsPerDisk * layoutPtr->sectorsPerStripeUnit;
-
- /* find the disk offset of the stripe unit where the last fulltable starts */
- numCompleteFullTablesPerDisk = complete_FT_count / raidPtr->numRow;
- diskOffsetOfLastFullTableInSUs = numCompleteFullTablesPerDisk * info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
- if (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) {
- SpareSpaceInSUs = numCompleteSpareRegionsPerDisk * info->SpareSpaceDepthPerRegionInSUs;
- diskOffsetOfLastFullTableInSUs += SpareSpaceInSUs;
- info->DiskOffsetOfLastSpareSpaceChunkInSUs =
- diskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
- }
- info->DiskOffsetOfLastFullTableInSUs = diskOffsetOfLastFullTableInSUs;
- info->numCompleteFullTablesPerDisk = numCompleteFullTablesPerDisk;
-
- /* 4. create and initialize the lookup tables */
- info->LayoutTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
- if (info->LayoutTable == NULL)
- return(ENOMEM);
- info->OffsetTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
- if (info->OffsetTable == NULL)
- return(ENOMEM);
- info->BlockTable = rf_make_2d_array(info->TableDepthInPUs*layoutPtr->SUsPerPU, raidPtr->numCol, raidPtr->cleanupList);
- if (info->BlockTable == NULL)
- return(ENOMEM);
-
- first_avail_slot = rf_make_1d_array(v, NULL);
- if (first_avail_slot == NULL)
- return(ENOMEM);
-
- for (i=0; i<b; i++)
- for (j=0; j<k; j++)
- info->LayoutTable[i][j] = *cfgBuf++;
-
- /* initialize offset table */
- for (i=0; i<b; i++) for (j=0; j<k; j++) {
- info->OffsetTable[i][j] = first_avail_slot[ info->LayoutTable[i][j] ];
- first_avail_slot[ info->LayoutTable[i][j] ]++;
- }
-
- /* initialize block table */
- for (SUID=l=0; l<layoutPtr->SUsPerPU; l++) {
- for (i=0; i<b; i++) {
- for (j=0; j<k; j++) {
- info->BlockTable[ (info->OffsetTable[i][j] * layoutPtr->SUsPerPU) + l ]
- [ info->LayoutTable[i][j] ] = SUID;
- }
- SUID++;
- }
- }
-
- rf_free_1d_array(first_avail_slot, v);
-
- /* 5. set up the remaining redundant-but-useful parameters */
-
- raidPtr->totalSectors = (k*complete_FT_count + raidPtr->numRow*info->ExtraTablesPerDisk) *
- info->SUsPerTable * layoutPtr->sectorsPerStripeUnit;
- layoutPtr->numStripe = (raidPtr->totalSectors / layoutPtr->sectorsPerStripeUnit) / (k-1);
-
- /* strange evaluation order below to try and minimize overflow problems */
-
- layoutPtr->dataSectorsPerStripe = (k-1) * layoutPtr->sectorsPerStripeUnit;
- layoutPtr->bytesPerStripeUnit = layoutPtr->sectorsPerStripeUnit << raidPtr->logBytesPerSector;
- layoutPtr->numDataCol = k-1;
- layoutPtr->numParityCol = 1;
-
- return(0);
-}
+ if (raidPtr->numCol != v) {
+ RF_ERRORMSG2("RAID: config error: table element count (%d) not equal to no. of cols (%d)\n", v, raidPtr->numCol);
+ return (EINVAL);
+ }
+ /* 3. set up the values used in the mapping code */
+ info->BlocksPerTable = b;
+ info->Lambda = lambda;
+ info->NumParityReps = info->groupSize = k;
+ info->SUsPerTable = b * (k - 1) * layoutPtr->SUsPerPU; /* b blks, k-1 SUs each */
+ info->SUsPerFullTable = k * info->SUsPerTable; /* rot k times */
+ info->PUsPerBlock = k - 1;
+ info->SUsPerBlock = info->PUsPerBlock * layoutPtr->SUsPerPU;
+ info->TableDepthInPUs = (b * k) / v;
+ info->FullTableDepthInPUs = info->TableDepthInPUs * k; /* k repetitions */
+
+ /* used only in distributed sparing case */
+ info->FullTablesPerSpareRegion = (v - 1) / rf_gcd(r, v - 1); /* (v-1)/gcd fulltables */
+ info->TablesPerSpareRegion = k * info->FullTablesPerSpareRegion;
+ info->SpareSpaceDepthPerRegionInSUs = (r * info->TablesPerSpareRegion / (v - 1)) * layoutPtr->SUsPerPU;
+
+ /* check to make sure the block design is sufficiently small */
+ if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
+ if (info->FullTableDepthInPUs * layoutPtr->SUsPerPU + info->SpareSpaceDepthPerRegionInSUs > layoutPtr->stripeUnitsPerDisk) {
+ RF_ERRORMSG3("RAID: config error: Full Table depth (%d) + Spare Space (%d) larger than disk size (%d) (BD too big)\n",
+ (int) info->FullTableDepthInPUs,
+ (int) info->SpareSpaceDepthPerRegionInSUs,
+ (int) layoutPtr->stripeUnitsPerDisk);
+ return (EINVAL);
+ }
+ } else {
+ if (info->TableDepthInPUs * layoutPtr->SUsPerPU > layoutPtr->stripeUnitsPerDisk) {
+ RF_ERRORMSG2("RAID: config error: Table depth (%d) larger than disk size (%d) (BD too big)\n",
+ (int) (info->TableDepthInPUs * layoutPtr->SUsPerPU), \
+ (int) layoutPtr->stripeUnitsPerDisk);
+ return (EINVAL);
+ }
+ }
+
+
+ /* compute the size of each disk, and the number of tables in the last
+ * fulltable (which need not be complete) */
+ if (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) {
+
+ PUsPerDisk = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU;
+ spareRegionDepthInPUs = (info->TablesPerSpareRegion * info->TableDepthInPUs +
+ (info->TablesPerSpareRegion * info->TableDepthInPUs) / (v - 1));
+ info->SpareRegionDepthInSUs = spareRegionDepthInPUs * layoutPtr->SUsPerPU;
+
+ numCompleteSpareRegionsPerDisk = PUsPerDisk / spareRegionDepthInPUs;
+ info->NumCompleteSRs = numCompleteSpareRegionsPerDisk;
+ extraPUsPerDisk = PUsPerDisk % spareRegionDepthInPUs;
+
+ /* assume conservatively that we need the full amount of spare
+ * space in one region in order to provide spares for the
+ * partial spare region at the end of the array. We set "i"
+ * to the number of tables in the partial spare region. This
+ * may actually include some fulltables. */
+ extraPUsPerDisk -= (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
+ if (extraPUsPerDisk <= 0)
+ i = 0;
+ else
+ i = extraPUsPerDisk / info->TableDepthInPUs;
+
+ complete_FT_count = raidPtr->numRow * (numCompleteSpareRegionsPerDisk * (info->TablesPerSpareRegion / k) + i / k);
+ info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
+ info->ExtraTablesPerDisk = i % k;
+
+ /* note that in the last spare region, the spare space is
+ * complete even though data/parity space is not */
+ totSparePUsPerDisk = (numCompleteSpareRegionsPerDisk + 1) * (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
+ info->TotSparePUsPerDisk = totSparePUsPerDisk;
+
+ layoutPtr->stripeUnitsPerDisk =
+ ((complete_FT_count / raidPtr->numRow) * info->FullTableDepthInPUs + /* data & parity space */
+ info->ExtraTablesPerDisk * info->TableDepthInPUs +
+ totSparePUsPerDisk /* spare space */
+ ) * layoutPtr->SUsPerPU;
+ layoutPtr->dataStripeUnitsPerDisk =
+ (complete_FT_count * info->FullTableDepthInPUs + info->ExtraTablesPerDisk * info->TableDepthInPUs)
+ * layoutPtr->SUsPerPU * (k - 1) / k;
+
+ } else {
+ /* non-dist spare case: force each disk to contain an
+ * integral number of tables */
+ layoutPtr->stripeUnitsPerDisk /= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
+ layoutPtr->stripeUnitsPerDisk *= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
+
+ /* compute the number of tables in the last fulltable, which
+ * need not be complete */
+ complete_FT_count =
+ ((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->FullTableDepthInPUs) * raidPtr->numRow;
+
+ info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
+ info->ExtraTablesPerDisk =
+ ((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->TableDepthInPUs) % k;
+ }
+
+ raidPtr->sectorsPerDisk = layoutPtr->stripeUnitsPerDisk * layoutPtr->sectorsPerStripeUnit;
+
+ /* find the disk offset of the stripe unit where the last fulltable
+ * starts */
+ numCompleteFullTablesPerDisk = complete_FT_count / raidPtr->numRow;
+ diskOffsetOfLastFullTableInSUs = numCompleteFullTablesPerDisk * info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
+ if (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) {
+ SpareSpaceInSUs = numCompleteSpareRegionsPerDisk * info->SpareSpaceDepthPerRegionInSUs;
+ diskOffsetOfLastFullTableInSUs += SpareSpaceInSUs;
+ info->DiskOffsetOfLastSpareSpaceChunkInSUs =
+ diskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
+ }
+ info->DiskOffsetOfLastFullTableInSUs = diskOffsetOfLastFullTableInSUs;
+ info->numCompleteFullTablesPerDisk = numCompleteFullTablesPerDisk;
+
+ /* 4. create and initialize the lookup tables */
+ info->LayoutTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
+ if (info->LayoutTable == NULL)
+ return (ENOMEM);
+ info->OffsetTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
+ if (info->OffsetTable == NULL)
+ return (ENOMEM);
+ info->BlockTable = rf_make_2d_array(info->TableDepthInPUs * layoutPtr->SUsPerPU, raidPtr->numCol, raidPtr->cleanupList);
+ if (info->BlockTable == NULL)
+ return (ENOMEM);
+
+ first_avail_slot = rf_make_1d_array(v, NULL);
+ if (first_avail_slot == NULL)
+ return (ENOMEM);
+
+ for (i = 0; i < b; i++)
+ for (j = 0; j < k; j++)
+ info->LayoutTable[i][j] = *cfgBuf++;
+
+ /* initialize offset table */
+ for (i = 0; i < b; i++)
+ for (j = 0; j < k; j++) {
+ info->OffsetTable[i][j] = first_avail_slot[info->LayoutTable[i][j]];
+ first_avail_slot[info->LayoutTable[i][j]]++;
+ }
+
+ /* initialize block table */
+ for (SUID = l = 0; l < layoutPtr->SUsPerPU; l++) {
+ for (i = 0; i < b; i++) {
+ for (j = 0; j < k; j++) {
+ info->BlockTable[(info->OffsetTable[i][j] * layoutPtr->SUsPerPU) + l]
+ [info->LayoutTable[i][j]] = SUID;
+ }
+ SUID++;
+ }
+ }
+
+ rf_free_1d_array(first_avail_slot, v);
+
+ /* 5. set up the remaining redundant-but-useful parameters */
+ raidPtr->totalSectors = (k * complete_FT_count + raidPtr->numRow * info->ExtraTablesPerDisk) *
+ info->SUsPerTable * layoutPtr->sectorsPerStripeUnit;
+ layoutPtr->numStripe = (raidPtr->totalSectors / layoutPtr->sectorsPerStripeUnit) / (k - 1);
+
+ /* strange evaluation order below to try and minimize overflow
+ * problems */
+
+ layoutPtr->dataSectorsPerStripe = (k - 1) * layoutPtr->sectorsPerStripeUnit;
+ layoutPtr->bytesPerStripeUnit = layoutPtr->sectorsPerStripeUnit << raidPtr->logBytesPerSector;
+ layoutPtr->numDataCol = k - 1;
+ layoutPtr->numParityCol = 1;
+
+ return (0);
+}
/* declustering with distributed sparing */
static void rf_ShutdownDeclusteredDS(RF_ThreadArg_t);
-static void rf_ShutdownDeclusteredDS(arg)
- RF_ThreadArg_t arg;
+static void
+rf_ShutdownDeclusteredDS(arg)
+ RF_ThreadArg_t arg;
{
- RF_DeclusteredConfigInfo_t *info;
- RF_Raid_t *raidPtr;
+ RF_DeclusteredConfigInfo_t *info;
+ RF_Raid_t *raidPtr;
- raidPtr = (RF_Raid_t *)arg;
- info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
- if (info->SpareTable)
- rf_FreeSpareTable(raidPtr);
+ raidPtr = (RF_Raid_t *) arg;
+ info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
+ if (info->SpareTable)
+ rf_FreeSpareTable(raidPtr);
}
-int rf_ConfigureDeclusteredDS(
- RF_ShutdownList_t **listp,
- RF_Raid_t *raidPtr,
- RF_Config_t *cfgPtr)
+int
+rf_ConfigureDeclusteredDS(
+ RF_ShutdownList_t ** listp,
+ RF_Raid_t * raidPtr,
+ RF_Config_t * cfgPtr)
{
- int rc;
-
- rc = rf_ConfigureDeclustered(listp, raidPtr, cfgPtr);
- if (rc)
- return(rc);
- rc = rf_ShutdownCreate(listp, rf_ShutdownDeclusteredDS, raidPtr);
- if (rc) {
- RF_ERRORMSG1("Got %d adding shutdown event for DeclusteredDS\n", rc);
- rf_ShutdownDeclusteredDS(raidPtr);
- return(rc);
- }
- return(0);
+ int rc;
+
+ rc = rf_ConfigureDeclustered(listp, raidPtr, cfgPtr);
+ if (rc)
+ return (rc);
+ rc = rf_ShutdownCreate(listp, rf_ShutdownDeclusteredDS, raidPtr);
+ if (rc) {
+ RF_ERRORMSG1("Got %d adding shutdown event for DeclusteredDS\n", rc);
+ rf_ShutdownDeclusteredDS(raidPtr);
+ return (rc);
+ }
+ return (0);
}
-void rf_MapSectorDeclustered(raidPtr, raidSector, row, col, diskSector, remap)
- RF_Raid_t *raidPtr;
- RF_RaidAddr_t raidSector;
- RF_RowCol_t *row;
- RF_RowCol_t *col;
- RF_SectorNum_t *diskSector;
- int remap;
+void
+rf_MapSectorDeclustered(raidPtr, raidSector, row, col, diskSector, remap)
+ RF_Raid_t *raidPtr;
+ RF_RaidAddr_t raidSector;
+ RF_RowCol_t *row;
+ RF_RowCol_t *col;
+ RF_SectorNum_t *diskSector;
+ int remap;
{
- RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
- RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
- RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
- RF_StripeNum_t BlockID, BlockOffset, RepIndex;
- RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
- RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
- RF_StripeNum_t base_suid = 0, outSU, SpareRegion=0, SpareSpace=0;
-
- rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
-
- FullTableID = SUID / sus_per_fulltable; /* fulltable ID within array (across rows) */
- if (raidPtr->numRow == 1) *row = 0; /* avoid a mod and a div in the common case */
- else {
- *row = FullTableID % raidPtr->numRow;
- FullTableID /= raidPtr->numRow; /* convert to fulltable ID on this disk */
- }
- if (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) {
- SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
- SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
- }
- FullTableOffset = SUID % sus_per_fulltable;
- TableID = FullTableOffset / info->SUsPerTable;
- TableOffset = FullTableOffset - TableID * info->SUsPerTable;
- BlockID = TableOffset / info->PUsPerBlock;
- BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
- BlockID %= info->BlocksPerTable;
- RepIndex = info->PUsPerBlock - TableID;
- if (!raidPtr->noRotate) BlockOffset += ((BlockOffset >= RepIndex) ? 1 : 0);
- *col = info->LayoutTable[BlockID][BlockOffset];
-
- /* remap to distributed spare space if indicated */
- if (remap) {
- RF_ASSERT( raidPtr->Disks[*row][*col].status == rf_ds_reconstructing || raidPtr->Disks[*row][*col].status == rf_ds_dist_spared ||
- (rf_copyback_in_progress && raidPtr->Disks[*row][*col].status == rf_ds_optimal));
- rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
- } else {
-
- outSU = base_suid;
- outSU += FullTableID * fulltable_depth; /* offs to strt of FT */
- outSU += SpareSpace; /* skip rsvd spare space */
- outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU; /* offs to strt of tble */
- outSU += info->OffsetTable[BlockID][BlockOffset] * layoutPtr->SUsPerPU; /* offs to the PU */
- }
- outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock); /* offs to the SU within a PU */
-
- /* convert SUs to sectors, and, if not aligned to SU boundary, add in offset to sector. */
- *diskSector = outSU*layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
-
- RF_ASSERT( *col != -1 );
+ RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
+ RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
+ RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
+ RF_StripeNum_t BlockID, BlockOffset, RepIndex;
+ RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
+ RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
+ RF_StripeNum_t base_suid = 0, outSU, SpareRegion = 0, SpareSpace = 0;
+
+ rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
+
+ FullTableID = SUID / sus_per_fulltable; /* fulltable ID within array
+ * (across rows) */
+ if (raidPtr->numRow == 1)
+ *row = 0; /* avoid a mod and a div in the common case */
+ else {
+ *row = FullTableID % raidPtr->numRow;
+ FullTableID /= raidPtr->numRow; /* convert to fulltable ID on
+ * this disk */
+ }
+ if (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) {
+ SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
+ SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
+ }
+ FullTableOffset = SUID % sus_per_fulltable;
+ TableID = FullTableOffset / info->SUsPerTable;
+ TableOffset = FullTableOffset - TableID * info->SUsPerTable;
+ BlockID = TableOffset / info->PUsPerBlock;
+ BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
+ BlockID %= info->BlocksPerTable;
+ RepIndex = info->PUsPerBlock - TableID;
+ if (!raidPtr->noRotate)
+ BlockOffset += ((BlockOffset >= RepIndex) ? 1 : 0);
+ *col = info->LayoutTable[BlockID][BlockOffset];
+
+ /* remap to distributed spare space if indicated */
+ if (remap) {
+ RF_ASSERT(raidPtr->Disks[*row][*col].status == rf_ds_reconstructing || raidPtr->Disks[*row][*col].status == rf_ds_dist_spared ||
+ (rf_copyback_in_progress && raidPtr->Disks[*row][*col].status == rf_ds_optimal));
+ rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
+ } else {
+
+ outSU = base_suid;
+ outSU += FullTableID * fulltable_depth; /* offs to strt of FT */
+ outSU += SpareSpace; /* skip rsvd spare space */
+ outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU; /* offs to strt of tble */
+ outSU += info->OffsetTable[BlockID][BlockOffset] * layoutPtr->SUsPerPU; /* offs to the PU */
+ }
+ outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock); /* offs to the SU within
+ * a PU */
+
+ /* convert SUs to sectors, and, if not aligned to SU boundary, add in
+ * offset to sector. */
+ *diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
+
+ RF_ASSERT(*col != -1);
}
/* prototyping this inexplicably causes the compile of the layout table (rf_layout.c) to fail */
-void rf_MapParityDeclustered(
- RF_Raid_t *raidPtr,
- RF_RaidAddr_t raidSector,
- RF_RowCol_t *row,
- RF_RowCol_t *col,
- RF_SectorNum_t *diskSector,
- int remap)
+void
+rf_MapParityDeclustered(
+ RF_Raid_t * raidPtr,
+ RF_RaidAddr_t raidSector,
+ RF_RowCol_t * row,
+ RF_RowCol_t * col,
+ RF_SectorNum_t * diskSector,
+ int remap)
{
- RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
- RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
- RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
- RF_StripeNum_t BlockID, BlockOffset, RepIndex;
- RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
- RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
- RF_StripeNum_t base_suid = 0, outSU, SpareRegion=0, SpareSpace=0;
-
- rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
-
- /* compute row & (possibly) spare space exactly as before */
- FullTableID = SUID / sus_per_fulltable;
- if (raidPtr->numRow == 1) *row = 0; /* avoid a mod and a div in the common case */
- else {
- *row = FullTableID % raidPtr->numRow;
- FullTableID /= raidPtr->numRow; /* convert to fulltable ID on this disk */
- }
- if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
- SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
- SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
- }
-
- /* compute BlockID and RepIndex exactly as before */
- FullTableOffset = SUID % sus_per_fulltable;
- TableID = FullTableOffset / info->SUsPerTable;
- TableOffset = FullTableOffset - TableID * info->SUsPerTable;
- /*TableOffset = FullTableOffset % info->SUsPerTable;*/
- /*BlockID = (TableOffset / info->PUsPerBlock) % info->BlocksPerTable;*/
- BlockID = TableOffset / info->PUsPerBlock;
- /*BlockOffset = TableOffset % info->PUsPerBlock;*/
- BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
- BlockID %= info->BlocksPerTable;
-
- /* the parity block is in the position indicated by RepIndex */
- RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->PUsPerBlock - TableID;
- *col = info->LayoutTable[BlockID][RepIndex];
-
- if (remap) {
- RF_ASSERT( raidPtr->Disks[*row][*col].status == rf_ds_reconstructing || raidPtr->Disks[*row][*col].status == rf_ds_dist_spared ||
- (rf_copyback_in_progress && raidPtr->Disks[*row][*col].status == rf_ds_optimal));
- rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
- } else {
-
- /* compute sector as before, except use RepIndex instead of BlockOffset */
- outSU = base_suid;
- outSU += FullTableID * fulltable_depth;
- outSU += SpareSpace; /* skip rsvd spare space */
- outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
- outSU += info->OffsetTable[BlockID][RepIndex] * layoutPtr->SUsPerPU;
- }
-
- outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
- *diskSector = outSU*layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
-
- RF_ASSERT( *col != -1 );
-}
+ RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
+ RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
+ RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
+ RF_StripeNum_t BlockID, BlockOffset, RepIndex;
+ RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
+ RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
+ RF_StripeNum_t base_suid = 0, outSU, SpareRegion = 0, SpareSpace = 0;
+
+ rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
+
+ /* compute row & (possibly) spare space exactly as before */
+ FullTableID = SUID / sus_per_fulltable;
+ if (raidPtr->numRow == 1)
+ *row = 0; /* avoid a mod and a div in the common case */
+ else {
+ *row = FullTableID % raidPtr->numRow;
+ FullTableID /= raidPtr->numRow; /* convert to fulltable ID on
+ * this disk */
+ }
+ if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
+ SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
+ SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
+ }
+ /* compute BlockID and RepIndex exactly as before */
+ FullTableOffset = SUID % sus_per_fulltable;
+ TableID = FullTableOffset / info->SUsPerTable;
+ TableOffset = FullTableOffset - TableID * info->SUsPerTable;
+ /* TableOffset = FullTableOffset % info->SUsPerTable; */
+ /* BlockID = (TableOffset / info->PUsPerBlock) %
+ * info->BlocksPerTable; */
+ BlockID = TableOffset / info->PUsPerBlock;
+ /* BlockOffset = TableOffset % info->PUsPerBlock; */
+ BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
+ BlockID %= info->BlocksPerTable;
+
+ /* the parity block is in the position indicated by RepIndex */
+ RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->PUsPerBlock - TableID;
+ *col = info->LayoutTable[BlockID][RepIndex];
+
+ if (remap) {
+ RF_ASSERT(raidPtr->Disks[*row][*col].status == rf_ds_reconstructing || raidPtr->Disks[*row][*col].status == rf_ds_dist_spared ||
+ (rf_copyback_in_progress && raidPtr->Disks[*row][*col].status == rf_ds_optimal));
+ rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
+ } else {
+
+ /* compute sector as before, except use RepIndex instead of
+ * BlockOffset */
+ outSU = base_suid;
+ outSU += FullTableID * fulltable_depth;
+ outSU += SpareSpace; /* skip rsvd spare space */
+ outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
+ outSU += info->OffsetTable[BlockID][RepIndex] * layoutPtr->SUsPerPU;
+ }
+ outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
+ *diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
+
+ RF_ASSERT(*col != -1);
+}
/* returns an array of ints identifying the disks that comprise the stripe containing the indicated address.
* the caller must _never_ attempt to modify this array.
*/
-void rf_IdentifyStripeDeclustered(
- RF_Raid_t *raidPtr,
- RF_RaidAddr_t addr,
- RF_RowCol_t **diskids,
- RF_RowCol_t *outRow)
+void
+rf_IdentifyStripeDeclustered(
+ RF_Raid_t * raidPtr,
+ RF_RaidAddr_t addr,
+ RF_RowCol_t ** diskids,
+ RF_RowCol_t * outRow)
{
- RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
- RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
- RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
- RF_StripeNum_t base_suid = 0;
- RF_StripeNum_t SUID = rf_RaidAddressToStripeUnitID(layoutPtr, addr);
- RF_StripeNum_t stripeID, FullTableID;
- int tableOffset;
-
- rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
- FullTableID = SUID / sus_per_fulltable; /* fulltable ID within array (across rows) */
- *outRow = FullTableID % raidPtr->numRow;
- stripeID = rf_StripeUnitIDToStripeID(layoutPtr, SUID); /* find stripe offset into array */
- tableOffset = (stripeID % info->BlocksPerTable); /* find offset into block design table */
- *diskids = info->LayoutTable[tableOffset];
+ RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
+ RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
+ RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
+ RF_StripeNum_t base_suid = 0;
+ RF_StripeNum_t SUID = rf_RaidAddressToStripeUnitID(layoutPtr, addr);
+ RF_StripeNum_t stripeID, FullTableID;
+ int tableOffset;
+
+ rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
+ FullTableID = SUID / sus_per_fulltable; /* fulltable ID within array
+ * (across rows) */
+ *outRow = FullTableID % raidPtr->numRow;
+ stripeID = rf_StripeUnitIDToStripeID(layoutPtr, SUID); /* find stripe offset
+ * into array */
+ tableOffset = (stripeID % info->BlocksPerTable); /* find offset into
+ * block design table */
+ *diskids = info->LayoutTable[tableOffset];
}
-
/* This returns the default head-separation limit, which is measured
* in "required units for reconstruction". Each time a disk fetches
* a unit, it bumps a counter. The head-sep code prohibits any disk
- * from getting more than headSepLimit counter values ahead of any
+ * from getting more than headSepLimit counter values ahead of any
* other.
*
* We assume here that the number of floating recon buffers is already
@@ -608,7 +503,7 @@ void rf_IdentifyStripeDeclustered(
* under recon at any one time. In each table, lambda units are required
* from each disk, so given B buffers, the head sep limit has to be
* (lambda*B)/r units. We subtract one to avoid weird boundary cases.
- *
+ *
* for example, suppose were given 50 buffers, r=19, and lambda=4 as in
* the 20.5 design. There are 19 stripes/table to be reconstructed, so
* we can have 50/19 tables concurrently under reconstruction, which means
@@ -619,24 +514,24 @@ void rf_IdentifyStripeDeclustered(
* If numBufsToAccumulate is not 1, we need to limit the head sep further
* because multiple bufs will be required for each stripe under recon.
*/
-RF_HeadSepLimit_t rf_GetDefaultHeadSepLimitDeclustered(
- RF_Raid_t *raidPtr)
+RF_HeadSepLimit_t
+rf_GetDefaultHeadSepLimitDeclustered(
+ RF_Raid_t * raidPtr)
{
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
- return(info->Lambda * raidPtr->numFloatingReconBufs / info->TableDepthInPUs / rf_numBufsToAccumulate);
+ return (info->Lambda * raidPtr->numFloatingReconBufs / info->TableDepthInPUs / rf_numBufsToAccumulate);
}
-
/* returns the default number of recon buffers to use. The value
* is somewhat arbitrary...it's intended to be large enough to allow
* for a reasonably large head-sep limit, but small enough that you
* don't use up all your system memory with buffers.
*/
-int rf_GetDefaultNumFloatingReconBuffersDeclustered(RF_Raid_t *raidPtr)
+int
+rf_GetDefaultNumFloatingReconBuffersDeclustered(RF_Raid_t * raidPtr)
{
- return(100 * rf_numBufsToAccumulate);
+ return (100 * rf_numBufsToAccumulate);
}
-
/* sectors in the last fulltable of the array need to be handled
* specially since this fulltable can be incomplete. this function
* changes the values of certain params to handle this.
@@ -653,195 +548,198 @@ int rf_GetDefaultNumFloatingReconBuffersDeclustered(RF_Raid_t *raidPtr)
* the users stripe unit number from an offset into the array to
* an offset into the last fulltable.
*/
-void rf_decluster_adjust_params(
- RF_RaidLayout_t *layoutPtr,
- RF_StripeNum_t *SUID,
- RF_StripeCount_t *sus_per_fulltable,
- RF_StripeCount_t *fulltable_depth,
- RF_StripeNum_t *base_suid)
+void
+rf_decluster_adjust_params(
+ RF_RaidLayout_t * layoutPtr,
+ RF_StripeNum_t * SUID,
+ RF_StripeCount_t * sus_per_fulltable,
+ RF_StripeCount_t * fulltable_depth,
+ RF_StripeNum_t * base_suid)
{
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
-#if (defined(__NetBSD__) || defined(__OpenBSD__)) && defined(_KERNEL)
- /* Nothing! */
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
+#if (defined(__NetBSD__) || defined (__OpenBSD__)) && defined(_KERNEL)
+ /* Nothing! */
#else
- char pc = layoutPtr->map->parityConfig;
+ char pc = layoutPtr->map->parityConfig;
#endif
- if (*SUID >= info->FullTableLimitSUID) {
- /* new full table size is size of last full table on disk */
- *sus_per_fulltable = info->ExtraTablesPerDisk * info->SUsPerTable;
+ if (*SUID >= info->FullTableLimitSUID) {
+ /* new full table size is size of last full table on disk */
+ *sus_per_fulltable = info->ExtraTablesPerDisk * info->SUsPerTable;
- /* new full table depth is corresponding depth */
- *fulltable_depth = info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
+ /* new full table depth is corresponding depth */
+ *fulltable_depth = info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
- /* set up the new base offset */
- *base_suid = info->DiskOffsetOfLastFullTableInSUs;
+ /* set up the new base offset */
+ *base_suid = info->DiskOffsetOfLastFullTableInSUs;
- /* convert users array address to an offset into the last fulltable */
- *SUID -= info->FullTableLimitSUID;
- }
+ /* convert users array address to an offset into the last
+ * fulltable */
+ *SUID -= info->FullTableLimitSUID;
+ }
}
-
/*
* map a stripe ID to a parity stripe ID.
* See comment above RaidAddressToParityStripeID in layout.c.
*/
-void rf_MapSIDToPSIDDeclustered(
- RF_RaidLayout_t *layoutPtr,
- RF_StripeNum_t stripeID,
- RF_StripeNum_t *psID,
- RF_ReconUnitNum_t *which_ru)
+void
+rf_MapSIDToPSIDDeclustered(
+ RF_RaidLayout_t * layoutPtr,
+ RF_StripeNum_t stripeID,
+ RF_StripeNum_t * psID,
+ RF_ReconUnitNum_t * which_ru)
{
- RF_DeclusteredConfigInfo_t *info;
-
- info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
-
- *psID = (stripeID / (layoutPtr->SUsPerPU * info->BlocksPerTable))
- * info->BlocksPerTable + (stripeID % info->BlocksPerTable);
- *which_ru = (stripeID % (info->BlocksPerTable * layoutPtr->SUsPerPU))
- / info->BlocksPerTable;
- RF_ASSERT( (*which_ru) < layoutPtr->SUsPerPU/layoutPtr->SUsPerRU);
-}
+ RF_DeclusteredConfigInfo_t *info;
+
+ info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
+ *psID = (stripeID / (layoutPtr->SUsPerPU * info->BlocksPerTable))
+ * info->BlocksPerTable + (stripeID % info->BlocksPerTable);
+ *which_ru = (stripeID % (info->BlocksPerTable * layoutPtr->SUsPerPU))
+ / info->BlocksPerTable;
+ RF_ASSERT((*which_ru) < layoutPtr->SUsPerPU / layoutPtr->SUsPerRU);
+}
/*
* Called from MapSector and MapParity to retarget an access at the spare unit.
* Modifies the "col" and "outSU" parameters only.
*/
-void rf_remap_to_spare_space(
- RF_RaidLayout_t *layoutPtr,
- RF_DeclusteredConfigInfo_t *info,
- RF_RowCol_t row,
- RF_StripeNum_t FullTableID,
- RF_StripeNum_t TableID,
- RF_SectorNum_t BlockID,
- RF_StripeNum_t base_suid,
- RF_StripeNum_t SpareRegion,
- RF_RowCol_t *outCol,
- RF_StripeNum_t *outSU)
+void
+rf_remap_to_spare_space(
+ RF_RaidLayout_t * layoutPtr,
+ RF_DeclusteredConfigInfo_t * info,
+ RF_RowCol_t row,
+ RF_StripeNum_t FullTableID,
+ RF_StripeNum_t TableID,
+ RF_SectorNum_t BlockID,
+ RF_StripeNum_t base_suid,
+ RF_StripeNum_t SpareRegion,
+ RF_RowCol_t * outCol,
+ RF_StripeNum_t * outSU)
{
- RF_StripeNum_t ftID, spareTableStartSU, TableInSpareRegion, lastSROffset, which_ft;
-
- /*
- * note that FullTableID and hence SpareRegion may have gotten
- * tweaked by rf_decluster_adjust_params. We detect this by
- * noticing that base_suid is not 0.
- */
- if (base_suid == 0) {
- ftID = FullTableID;
- }
- else {
- /*
- * There may be > 1.0 full tables in the last (i.e. partial)
- * spare region. find out which of these we're in.
- */
- lastSROffset = info->NumCompleteSRs * info->SpareRegionDepthInSUs;
- which_ft = (info->DiskOffsetOfLastFullTableInSUs - lastSROffset) / (info->FullTableDepthInPUs * layoutPtr->SUsPerPU);
-
- /* compute the actual full table ID */
- ftID = info->DiskOffsetOfLastFullTableInSUs / (info->FullTableDepthInPUs * layoutPtr->SUsPerPU) + which_ft;
- SpareRegion = info->NumCompleteSRs;
- }
- TableInSpareRegion = (ftID * info->NumParityReps + TableID) % info->TablesPerSpareRegion;
-
- *outCol = info->SpareTable[TableInSpareRegion][BlockID].spareDisk;
- RF_ASSERT( *outCol != -1);
-
- spareTableStartSU = (SpareRegion == info->NumCompleteSRs) ?
+ RF_StripeNum_t ftID, spareTableStartSU, TableInSpareRegion, lastSROffset,
+ which_ft;
+
+ /*
+ * note that FullTableID and hence SpareRegion may have gotten
+ * tweaked by rf_decluster_adjust_params. We detect this by
+ * noticing that base_suid is not 0.
+ */
+ if (base_suid == 0) {
+ ftID = FullTableID;
+ } else {
+ /*
+ * There may be > 1.0 full tables in the last (i.e. partial)
+ * spare region. find out which of these we're in.
+ */
+ lastSROffset = info->NumCompleteSRs * info->SpareRegionDepthInSUs;
+ which_ft = (info->DiskOffsetOfLastFullTableInSUs - lastSROffset) / (info->FullTableDepthInPUs * layoutPtr->SUsPerPU);
+
+ /* compute the actual full table ID */
+ ftID = info->DiskOffsetOfLastFullTableInSUs / (info->FullTableDepthInPUs * layoutPtr->SUsPerPU) + which_ft;
+ SpareRegion = info->NumCompleteSRs;
+ }
+ TableInSpareRegion = (ftID * info->NumParityReps + TableID) % info->TablesPerSpareRegion;
+
+ *outCol = info->SpareTable[TableInSpareRegion][BlockID].spareDisk;
+ RF_ASSERT(*outCol != -1);
+
+ spareTableStartSU = (SpareRegion == info->NumCompleteSRs) ?
info->DiskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU :
- (SpareRegion+1) * info->SpareRegionDepthInSUs - info->SpareSpaceDepthPerRegionInSUs;
- *outSU = spareTableStartSU + info->SpareTable[TableInSpareRegion][BlockID].spareBlockOffsetInSUs;
- if (*outSU >= layoutPtr->stripeUnitsPerDisk) {
- printf("rf_remap_to_spare_space: invalid remapped disk SU offset %ld\n",(long)*outSU);
- }
+ (SpareRegion + 1) * info->SpareRegionDepthInSUs - info->SpareSpaceDepthPerRegionInSUs;
+ *outSU = spareTableStartSU + info->SpareTable[TableInSpareRegion][BlockID].spareBlockOffsetInSUs;
+ if (*outSU >= layoutPtr->stripeUnitsPerDisk) {
+ printf("rf_remap_to_spare_space: invalid remapped disk SU offset %ld\n", (long) *outSU);
+ }
}
-int rf_InstallSpareTable(
- RF_Raid_t *raidPtr,
- RF_RowCol_t frow,
- RF_RowCol_t fcol)
+int
+rf_InstallSpareTable(
+ RF_Raid_t * raidPtr,
+ RF_RowCol_t frow,
+ RF_RowCol_t fcol)
{
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
- RF_SparetWait_t *req;
- int retcode;
-
- RF_Malloc(req, sizeof(*req), (RF_SparetWait_t *));
- req->C = raidPtr->numCol;
- req->G = raidPtr->Layout.numDataCol + raidPtr->Layout.numParityCol;
- req->fcol = fcol;
- req->SUsPerPU = raidPtr->Layout.SUsPerPU;
- req->TablesPerSpareRegion = info->TablesPerSpareRegion;
- req->BlocksPerTable = info->BlocksPerTable;
- req->TableDepthInPUs = info->TableDepthInPUs;
- req->SpareSpaceDepthPerRegionInSUs = info->SpareSpaceDepthPerRegionInSUs;
-
-#ifndef KERNEL
- info->SpareTable = rf_ReadSpareTable(req, info->sparemap_fname);
- RF_Free(req, sizeof(*req));
- retcode = (info->SpareTable) ? 0 : 1;
-#else /* !KERNEL */
- retcode = rf_GetSpareTableFromDaemon(req);
- RF_ASSERT(!retcode); /* XXX -- fix this to recover gracefully -- XXX */
-#endif /* !KERNEL */
-
- return(retcode);
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
+ RF_SparetWait_t *req;
+ int retcode;
+
+ RF_Malloc(req, sizeof(*req), (RF_SparetWait_t *));
+ req->C = raidPtr->numCol;
+ req->G = raidPtr->Layout.numDataCol + raidPtr->Layout.numParityCol;
+ req->fcol = fcol;
+ req->SUsPerPU = raidPtr->Layout.SUsPerPU;
+ req->TablesPerSpareRegion = info->TablesPerSpareRegion;
+ req->BlocksPerTable = info->BlocksPerTable;
+ req->TableDepthInPUs = info->TableDepthInPUs;
+ req->SpareSpaceDepthPerRegionInSUs = info->SpareSpaceDepthPerRegionInSUs;
+
+ retcode = rf_GetSpareTableFromDaemon(req);
+ RF_ASSERT(!retcode); /* XXX -- fix this to recover gracefully --
+ * XXX */
+ return (retcode);
}
-
-#ifdef KERNEL
/*
* Invoked via ioctl to install a spare table in the kernel.
*/
-int rf_SetSpareTable(raidPtr, data)
- RF_Raid_t *raidPtr;
- void *data;
+int
+rf_SetSpareTable(raidPtr, data)
+ RF_Raid_t *raidPtr;
+ void *data;
{
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
- RF_SpareTableEntry_t **ptrs;
- int i, retcode;
-
- /* what we need to copyin is a 2-d array, so first copyin the user pointers to the rows in the table */
- RF_Malloc(ptrs, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *), (RF_SpareTableEntry_t **));
- retcode = copyin((caddr_t) data, (caddr_t) ptrs, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *));
-
- if (retcode) return(retcode);
-
- /* now allocate kernel space for the row pointers */
- RF_Malloc(info->SpareTable, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *), (RF_SpareTableEntry_t **));
-
- /* now allocate kernel space for each row in the table, and copy it in from user space */
- for (i=0; i<info->TablesPerSpareRegion; i++) {
- RF_Malloc(info->SpareTable[i], info->BlocksPerTable * sizeof(RF_SpareTableEntry_t), (RF_SpareTableEntry_t *));
- retcode = copyin(ptrs[i], info->SpareTable[i], info->BlocksPerTable * sizeof(RF_SpareTableEntry_t));
- if (retcode) {
- info->SpareTable = NULL; /* blow off the memory we've allocated */
- return(retcode);
- }
- }
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) raidPtr->Layout.layoutSpecificInfo;
+ RF_SpareTableEntry_t **ptrs;
+ int i, retcode;
+
+ /* what we need to copyin is a 2-d array, so first copyin the user
+ * pointers to the rows in the table */
+ RF_Malloc(ptrs, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *), (RF_SpareTableEntry_t **));
+ retcode = copyin((caddr_t) data, (caddr_t) ptrs, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *));
+
+ if (retcode)
+ return (retcode);
+
+ /* now allocate kernel space for the row pointers */
+ RF_Malloc(info->SpareTable, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *), (RF_SpareTableEntry_t **));
+
+ /* now allocate kernel space for each row in the table, and copy it in
+ * from user space */
+ for (i = 0; i < info->TablesPerSpareRegion; i++) {
+ RF_Malloc(info->SpareTable[i], info->BlocksPerTable * sizeof(RF_SpareTableEntry_t), (RF_SpareTableEntry_t *));
+ retcode = copyin(ptrs[i], info->SpareTable[i], info->BlocksPerTable * sizeof(RF_SpareTableEntry_t));
+ if (retcode) {
+ info->SpareTable = NULL; /* blow off the memory
+ * we've allocated */
+ return (retcode);
+ }
+ }
- /* free up the temporary array we used */
- RF_Free(ptrs, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *));
+ /* free up the temporary array we used */
+ RF_Free(ptrs, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *));
- return(0);
+ return (0);
}
-#endif /* KERNEL */
-RF_ReconUnitCount_t rf_GetNumSpareRUsDeclustered(raidPtr)
- RF_Raid_t *raidPtr;
+RF_ReconUnitCount_t
+rf_GetNumSpareRUsDeclustered(raidPtr)
+ RF_Raid_t *raidPtr;
{
- RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
+ RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
- return( ((RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo)->TotSparePUsPerDisk );
+ return (((RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo)->TotSparePUsPerDisk);
}
-void rf_FreeSpareTable(raidPtr)
- RF_Raid_t *raidPtr;
+void
+rf_FreeSpareTable(raidPtr)
+ RF_Raid_t *raidPtr;
{
- long i;
- RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
- RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
- RF_SpareTableEntry_t **table = info->SpareTable;
-
- for (i=0; i<info->TablesPerSpareRegion; i++) {RF_Free(table[i], info->BlocksPerTable * sizeof(RF_SpareTableEntry_t));}
- RF_Free(table, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *));
- info->SpareTable = (RF_SpareTableEntry_t **) NULL;
+ long i;
+ RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
+ RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
+ RF_SpareTableEntry_t **table = info->SpareTable;
+
+ for (i = 0; i < info->TablesPerSpareRegion; i++) {
+ RF_Free(table[i], info->BlocksPerTable * sizeof(RF_SpareTableEntry_t));
+ }
+ RF_Free(table, info->TablesPerSpareRegion * sizeof(RF_SpareTableEntry_t *));
+ info->SpareTable = (RF_SpareTableEntry_t **) NULL;
}