Vitaliy Filippov
4a2dcf7b6b
VNPL 1.1 is slightly reworded to make it clear that proprietary software interacting with Vitastor and providing some kind of service to end users isn't a "Proxy Program" if it's not specially designed to be used with Vitastor. For example, Windows OS running in a virtual machine stored in a Vitastor cluster clearly isn't.
783 lines
32 KiB
C++
783 lines
32 KiB
C++
// Copyright (c) Vitaliy Filippov, 2019+
|
|
// License: VNPL-1.1 (see README.md for details)
|
|
|
|
#define RMW_DEBUG
|
|
|
|
#include <string.h>
|
|
#include "osd_rmw.cpp"
|
|
#include "test_pattern.h"
|
|
|
|
void dump_stripes(osd_rmw_stripe_t *stripes, int pg_size);
|
|
void test1();
|
|
void test4();
|
|
void test5();
|
|
void test6();
|
|
void test7();
|
|
void test8();
|
|
void test9();
|
|
void test10();
|
|
void test11();
|
|
void test12();
|
|
void test13();
|
|
void test14();
|
|
|
|
int main(int narg, char *args[])
|
|
{
|
|
// Test 1
|
|
test1();
|
|
// Test 4
|
|
test4();
|
|
// Test 5
|
|
test5();
|
|
// Test 6
|
|
test6();
|
|
// Test 7
|
|
test7();
|
|
// Test 8
|
|
test8();
|
|
// Test 9
|
|
test9();
|
|
// Test 10
|
|
test10();
|
|
// Test 11
|
|
test11();
|
|
// Test 12
|
|
test12();
|
|
// Test 13
|
|
test13();
|
|
// Test 14
|
|
test14();
|
|
// End
|
|
printf("all ok\n");
|
|
return 0;
|
|
}
|
|
|
|
void dump_stripes(osd_rmw_stripe_t *stripes, int pg_size)
|
|
{
|
|
printf("request");
|
|
for (int i = 0; i < pg_size; i++)
|
|
{
|
|
printf(" {%uK-%uK}", stripes[i].req_start/1024, stripes[i].req_end/1024);
|
|
}
|
|
printf("\n");
|
|
printf("read");
|
|
for (int i = 0; i < pg_size; i++)
|
|
{
|
|
printf(" {%uK-%uK}", stripes[i].read_start/1024, stripes[i].read_end/1024);
|
|
}
|
|
printf("\n");
|
|
printf("write");
|
|
for (int i = 0; i < pg_size; i++)
|
|
{
|
|
printf(" {%uK-%uK}", stripes[i].write_start/1024, stripes[i].write_end/1024);
|
|
}
|
|
printf("\n");
|
|
}
|
|
|
|
/***
|
|
|
|
1. split(offset=128K-4K, len=8K)
|
|
= [ [ 128K-4K, 128K ], [ 0, 4K ], [ 0, 0 ] ]
|
|
|
|
read(offset=128K-4K, len=8K, osd_set=[1,0,3])
|
|
= { read: [ [ 0, 128K ], [ 0, 4K ], [ 0, 4K ] ] }
|
|
|
|
cover_read(0, 128K, { req: [ 128K-4K, 4K ] })
|
|
= { read: [ 0, 128K-4K ] }
|
|
|
|
***/
|
|
|
|
void test1()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 0, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 1.1
|
|
split_stripes(2, 128*1024, 128*1024-4096, 8192, stripes);
|
|
assert(stripes[0].req_start == 128*1024-4096 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 4096);
|
|
assert(stripes[2].req_end == 0);
|
|
// Test 1.2
|
|
for (int i = 0; i < 3; i++)
|
|
{
|
|
stripes[i].read_start = stripes[i].req_start;
|
|
stripes[i].read_end = stripes[i].req_end;
|
|
}
|
|
assert(extend_missing_stripes(stripes, osd_set, 2, 3) == 0);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 4096);
|
|
// Test 1.3
|
|
stripes[0] = (osd_rmw_stripe_t){ .req_start = 128*1024-4096, .req_end = 128*1024 };
|
|
cover_read(0, 128*1024, stripes[0]);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024-4096);
|
|
}
|
|
|
|
/***
|
|
|
|
4. write(offset=128K-4K, len=8K, osd_set=[1,0,3])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 4K, 128K ], [ 4K, 128K ] ],
|
|
write: [ [ 128K-4K, 128K ], [ 0, 4K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, read0, read1, read2 ],
|
|
}
|
|
+ check write2 buffer
|
|
|
|
***/
|
|
|
|
void test4()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 0, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 4.1
|
|
split_stripes(2, 128*1024, 128*1024-4096, 8192, stripes);
|
|
void* write_buf = malloc(8192);
|
|
void* rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 2, osd_set, 128*1024);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 4096 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 4096 && stripes[2].read_end == 128*1024);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[1].read_buf == rmw_buf+128*1024*2);
|
|
assert(stripes[2].read_buf == rmw_buf+128*1024*3-4096);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+4096);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 4.2
|
|
set_pattern(write_buf, 8192, PATTERN0);
|
|
set_pattern(stripes[0].read_buf, 128*1024, PATTERN1); // old data
|
|
set_pattern(stripes[1].read_buf, 128*1024-4096, UINT64_MAX); // didn't read it, it's missing
|
|
set_pattern(stripes[2].read_buf, 128*1024-4096, 0); // old parity = 0
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, osd_set, 128*1024);
|
|
check_pattern(stripes[2].write_buf, 4096, PATTERN0^PATTERN1); // new parity
|
|
check_pattern(stripes[2].write_buf+4096, 128*1024-4096*2, 0); // new parity
|
|
check_pattern(stripes[2].write_buf+128*1024-4096, 4096, PATTERN0^PATTERN1); // new parity
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
5. write(offset=0, len=128K+64K, osd_set=[1,0,3])
|
|
= {
|
|
req: [ [ 0, 128K ], [ 0, 64K ], [ 0, 0 ] ],
|
|
read: [ [ 64K, 128K ], [ 64K, 128K ], [ 64K, 128K ] ],
|
|
write: [ [ 0, 128K ], [ 0, 64K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, read0, read1, read2 ],
|
|
}
|
|
|
|
***/
|
|
|
|
void test5()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 0, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 5.1
|
|
split_stripes(2, 128*1024, 0, 64*1024*3, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 64*1024);
|
|
assert(stripes[2].req_end == 0);
|
|
// Test 5.2
|
|
void *write_buf = malloc(64*1024*3);
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 2, osd_set, 128*1024);
|
|
assert(stripes[0].read_start == 64*1024 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 64*1024 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 64*1024 && stripes[2].read_end == 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 64*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[1].read_buf == rmw_buf+64*3*1024);
|
|
assert(stripes[2].read_buf == rmw_buf+64*4*1024);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+128*1024);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
6. write(offset=0, len=128K+64K, osd_set=[1,2,3])
|
|
= {
|
|
req: [ [ 0, 128K ], [ 0, 64K ], [ 0, 0 ] ],
|
|
read: [ [ 0, 0 ], [ 64K, 128K ], [ 0, 0 ] ],
|
|
write: [ [ 0, 128K ], [ 0, 64K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, read1 ],
|
|
}
|
|
|
|
***/
|
|
|
|
void test6()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 6.1
|
|
split_stripes(2, 128*1024, 0, 64*1024*3, stripes);
|
|
void *write_buf = malloc(64*1024*3);
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 3, osd_set, 128*1024);
|
|
assert(stripes[0].read_end == 0);
|
|
assert(stripes[1].read_start == 64*1024 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_end == 0);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 64*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == 0);
|
|
assert(stripes[1].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[2].read_buf == 0);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+128*1024);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
7. calc_rmw(offset=128K-4K, len=8K, osd_set=[1,0,3], write_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 0, 128K ], [ 0, 128K ] ],
|
|
write: [ [ 128K-4K, 128K ], [ 0, 4K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, read0, read1, read2 ],
|
|
}
|
|
then, after calc_rmw_parity_xor(): {
|
|
write: [ [ 128K-4K, 128K ], [ 0, 128K ], [ 0, 128K ] ],
|
|
write1==read1,
|
|
}
|
|
+ check write1 buffer
|
|
+ check write2 buffer
|
|
|
|
***/
|
|
|
|
void test7()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 0, 3 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 7.1
|
|
split_stripes(2, 128*1024, 128*1024-4096, 8192, stripes);
|
|
void *write_buf = malloc(8192);
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 2, write_osd_set, 128*1024);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 128*1024);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[1].read_buf == rmw_buf+128*1024*2);
|
|
assert(stripes[2].read_buf == rmw_buf+128*1024*3);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+4096);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 7.2
|
|
set_pattern(write_buf, 8192, PATTERN0);
|
|
set_pattern(stripes[0].read_buf, 128*1024, PATTERN1); // old data
|
|
set_pattern(stripes[1].read_buf, 128*1024, UINT64_MAX); // didn't read it, it's missing
|
|
set_pattern(stripes[2].read_buf, 128*1024, 0); // old parity = 0
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 128*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[1].write_buf == stripes[1].read_buf);
|
|
check_pattern(stripes[1].write_buf, 4096, PATTERN0);
|
|
check_pattern(stripes[1].write_buf+4096, 128*1024-4096, PATTERN1);
|
|
check_pattern(stripes[2].write_buf, 4096, PATTERN0^PATTERN1); // new parity
|
|
check_pattern(stripes[2].write_buf+4096, 128*1024-4096*2, 0); // new parity
|
|
check_pattern(stripes[2].write_buf+128*1024-4096, 4096, PATTERN0^PATTERN1); // new parity
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
8. calc_rmw(offset=0, len=128K+4K, osd_set=[0,2,3], write_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 0 ], [ 4K, 128K ], [ 0, 0 ] ],
|
|
write: [ [ 0, 128K ], [ 0, 4K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, read1 ],
|
|
}
|
|
+ check write2 buffer
|
|
|
|
***/
|
|
|
|
void test8()
|
|
{
|
|
osd_num_t osd_set[3] = { 0, 2, 3 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 8.1
|
|
split_stripes(2, 128*1024, 0, 128*1024+4096, stripes);
|
|
void *write_buf = malloc(128*1024+4096);
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 2, write_osd_set, 128*1024);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 0);
|
|
assert(stripes[1].read_start == 4096 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 0);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == NULL);
|
|
assert(stripes[1].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[2].read_buf == NULL);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+128*1024);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 8.2
|
|
set_pattern(write_buf, 128*1024+4096, PATTERN0);
|
|
set_pattern(stripes[1].read_buf, 128*1024-4096, PATTERN1);
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024); // recheck again
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096); // recheck again
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024); // recheck again
|
|
assert(stripes[0].write_buf == write_buf); // recheck again
|
|
assert(stripes[1].write_buf == write_buf+128*1024); // recheck again
|
|
assert(stripes[2].write_buf == rmw_buf); // recheck again
|
|
check_pattern(stripes[2].write_buf, 4096, 0); // new parity
|
|
check_pattern(stripes[2].write_buf+4096, 128*1024-4096, PATTERN0^PATTERN1); // new parity
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
9. object recovery case:
|
|
calc_rmw(offset=0, len=0, read_osd_set=[0,2,3], write_osd_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 0, 128K ], [ 0, 128K ] ],
|
|
write: [ [ 0, 0 ], [ 0, 0 ], [ 0, 0 ] ],
|
|
input buffer: NULL,
|
|
rmw buffer: [ read0, read1, read2 ],
|
|
}
|
|
then, after calc_rmw_parity_xor(): {
|
|
write: [ [ 0, 128K ], [ 0, 0 ], [ 0, 0 ] ],
|
|
write0==read0,
|
|
}
|
|
+ check write0 buffer
|
|
|
|
***/
|
|
|
|
void test9()
|
|
{
|
|
osd_num_t osd_set[3] = { 0, 2, 3 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 9.0
|
|
split_stripes(2, 128*1024, 64*1024, 0, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 0);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 0);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
// Test 9.1
|
|
void *write_buf = NULL;
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 3, write_osd_set, 128*1024);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 0);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 0);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 0);
|
|
assert(stripes[0].read_buf == rmw_buf);
|
|
assert(stripes[1].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[2].read_buf == rmw_buf+128*1024*2);
|
|
assert(stripes[0].write_buf == NULL);
|
|
assert(stripes[1].write_buf == NULL);
|
|
assert(stripes[2].write_buf == NULL);
|
|
// Test 9.2
|
|
set_pattern(stripes[1].read_buf, 128*1024, 0);
|
|
set_pattern(stripes[2].read_buf, 128*1024, PATTERN1);
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 0);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 0);
|
|
assert(stripes[0].write_buf == rmw_buf);
|
|
assert(stripes[1].write_buf == NULL);
|
|
assert(stripes[2].write_buf == NULL);
|
|
check_pattern(stripes[0].read_buf, 128*1024, PATTERN1);
|
|
check_pattern(stripes[0].write_buf, 128*1024, PATTERN1);
|
|
free(rmw_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
10. full overwrite/recovery case:
|
|
calc_rmw(offset=0, len=256K, read_osd_set=[1,0,0], write_osd_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 0 ], [ 0, 0 ], [ 0, 0 ] ],
|
|
write: [ [ 0, 128K ], [ 0, 128K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2 ],
|
|
}
|
|
then, after calc_rmw_parity_xor(): all the same
|
|
+ check write2 buffer
|
|
|
|
***/
|
|
|
|
void test10()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 0, 0 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 10.0
|
|
split_stripes(2, 128*1024, 0, 256*1024, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 128*1024);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
// Test 10.1
|
|
void *write_buf = malloc(256*1024);
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 3, write_osd_set, 128*1024);
|
|
assert(rmw_buf);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 0);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 0);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 0);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 128*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == NULL);
|
|
assert(stripes[1].read_buf == NULL);
|
|
assert(stripes[2].read_buf == NULL);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+128*1024);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 10.2
|
|
set_pattern(stripes[0].write_buf, 128*1024, PATTERN1);
|
|
set_pattern(stripes[1].write_buf, 128*1024, PATTERN2);
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 128*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+128*1024);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
check_pattern(stripes[2].write_buf, 128*1024, PATTERN1^PATTERN2);
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
11. partial recovery case:
|
|
calc_rmw(offset=128K, len=128K, read_osd_set=[1,0,0], write_osd_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 0, 0 ], [ 0, 0 ] ],
|
|
write: [ [ 0, 0 ], [ 0, 128K ], [ 0, 128K ] ],
|
|
input buffer: [ write1 ],
|
|
rmw buffer: [ write2, read0 ],
|
|
}
|
|
then, after calc_rmw_parity_xor(): all the same
|
|
+ check write2 buffer
|
|
|
|
***/
|
|
|
|
void test11()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 0, 0 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 11.0
|
|
split_stripes(2, 128*1024, 128*1024, 256*1024, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 0);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 128*1024);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
// Test 11.1
|
|
void *write_buf = malloc(256*1024);
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 3, write_osd_set, 128*1024);
|
|
assert(rmw_buf);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 0);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 0);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 0);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 128*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[1].read_buf == NULL);
|
|
assert(stripes[2].read_buf == NULL);
|
|
assert(stripes[0].write_buf == NULL);
|
|
assert(stripes[1].write_buf == write_buf);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 11.2
|
|
set_pattern(stripes[0].read_buf, 128*1024, PATTERN1);
|
|
set_pattern(stripes[1].write_buf, 128*1024, PATTERN2);
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 0);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 128*1024);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].write_buf == NULL);
|
|
assert(stripes[1].write_buf == write_buf);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
check_pattern(stripes[2].write_buf, 128*1024, PATTERN1^PATTERN2);
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
12. parity recovery case:
|
|
calc_rmw(offset=0, len=0, read_osd_set=[1,2,0], write_osd_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 0, 128K ], [ 0, 0 ] ],
|
|
write: [ [ 0, 0 ], [ 0, 0 ], [ 0, 128K ] ],
|
|
input buffer: [],
|
|
rmw buffer: [ write2, read0, read1 ],
|
|
}
|
|
then, after calc_rmw_parity_xor(): all the same
|
|
+ check write2 buffer
|
|
|
|
***/
|
|
|
|
void test12()
|
|
{
|
|
osd_num_t osd_set[3] = { 1, 2, 0 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 12.0
|
|
split_stripes(2, 128*1024, 0, 0, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 0);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 0);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
// Test 12.1
|
|
void *rmw_buf = calc_rmw(NULL, stripes, osd_set, 3, 2, 3, write_osd_set, 128*1024);
|
|
assert(rmw_buf);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 0);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 0);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 0);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[1].read_buf == rmw_buf+2*128*1024);
|
|
assert(stripes[2].read_buf == NULL);
|
|
assert(stripes[0].write_buf == NULL);
|
|
assert(stripes[1].write_buf == NULL);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 12.2
|
|
set_pattern(stripes[0].read_buf, 128*1024, PATTERN1);
|
|
set_pattern(stripes[1].read_buf, 128*1024, PATTERN2);
|
|
calc_rmw_parity_xor(stripes, 3, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 0 && stripes[0].write_end == 0);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 0);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].write_buf == NULL);
|
|
assert(stripes[1].write_buf == NULL);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
check_pattern(stripes[2].write_buf, 128*1024, PATTERN1^PATTERN2);
|
|
free(rmw_buf);
|
|
}
|
|
|
|
/***
|
|
|
|
13. basic jerasure 2+2 test
|
|
calc_rmw(offset=128K-4K, len=8K, osd_set=[1,2,0,0], write_set=[1,2,3,4])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 0, 128K ], [ 0, 0 ], [ 0, 0 ] ],
|
|
write: [ [ 128K-4K, 128K ], [ 0, 4K ], [ 0, 128K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, write3, read0, read1 ],
|
|
}
|
|
then, after calc_rmw_parity_jerasure(): all the same
|
|
then simulate read with read_osd_set=[0,0,3,4] and check read0,read1 buffers
|
|
|
|
***/
|
|
|
|
void test13()
|
|
{
|
|
use_jerasure(4, 2, true);
|
|
osd_num_t osd_set[4] = { 1, 2, 0, 0 };
|
|
osd_num_t write_osd_set[4] = { 1, 2, 3, 4 };
|
|
osd_rmw_stripe_t stripes[4] = { 0 };
|
|
// Test 13.0
|
|
void *write_buf = malloc_or_die(8192);
|
|
split_stripes(2, 128*1024, 128*1024-4096, 8192, stripes);
|
|
assert(stripes[0].req_start == 128*1024-4096 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 4096);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
assert(stripes[3].req_start == 0 && stripes[3].req_end == 0);
|
|
// Test 13.1
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 4, 2, 4, write_osd_set, 128*1024);
|
|
assert(rmw_buf);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024-4096);
|
|
assert(stripes[1].read_start == 4096 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 0);
|
|
assert(stripes[3].read_start == 0 && stripes[3].read_end == 0);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[3].write_start == 0 && stripes[3].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+2*128*1024);
|
|
assert(stripes[1].read_buf == rmw_buf+3*128*1024-4096);
|
|
assert(stripes[2].read_buf == NULL);
|
|
assert(stripes[3].read_buf == NULL);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+4096);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
assert(stripes[3].write_buf == rmw_buf+128*1024);
|
|
// Test 13.2 - encode
|
|
set_pattern(write_buf, 8192, PATTERN3);
|
|
set_pattern(stripes[0].read_buf, 128*1024-4096, PATTERN1);
|
|
set_pattern(stripes[1].read_buf, 128*1024-4096, PATTERN2);
|
|
calc_rmw_parity_jerasure(stripes, 4, 2, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[3].write_start == 0 && stripes[3].write_end == 128*1024);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+4096);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
assert(stripes[3].write_buf == rmw_buf+128*1024);
|
|
// Test 13.3 - full decode and verify
|
|
osd_num_t read_osd_set[4] = { 0, 0, 3, 4 };
|
|
memset(stripes, 0, sizeof(stripes));
|
|
split_stripes(2, 128*1024, 0, 256*1024, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 128*1024);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
assert(stripes[3].req_start == 0 && stripes[3].req_end == 0);
|
|
for (int role = 0; role < 4; role++)
|
|
{
|
|
stripes[role].read_start = stripes[role].req_start;
|
|
stripes[role].read_end = stripes[role].req_end;
|
|
}
|
|
assert(extend_missing_stripes(stripes, read_osd_set, 2, 4) == 0);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 128*1024);
|
|
assert(stripes[3].read_start == 0 && stripes[3].read_end == 128*1024);
|
|
void *read_buf = alloc_read_buffer(stripes, 4, 0);
|
|
assert(read_buf);
|
|
assert(stripes[0].read_buf == read_buf);
|
|
assert(stripes[1].read_buf == read_buf+128*1024);
|
|
assert(stripes[2].read_buf == read_buf+2*128*1024);
|
|
assert(stripes[3].read_buf == read_buf+3*128*1024);
|
|
memcpy(read_buf+2*128*1024, rmw_buf, 128*1024);
|
|
memcpy(read_buf+3*128*1024, rmw_buf+128*1024, 128*1024);
|
|
reconstruct_stripes_jerasure(stripes, 4, 2);
|
|
check_pattern(stripes[0].read_buf, 128*1024-4096, PATTERN1);
|
|
check_pattern(stripes[0].read_buf+128*1024-4096, 4096, PATTERN3);
|
|
check_pattern(stripes[1].read_buf, 4096, PATTERN3);
|
|
check_pattern(stripes[1].read_buf+4096, 128*1024-4096, PATTERN2);
|
|
free(read_buf);
|
|
// Test 13.4 - partial decode (only 1st chunk) and verify
|
|
memset(stripes, 0, sizeof(stripes));
|
|
split_stripes(2, 128*1024, 0, 128*1024, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 0);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
assert(stripes[3].req_start == 0 && stripes[3].req_end == 0);
|
|
for (int role = 0; role < 4; role++)
|
|
{
|
|
stripes[role].read_start = stripes[role].req_start;
|
|
stripes[role].read_end = stripes[role].req_end;
|
|
}
|
|
assert(extend_missing_stripes(stripes, read_osd_set, 2, 4) == 0);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 0);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 128*1024);
|
|
assert(stripes[3].read_start == 0 && stripes[3].read_end == 128*1024);
|
|
read_buf = alloc_read_buffer(stripes, 4, 0);
|
|
assert(read_buf);
|
|
assert(stripes[0].read_buf == read_buf);
|
|
assert(stripes[1].read_buf == NULL);
|
|
assert(stripes[2].read_buf == read_buf+128*1024);
|
|
assert(stripes[3].read_buf == read_buf+2*128*1024);
|
|
memcpy(read_buf+128*1024, rmw_buf, 128*1024);
|
|
memcpy(read_buf+2*128*1024, rmw_buf+128*1024, 128*1024);
|
|
reconstruct_stripes_jerasure(stripes, 4, 2);
|
|
check_pattern(stripes[0].read_buf, 128*1024-4096, PATTERN1);
|
|
check_pattern(stripes[0].read_buf+128*1024-4096, 4096, PATTERN3);
|
|
free(read_buf);
|
|
// Huh done
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
use_jerasure(4, 2, false);
|
|
}
|
|
|
|
/***
|
|
|
|
13. basic jerasure 2+1 test
|
|
calc_rmw(offset=128K-4K, len=8K, osd_set=[1,2,0], write_set=[1,2,3])
|
|
= {
|
|
read: [ [ 0, 128K ], [ 0, 128K ], [ 0, 0 ] ],
|
|
write: [ [ 128K-4K, 128K ], [ 0, 4K ], [ 0, 128K ] ],
|
|
input buffer: [ write0, write1 ],
|
|
rmw buffer: [ write2, read0, read1 ],
|
|
}
|
|
then, after calc_rmw_parity_jerasure(): all the same
|
|
then simulate read with read_osd_set=[0,2,3] and check read0 buffer
|
|
|
|
***/
|
|
|
|
void test14()
|
|
{
|
|
use_jerasure(3, 2, true);
|
|
osd_num_t osd_set[3] = { 1, 2, 0 };
|
|
osd_num_t write_osd_set[3] = { 1, 2, 3 };
|
|
osd_rmw_stripe_t stripes[3] = { 0 };
|
|
// Test 13.0
|
|
void *write_buf = malloc_or_die(8192);
|
|
split_stripes(2, 128*1024, 128*1024-4096, 8192, stripes);
|
|
assert(stripes[0].req_start == 128*1024-4096 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 4096);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
// Test 13.1
|
|
void *rmw_buf = calc_rmw(write_buf, stripes, osd_set, 3, 2, 3, write_osd_set, 128*1024);
|
|
assert(rmw_buf);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024-4096);
|
|
assert(stripes[1].read_start == 4096 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 0);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].read_buf == rmw_buf+128*1024);
|
|
assert(stripes[1].read_buf == rmw_buf+2*128*1024-4096);
|
|
assert(stripes[2].read_buf == NULL);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+4096);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 13.2 - encode
|
|
set_pattern(write_buf, 8192, PATTERN3);
|
|
set_pattern(stripes[0].read_buf, 128*1024-4096, PATTERN1);
|
|
set_pattern(stripes[1].read_buf, 128*1024-4096, PATTERN2);
|
|
calc_rmw_parity_jerasure(stripes, 3, 2, osd_set, write_osd_set, 128*1024);
|
|
assert(stripes[0].write_start == 128*1024-4096 && stripes[0].write_end == 128*1024);
|
|
assert(stripes[1].write_start == 0 && stripes[1].write_end == 4096);
|
|
assert(stripes[2].write_start == 0 && stripes[2].write_end == 128*1024);
|
|
assert(stripes[0].write_buf == write_buf);
|
|
assert(stripes[1].write_buf == write_buf+4096);
|
|
assert(stripes[2].write_buf == rmw_buf);
|
|
// Test 13.3 - decode and verify
|
|
osd_num_t read_osd_set[4] = { 0, 2, 3 };
|
|
memset(stripes, 0, sizeof(stripes));
|
|
split_stripes(2, 128*1024, 0, 128*1024, stripes);
|
|
assert(stripes[0].req_start == 0 && stripes[0].req_end == 128*1024);
|
|
assert(stripes[1].req_start == 0 && stripes[1].req_end == 0);
|
|
assert(stripes[2].req_start == 0 && stripes[2].req_end == 0);
|
|
for (int role = 0; role < 3; role++)
|
|
{
|
|
stripes[role].read_start = stripes[role].req_start;
|
|
stripes[role].read_end = stripes[role].req_end;
|
|
}
|
|
assert(extend_missing_stripes(stripes, read_osd_set, 2, 3) == 0);
|
|
assert(stripes[0].read_start == 0 && stripes[0].read_end == 128*1024);
|
|
assert(stripes[1].read_start == 0 && stripes[1].read_end == 128*1024);
|
|
assert(stripes[2].read_start == 0 && stripes[2].read_end == 128*1024);
|
|
void *read_buf = alloc_read_buffer(stripes, 3, 0);
|
|
assert(read_buf);
|
|
assert(stripes[0].read_buf == read_buf);
|
|
assert(stripes[1].read_buf == read_buf+128*1024);
|
|
assert(stripes[2].read_buf == read_buf+2*128*1024);
|
|
set_pattern(stripes[1].read_buf, 4096, PATTERN3);
|
|
set_pattern(stripes[1].read_buf+4096, 128*1024-4096, PATTERN2);
|
|
memcpy(stripes[2].read_buf, rmw_buf, 128*1024);
|
|
reconstruct_stripes_jerasure(stripes, 3, 2);
|
|
check_pattern(stripes[0].read_buf, 128*1024-4096, PATTERN1);
|
|
check_pattern(stripes[0].read_buf+128*1024-4096, 4096, PATTERN3);
|
|
free(read_buf);
|
|
// Huh done
|
|
free(rmw_buf);
|
|
free(write_buf);
|
|
use_jerasure(3, 2, false);
|
|
}
|