Move all sources to subdirs

2024-05-15 11:06:01 +03:00
parent 44692d148a
commit c79b38bd26
219 changed files with 465 additions and 433 deletions
@@ -0,0 +1,145 @@
+// Copyright (c) Vitaliy Filippov, 2019+
+// License: VNPL-1.1 (see README.md for details)
+
+#pragma once
+
+#ifndef _LARGEFILE64_SOURCE
+#define _LARGEFILE64_SOURCE
+#endif
+
+#include <map>
+#include <vector>
+#include <string>
+#include <functional>
+
+#include "json11/json11.hpp"
+#include "blockstore_disk.h"
+#include "blockstore_impl.h"
+#include "crc32c.h"
+
+// vITADisk
+#define VITASTOR_DISK_MAGIC 0x6b73694441544976
+#define VITASTOR_DISK_MAX_SB_SIZE 128*1024
+#define VITASTOR_PART_TYPE "e7009fac-a5a1-4d72-af72-53de13059903"
+#define DEFAULT_HYBRID_JOURNAL "1G"
+
+struct resizer_data_moving_t;
+
+struct vitastor_dev_info_t
+{
+    std::string path;
+    bool is_hdd;
+    json11::Json pt; // pt = partition table
+    int osd_part_count;
+    uint64_t size;
+    uint64_t free;
+};
+
+struct disk_tool_t
+{
+    /**** Parameters ****/
+
+    std::map<std::string, std::string> options;
+    bool all, json, now;
+    bool dump_with_blocks, dump_with_data;
+    blockstore_disk_t dsk;
+
+    // resize data and/or move metadata and journal
+    int iodepth;
+    std::string new_meta_device, new_journal_device;
+    uint64_t new_data_offset, new_data_len;
+    uint64_t new_journal_offset, new_journal_len;
+    uint64_t new_meta_offset, new_meta_len;
+
+    /**** State ****/
+
+    uint64_t meta_pos;
+    uint64_t journal_pos, journal_calc_data_pos;
+
+    bool first_block, first_entry;
+
+    allocator *data_alloc;
+    std::map<uint64_t, uint64_t> data_remap;
+    std::map<uint64_t, uint64_t>::iterator remap_it;
+    ring_loop_t *ringloop;
+    ring_consumer_t ring_consumer;
+    int remap_active;
+    journal_entry_start je_start;
+    uint8_t *new_journal_buf, *new_meta_buf, *new_journal_ptr, *new_journal_data;
+    uint64_t new_journal_in_pos;
+    int64_t data_idx_diff;
+    uint64_t total_blocks, free_first, free_last;
+    uint64_t new_clean_entry_bitmap_size, new_data_csum_size, new_clean_entry_size, new_entries_per_block;
+    int new_journal_fd, new_meta_fd;
+    resizer_data_moving_t *moving_blocks;
+
+    bool started;
+    void *small_write_data;
+    uint32_t data_crc32;
+    bool data_csum_valid;
+    uint32_t crc32_last;
+    uint32_t new_crc32_prev;
+
+    ~disk_tool_t();
+
+    int dump_journal();
+    void dump_journal_entry(int num, journal_entry *je, bool json);
+    int process_journal(std::function<int(void*)> block_fn);
+    int process_journal_block(void *buf, std::function<void(int, journal_entry*)> iter_fn);
+    int process_meta(std::function<void(blockstore_meta_header_v2_t *)> hdr_fn,
+        std::function<void(uint64_t, clean_disk_entry*, uint8_t*)> record_fn);
+
+    int dump_meta();
+    void dump_meta_header(blockstore_meta_header_v2_t *hdr);
+    void dump_meta_entry(uint64_t block_num, clean_disk_entry *entry, uint8_t *bitmap);
+
+    int write_json_journal(json11::Json entries);
+    int write_json_meta(json11::Json meta);
+
+    int resize_data();
+    int resize_parse_params();
+    void resize_init(blockstore_meta_header_v2_t *hdr);
+    int resize_remap_blocks();
+    int resize_copy_data();
+    int resize_rewrite_journal();
+    int resize_write_new_journal();
+    int resize_rewrite_meta();
+    int resize_write_new_meta();
+
+    int udev_import(std::string device);
+    int read_sb(std::string device);
+    int write_sb(std::string device);
+    int update_sb(std::string device);
+    int exec_osd(std::string device);
+    int systemd_start_stop_osds(const std::vector<std::string> & cmd, const std::vector<std::string> & devices);
+    int pre_exec_osd(std::string device);
+    int purge_devices(const std::vector<std::string> & devices);
+
+    json11::Json read_osd_superblock(std::string device, bool expect_exist = true, bool ignore_nonref = false);
+    uint32_t write_osd_superblock(std::string device, json11::Json params);
+
+    int prepare_one(std::map<std::string, std::string> options, int is_hdd = -1);
+    int prepare(std::vector<std::string> devices);
+    std::vector<vitastor_dev_info_t> collect_devices(const std::vector<std::string> & devices);
+    json11::Json add_partitions(vitastor_dev_info_t & devinfo, std::vector<std::string> sizes);
+    std::vector<std::string> get_new_data_parts(vitastor_dev_info_t & dev, uint64_t osd_per_disk, uint64_t max_other_percent);
+    int get_meta_partition(std::vector<vitastor_dev_info_t> & ssds, std::map<std::string, std::string> & options);
+
+    int upgrade_simple_unit(std::string unit);
+};
+
+void disk_tool_simple_offsets(json11::Json cfg, bool json_output);
+
+uint64_t sscanf_json(const char *fmt, const json11::Json & str);
+void fromhexstr(const std::string & from, int bytes, uint8_t *to);
+int disable_cache(std::string dev);
+std::string get_parent_device(std::string dev);
+bool json_is_true(const json11::Json & val);
+int shell_exec(const std::vector<std::string> & cmd, const std::string & in, std::string *out, std::string *err);
+int write_zero(int fd, uint64_t offset, uint64_t size);
+json11::Json read_parttable(std::string dev);
+uint64_t dev_size_from_parttable(json11::Json pt);
+uint64_t free_from_parttable(json11::Json pt);
+int fix_partition_type(std::string dev_by_uuid);
+std::string csum_type_str(uint32_t data_csum_type);
+uint32_t csum_type_from_str(std::string data_csum_type);