0g-storage-node/tests/shard_sync_test.py

#!/usr/bin/env python3
import time

from test_framework.test_framework import TestFramework
from mine_with_market_test import PRICE_PER_SECTOR
from utility.submission import create_submission, submit_data, data_to_segments
from utility.utils import wait_until, assert_equal


class PrunerTest(TestFramework):

    def setup_params(self):
        self.num_blockchain_nodes = 1
        self.num_nodes = 4
        self.zgs_node_configs[0] = {
            "db_max_num_sectors": 2**30,
            "shard_position": "0/2",
        }
        self.zgs_node_configs[1] = {
            "db_max_num_sectors": 2**30,
            "shard_position": "1/2",
        }
        self.zgs_node_configs[3] = {
            "db_max_num_sectors": 2**30,
            "shard_position": "1/4",
        }
        self.enable_market = True

    def run_test(self):
        client = self.nodes[0]

        chunk_data = b"\x02" * 8 * 256 * 1024
        submissions, data_root = create_submission(chunk_data)
        self.contract.submit(
            submissions,
            tx_prarams={"value": int(len(chunk_data) / 256 * PRICE_PER_SECTOR * 1.1)},
        )
        wait_until(lambda: self.contract.num_submissions() == 1)
        wait_until(lambda: client.zgs_get_file_info(data_root) is not None)

        # Submit data to two nodes with different shards.
        segments = data_to_segments(chunk_data)
        for i in range(len(segments)):
            client_index = i % 2
            self.nodes[client_index].zgs_upload_segment(segments[i])
        wait_until(lambda: self.nodes[0].zgs_get_file_info(data_root) is not None)
        wait_until(lambda: self.nodes[0].zgs_get_file_info(data_root)["finalized"])
        wait_until(lambda: self.nodes[1].zgs_get_file_info(data_root) is not None)
        wait_until(lambda: self.nodes[1].zgs_get_file_info(data_root)["finalized"])

        self.nodes[2].admin_start_sync_file(0)
        self.nodes[3].admin_start_sync_file(0)
        wait_until(lambda: self.nodes[2].sync_status_is_completed_or_unknown(0))
        wait_until(lambda: self.nodes[2].zgs_get_file_info(data_root) is not None)
        wait_until(lambda: self.nodes[2].zgs_get_file_info(data_root)["finalized"])
        wait_until(lambda: self.nodes[3].sync_status_is_completed_or_unknown(0))
        wait_until(lambda: self.nodes[3].zgs_get_file_info(data_root) is not None)
        wait_until(lambda: self.nodes[3].zgs_get_file_info(data_root)["finalized"])

        for i in range(len(segments)):
            index_store = i % 2
            index_empty = 1 - i % 2
            seg0 = self.nodes[index_store].zgs_download_segment(
                data_root, i * 1024, (i + 1) * 1024
            )
            seg1 = self.nodes[index_empty].zgs_download_segment(
                data_root, i * 1024, (i + 1) * 1024
            )
            seg2 = self.nodes[2].zgs_download_segment(
                data_root, i * 1024, (i + 1) * 1024
            )
            seg3 = self.nodes[3].zgs_download_segment(
                data_root, i * 1024, (i + 1) * 1024
            )
            # base64 encoding size
            assert_equal(len(seg0), 349528)
            assert_equal(seg1, None)
            # node 2 should save all data
            assert_equal(len(seg2), 349528)
            if i % 4 == 1:
                assert_equal(len(seg3), 349528)
            else:
                assert_equal(seg3, None)


if __name__ == "__main__":
    PrunerTest().main()