Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Enhancement/skale 4921 encrypted analyzer #982

Draft
wants to merge 13 commits into
base: develop
Choose a base branch
from
2 changes: 1 addition & 1 deletion libconsensus
Submodule libconsensus updated 57 files
+854 −146 .idea/workspace.xml
+2 −1 CMakeLists.txt
+0 −3 Consensust.cpp
+297 −0 Makefile
+4 −1 SkaleCommon.h
+231 −0 blockdecrypt/client/BlockDecryptDownloader.cpp
+88 −0 blockdecrypt/client/BlockDecryptDownloader.h
+88 −0 blockdecrypt/client/BlockDecryptDownloaderThreadPool.cpp
+43 −0 blockdecrypt/client/BlockDecryptDownloaderThreadPool.h
+62 −39 catchup/server/CatchupServerAgent.cpp
+18 −11 catchup/server/CatchupServerAgent.h
+24 −8 chains/Schain.cpp
+2 −2 chains/Schain.h
+5 −0 cmake_install.cmake
+1,034 −1,070 consensus.cbp
+106 −0 crypto/AesCbcKeyIVPair.cpp
+45 −0 crypto/AesCbcKeyIVPair.h
+96 −15 crypto/CryptoManager.cpp
+38 −2 crypto/CryptoManager.h
+106 −0 crypto/EncryptedArgument.cpp
+45 −0 crypto/EncryptedArgument.h
+88 −0 datastructures/ArgumentDecryptionSet.cpp
+60 −0 datastructures/ArgumentDecryptionSet.h
+53 −0 datastructures/ArgumentDecryptionShare.cpp
+49 −0 datastructures/ArgumentDecryptionShare.h
+12 −0 datastructures/BlockDecryptedArguments.cpp
+16 −0 datastructures/BlockDecryptedArguments.h
+19 −0 datastructures/BlockDecryptionShares.cpp
+25 −0 datastructures/BlockDecryptionShares.h
+30 −0 datastructures/BlockEncryptedArguments.cpp
+27 −0 datastructures/BlockEncryptedArguments.h
+74 −32 datastructures/BlockProposal.cpp
+9 −0 datastructures/BlockProposal.h
+34 −10 datastructures/CommittedBlock.cpp
+13 −3 datastructures/CommittedBlock.h
+44 −0 headers/BasicHeader.cpp
+7 −0 headers/BasicHeader.h
+86 −0 headers/BlockDecryptRequestHeader.cpp
+49 −0 headers/BlockDecryptRequestHeader.h
+63 −0 headers/BlockDecryptResponseHeader.cpp
+40 −0 headers/BlockDecryptResponseHeader.h
+17 −2 headers/CommittedBlockHeader.cpp
+5 −1 headers/CommittedBlockHeader.h
+208 −216 json/JSONFactory.cpp
+1 −1 json/JSONFactory.h
+5 −3 network/Utils.cpp
+4 −2 node/ConsensusEngine.cpp
+37 −14 node/ConsensusInterface.h
+4 −2 node/Node.cpp
+10 −2 node/Node.h
+4 −0 oracle/OracleRequestSpec.cpp
+2 −0 oracle/OracleRequestSpec.h
+1 −0 pendingqueue/PendingTransactionsAgent.h
+71 −0 pendingqueue/TestEncryptedTransactionAnalyzer.cpp
+22 −0 pendingqueue/TestEncryptedTransactionAnalyzer.h
+49 −13 pendingqueue/TestMessageGeneratorAgent.cpp
+1 −0 pendingqueue/TestMessageGeneratorAgent.h
3 changes: 1 addition & 2 deletions libethereum/ConsensusStub.h
Original file line number Diff line number Diff line change
Expand Up @@ -39,8 +39,7 @@ class ConsensusStub : private dev::Worker, public ConsensusInterface {
public:
ConsensusStub( ConsensusExtFace& _extFace, uint64_t _lastCommittedBlockID, u256 _stateRoot );
~ConsensusStub() override;
void parseFullConfigAndCreateNode(
const std::string& _jsonConfig, const string& _gethURL ) override;
void parseFullConfigAndCreateNode( const std::string& _jsonConfig, const string& _gethURL ) override;
void startAll() override;
void bootStrapAll() override;
void exitGracefully() override;
Expand Down
27 changes: 24 additions & 3 deletions libethereum/SkaleHost.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -181,8 +181,11 @@ class ConsensusExtImpl : public ConsensusExtFace {
virtual transactions_vector pendingTransactions( size_t _limit, u256& _stateRoot ) override;
virtual void createBlock( const transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t _timeStampMs, uint64_t _blockID, u256 _gasPrice, u256 _stateRoot,
uint64_t _winningNodeIndex ) override;
uint64_t _winningNodeIndex,
const shared_ptr< map< uint64_t, shared_ptr< vector< uint8_t > > > > decryptedArgs )
override;
virtual void terminateApplication() override;
std::shared_ptr< std::vector< uint8_t > > getEncryptedData( const std::vector< uint8_t >& transaction );
virtual ~ConsensusExtImpl() override = default;

private:
Expand All @@ -200,7 +203,8 @@ ConsensusExtFace::transactions_vector ConsensusExtImpl::pendingTransactions(
void ConsensusExtImpl::createBlock(
const ConsensusExtFace::transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t /*_timeStampMs */, uint64_t _blockID, u256 _gasPrice, u256 _stateRoot,
uint64_t _winningNodeIndex ) {
uint64_t _winningNodeIndex,
const shared_ptr< map< uint64_t, shared_ptr< vector< uint8_t > > > > decryptedArgs ) {
MICROPROFILE_SCOPEI( "ConsensusExtFace", "createBlock", MP_INDIANRED );
m_host.createBlock(
_approvedTransactions, _timeStamp, _blockID, _gasPrice, _stateRoot, _winningNodeIndex );
Expand All @@ -210,6 +214,22 @@ void ConsensusExtImpl::terminateApplication() {
dev::ExitHandler::exitHandler( SIGINT, dev::ExitHandler::ec_consensus_terminate_request );
}

std::shared_ptr< std::vector< uint8_t > > ConsensusExtImpl::getEncryptedData(
const std::vector< uint8_t >& transaction ) {

static const std::vector< uint8_t > ms = dev::fromHex( TE_MAGIC_START );
static const std::vector< uint8_t > me = dev::fromHex( TE_MAGIC_END );

dev::eth::Transaction t( transaction, dev::eth::CheckTransaction::None );
auto data = t.data();
auto first = std::search( data.begin(), data.end(), ms.begin(), ms.end() );
auto last = std::search( data.begin(), data.end(), me.begin(), me.end() );
if ( first != data.end() && last != data.end() && std::distance( first, last ) > 0 ) {
return std::make_shared< std::vector< uint8_t > >( first + ms.size(), last );
}
return nullptr;
}

SkaleHost::SkaleHost( dev::eth::Client& _client, const ConsensusFactory* _consFactory,
std::shared_ptr< InstanceMonitor > _instanceMonitor, const std::string& _gethURL ) try
: m_client( _client ),
Expand Down Expand Up @@ -251,7 +271,8 @@ SkaleHost::SkaleHost( dev::eth::Client& _client, const ConsensusFactory* _consFa
else
m_consensus = _consFactory->create( *m_extFace );

m_consensus->parseFullConfigAndCreateNode( m_client.chainParams().getOriginalJson(), _gethURL );
m_consensus->parseFullConfigAndCreateNode(
m_client.chainParams().getOriginalJson(), _gethURL );
} catch ( const std::exception& ) {
std::throw_with_nested( CreationException() );
}
Expand Down
56 changes: 56 additions & 0 deletions test/unittests/libweb3jsonrpc/jsonrpc.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -2615,6 +2615,62 @@ BOOST_AUTO_TEST_CASE( mtm_import_future_txs ) {
BOOST_REQUIRE( tq->status().current == 5);
}

//BOOST_AUTO_TEST_CASE( test_analyzer ) {
// JsonRpcFixture fixture( c_genesisConfigString );

// Json::Value txJson;
// txJson["from"] = fixture.coinbase.address().hex();
// txJson["gas"] = "100000";
// txJson["nonce"] = "0";
// txJson["data"] = "0xf84a1cf7214ae051cae8aaaa98a773d884b2f1c4ac27";
// TransactionSkeleton ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// pair< bool, Secret > ar1 = fixture.accountHolder->authenticate( ts1 );
// Transaction tx1( ts1, ar1.second );

// auto res = fixture.analyzer->getEncryptedData(tx1.rlp());
// auto strResult = toHex( *res );
// BOOST_REQUIRE( strResult == "aaaa" );

// txJson["data"] = "0xaaaaf84a1cf7214ae051cae8aaaa98a773d884b2f1c4ac27bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx2( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx2.rlp());
// strResult = toHex( *res );
// BOOST_REQUIRE( strResult == "aaaa" );

// txJson["data"] = "0xaaaaf84a1cf7214ae051cae898a773d884b2f1c4ac27bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx3( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx3.rlp());
// strResult = toHex( *res );
// BOOST_REQUIRE( strResult == "" );

// txJson["data"] = "0xaaaa98a773d884b2f1c4ac27aaaaf84a1cf7214ae051cae8bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx4( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx4.rlp());
// BOOST_REQUIRE( res == nullptr );

// txJson["data"] = "0xaaaa98a773d884b2fdddddddddddddf84a1cf74ae051cae8bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx5( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx5.rlp());
// BOOST_REQUIRE( res == nullptr );
//}

// TODO: Enable for multitransaction mode checking

// BOOST_AUTO_TEST_CASE( check_multitransaction_mode ) {
Expand Down
14 changes: 12 additions & 2 deletions test/unittests/mapreduce_consensus/ConsensusEngine.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -131,7 +131,8 @@ class SingleNodeConsensusFixture : public ConsensusExtFace {
}

virtual void createBlock( const transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t _timeStampMs, uint64_t _blockID, u256 _gasPrice, u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/ ) override {
uint32_t _timeStampMs, uint64_t _blockID, u256 _gasPrice, u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/,
const shared_ptr<map<uint64_t, shared_ptr<vector<uint8_t>>>> /*decryptedArgs*/) override {
transaction_promise = decltype( transaction_promise )();

std::cerr << "Block arrived with " << _approvedTransactions.size() << " txns" << std::endl;
Expand All @@ -141,6 +142,9 @@ class SingleNodeConsensusFixture : public ConsensusExtFace {
std::make_tuple( tmp_vec, _timeStamp, _timeStampMs, _blockID, _gasPrice ) );
}

virtual std::shared_ptr<std::vector<uint8_t>> getEncryptedData(
const std::vector<uint8_t>& transaction) { return nullptr; }

virtual ~SingleNodeConsensusFixture() override {
transaction_promise.set_value( transactions_vector() );
m_consensus->exitGracefully();
Expand Down Expand Up @@ -278,14 +282,20 @@ class ConsensusExtFaceFixture : public ConsensusExtFace {

virtual void createBlock( const transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t /* timeStampMs */, uint64_t _blockID, u256 /*_gasPrice */,
u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/ ) override {
u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/,
const shared_ptr<map<uint64_t, shared_ptr<vector<uint8_t>>>> /*decryptedArgs*/) override {
( void ) _timeStamp;
( void ) _blockID;
std::cerr << "Block arrived with " << _approvedTransactions.size() << " txns" << std::endl;
m_arrived_blocks.push_back( _approvedTransactions.size() );
m_blockCond.notify_one();
}

virtual std::shared_ptr<std::vector<uint8_t>> getEncryptedData(
const std::vector<uint8_t>& transaction) override {
return nullptr;
}

virtual ~ConsensusExtFaceFixture() override {
// TODO Kill everyone
m_consensus->exitGracefully();
Expand Down