git.delta.rocks / unique-network / refs/commits / 219f5f01d1e5

difftreelog

Merge pull request #332 from UniqueNetwork/feature/autoseal-every-n-secs

kozyrevdev2022-04-01parents: #62bde24 #7e36fe0.patch.diff
in: master
Feature/autoseal every n secs

4 files changed

modifiednode/cli/Cargo.tomldiffbeforeafterboth
--- a/node/cli/Cargo.toml
+++ b/node/cli/Cargo.toml
@@ -300,6 +300,7 @@
 clap = "3.1.2"
 jsonrpc-core = '18.0.0'
 jsonrpc-pubsub = "18.0.0"
+tokio = { version = "1.17.0", features = ["time"] }
 
 fc-rpc-core = { git = "https://github.com/uniquenetwork/frontier.git", branch = "unique-polkadot-v0.9.18" }
 fc-consensus = { git = "https://github.com/uniquenetwork/frontier.git", branch = "unique-polkadot-v0.9.18" }
modifiednode/cli/src/cli.rsdiffbeforeafterboth
--- a/node/cli/src/cli.rs
+++ b/node/cli/src/cli.rs
@@ -104,6 +104,15 @@
 	#[structopt(flatten)]
 	pub run: cumulus_client_cli::RunCmd,
 
+	/// When running the node in the `--dev` mode and
+	/// there is no transaction in the transaction pool,
+	/// an empty block will be sealed automatically
+	/// after the `--idle-autoseal-interval` milliseconds.
+	///
+	/// The default interval is 500 milliseconds
+	#[structopt(default_value = "500", long)]
+	pub idle_autoseal_interval: u64,
+
 	/// Relaychain arguments
 	#[structopt(raw = true)]
 	pub relaychain_args: Vec<String>,
modifiednode/cli/src/command.rsdiffbeforeafterboth
--- a/node/cli/src/command.rs
+++ b/node/cli/src/command.rs
@@ -60,7 +60,7 @@
 };
 use sp_core::hexdisplay::HexDisplay;
 use sp_runtime::traits::Block as BlockT;
-use std::{io::Write, net::SocketAddr};
+use std::{io::Write, net::SocketAddr, time::Duration};
 
 use unique_runtime_common::types::Block;
 
@@ -405,8 +405,10 @@
 				if is_dev_service {
 					info!("Running Dev service");
 
+					let autoseal_interval = Duration::from_millis(cli.idle_autoseal_interval);
+
 					return start_node_using_chain_runtime! {
-						start_dev_node(config).map_err(Into::into)
+						start_dev_node(config, autoseal_interval).map_err(Into::into)
 					};
 				};
 
modifiednode/cli/src/service.rsdiffbeforeafterboth
before · node/cli/src/service.rs
1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617//! Service and ServiceFactory implementation. Specialized wrapper over substrate service.1819// std20use std::sync::Arc;21use std::sync::Mutex;22use std::collections::BTreeMap;23use std::time::Duration;24use fc_rpc_core::types::FeeHistoryCache;25use futures::StreamExt;2627use unique_rpc::overrides_handle;2829use serde::{Serialize, Deserialize};3031// Cumulus Imports32use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};33use cumulus_client_consensus_common::ParachainConsensus;34use cumulus_client_service::{35	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,36};37use cumulus_client_cli::CollatorOptions;38use cumulus_client_network::BlockAnnounceValidator;39use cumulus_primitives_core::ParaId;40use cumulus_relay_chain_inprocess_interface::build_inprocess_relay_chain;41use cumulus_relay_chain_interface::{RelayChainError, RelayChainInterface, RelayChainResult};42use cumulus_relay_chain_rpc_interface::RelayChainRPCInterface;4344// Substrate Imports45use sc_client_api::ExecutorProvider;46use sc_executor::NativeElseWasmExecutor;47use sc_executor::NativeExecutionDispatch;48use sc_network::NetworkService;49use sc_service::{BasePath, Configuration, PartialComponents, Role, TaskManager};50use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};51use sp_keystore::SyncCryptoStorePtr;52use sp_runtime::traits::BlakeTwo256;53use substrate_prometheus_endpoint::Registry;54use sc_client_api::BlockchainEvents;5556use polkadot_service::CollatorPair;5758// Frontier Imports59use fc_rpc_core::types::FilterPool;60use fc_mapping_sync::{MappingSyncWorker, SyncStrategy};6162use unique_runtime_common::types::{AuraId, RuntimeInstance, AccountId, Balance, Index, Hash, Block};6364/// Unique native executor instance.65#[cfg(feature = "unique-runtime")]66pub struct UniqueRuntimeExecutor;6768#[cfg(feature = "quartz-runtime")]69/// Quartz native executor instance.7071pub struct QuartzRuntimeExecutor;7273/// Opal native executor instance.74pub struct OpalRuntimeExecutor;7576#[cfg(feature = "unique-runtime")]77impl NativeExecutionDispatch for UniqueRuntimeExecutor {78	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;7980	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {81		unique_runtime::api::dispatch(method, data)82	}8384	fn native_version() -> sc_executor::NativeVersion {85		unique_runtime::native_version()86	}87}8889#[cfg(feature = "quartz-runtime")]90impl NativeExecutionDispatch for QuartzRuntimeExecutor {91	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;9293	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {94		quartz_runtime::api::dispatch(method, data)95	}9697	fn native_version() -> sc_executor::NativeVersion {98		quartz_runtime::native_version()99	}100}101102impl NativeExecutionDispatch for OpalRuntimeExecutor {103	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;104105	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {106		opal_runtime::api::dispatch(method, data)107	}108109	fn native_version() -> sc_executor::NativeVersion {110		opal_runtime::native_version()111	}112}113114pub fn open_frontier_backend(config: &Configuration) -> Result<Arc<fc_db::Backend<Block>>, String> {115	let config_dir = config116		.base_path117		.as_ref()118		.map(|base_path| base_path.config_dir(config.chain_spec.id()))119		.unwrap_or_else(|| {120			BasePath::from_project("", "", "unique").config_dir(config.chain_spec.id())121		});122	let database_dir = config_dir.join("frontier").join("db");123124	Ok(Arc::new(fc_db::Backend::<Block>::new(125		&fc_db::DatabaseSettings {126			source: fc_db::DatabaseSettingsSrc::RocksDb {127				path: database_dir,128				cache_size: 0,129			},130		},131	)?))132}133134type FullClient<RuntimeApi, ExecutorDispatch> =135	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;136type FullBackend = sc_service::TFullBackend<Block>;137type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;138139/// Starts a `ServiceBuilder` for a full service.140///141/// Use this macro if you don't actually need the full service, but just the builder in order to142/// be able to perform chain operations.143#[allow(clippy::type_complexity)]144pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(145	config: &Configuration,146	build_import_queue: BIQ,147) -> Result<148	PartialComponents<149		FullClient<RuntimeApi, ExecutorDispatch>,150		FullBackend,151		FullSelectChain,152		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,153		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,154		(155			Option<Telemetry>,156			Option<FilterPool>,157			Arc<fc_db::Backend<Block>>,158			Option<TelemetryWorkerHandle>,159			FeeHistoryCache,160		),161	>,162	sc_service::Error,163>164where165	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,166	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>167		+ Send168		+ Sync169		+ 'static,170	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,171	ExecutorDispatch: NativeExecutionDispatch + 'static,172	BIQ: FnOnce(173		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,174		&Configuration,175		Option<TelemetryHandle>,176		&TaskManager,177	) -> Result<178		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,179		sc_service::Error,180	>,181{182	let _telemetry = config183		.telemetry_endpoints184		.clone()185		.filter(|x| !x.is_empty())186		.map(|endpoints| -> Result<_, sc_telemetry::Error> {187			let worker = TelemetryWorker::new(16)?;188			let telemetry = worker.handle().new_telemetry(endpoints);189			Ok((worker, telemetry))190		})191		.transpose()?;192193	let telemetry = config194		.telemetry_endpoints195		.clone()196		.filter(|x| !x.is_empty())197		.map(|endpoints| -> Result<_, sc_telemetry::Error> {198			let worker = TelemetryWorker::new(16)?;199			let telemetry = worker.handle().new_telemetry(endpoints);200			Ok((worker, telemetry))201		})202		.transpose()?;203204	let executor = NativeElseWasmExecutor::<ExecutorDispatch>::new(205		config.wasm_method,206		config.default_heap_pages,207		config.max_runtime_instances,208		config.runtime_cache_size,209	);210211	let (client, backend, keystore_container, task_manager) =212		sc_service::new_full_parts::<Block, RuntimeApi, _>(213			config,214			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),215			executor,216		)?;217	let client = Arc::new(client);218219	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());220221	let telemetry = telemetry.map(|(worker, telemetry)| {222		task_manager223			.spawn_handle()224			.spawn("telemetry", None, worker.run());225		telemetry226	});227228	let select_chain = sc_consensus::LongestChain::new(backend.clone());229230	let transaction_pool = sc_transaction_pool::BasicPool::new_full(231		config.transaction_pool.clone(),232		config.role.is_authority().into(),233		config.prometheus_registry(),234		task_manager.spawn_essential_handle(),235		client.clone(),236	);237238	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));239240	let frontier_backend = open_frontier_backend(config)?;241242	let import_queue = build_import_queue(243		client.clone(),244		config,245		telemetry.as_ref().map(|telemetry| telemetry.handle()),246		&task_manager,247	)?;248	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));249250	let params = PartialComponents {251		backend,252		client,253		import_queue,254		keystore_container,255		task_manager,256		transaction_pool,257		select_chain,258		other: (259			telemetry,260			filter_pool,261			frontier_backend,262			telemetry_worker_handle,263			fee_history_cache,264		),265	};266267	Ok(params)268}269270async fn build_relay_chain_interface(271	polkadot_config: Configuration,272	parachain_config: &Configuration,273	telemetry_worker_handle: Option<TelemetryWorkerHandle>,274	task_manager: &mut TaskManager,275	collator_options: CollatorOptions,276) -> RelayChainResult<(277	Arc<(dyn RelayChainInterface + 'static)>,278	Option<CollatorPair>,279)> {280	match collator_options.relay_chain_rpc_url {281		Some(relay_chain_url) => Ok((282			Arc::new(RelayChainRPCInterface::new(relay_chain_url).await?) as Arc<_>,283			None,284		)),285		None => build_inprocess_relay_chain(286			polkadot_config,287			parachain_config,288			telemetry_worker_handle,289			task_manager,290		),291	}292}293294/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.295///296/// This is the actual implementation that is abstract over the executor and the runtime api.297#[sc_tracing::logging::prefix_logs_with("Parachain")]298async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(299	parachain_config: Configuration,300	polkadot_config: Configuration,301	collator_options: CollatorOptions,302	id: ParaId,303	build_import_queue: BIQ,304	build_consensus: BIC,305) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>306where307	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,308	Runtime: RuntimeInstance + Send + Sync + 'static,309	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,310	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,311	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>312		+ Send313		+ Sync314		+ 'static,315	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>316		+ fp_rpc::EthereumRuntimeRPCApi<Block>317		+ sp_session::SessionKeys<Block>318		+ sp_block_builder::BlockBuilder<Block>319		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>320		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>321		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>322		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>323		+ sp_api::Metadata<Block>324		+ sp_offchain::OffchainWorkerApi<Block>325		+ cumulus_primitives_core::CollectCollationInfo<Block>,326	ExecutorDispatch: NativeExecutionDispatch + 'static,327	BIQ: FnOnce(328		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,329		&Configuration,330		Option<TelemetryHandle>,331		&TaskManager,332	) -> Result<333		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,334		sc_service::Error,335	>,336	BIC: FnOnce(337		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,338		Option<&Registry>,339		Option<TelemetryHandle>,340		&TaskManager,341		Arc<dyn RelayChainInterface>,342		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,343		Arc<NetworkService<Block, Hash>>,344		SyncCryptoStorePtr,345		bool,346	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,347{348	if matches!(parachain_config.role, Role::Light) {349		return Err("Light client not supported!".into());350	}351352	let parachain_config = prepare_node_config(parachain_config);353354	let params =355		new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(&parachain_config, build_import_queue)?;356	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =357		params.other;358359	let client = params.client.clone();360	let backend = params.backend.clone();361	let mut task_manager = params.task_manager;362363	let (relay_chain_interface, collator_key) = build_relay_chain_interface(364		polkadot_config,365		&parachain_config,366		telemetry_worker_handle,367		&mut task_manager,368		collator_options.clone(),369	)370	.await371	.map_err(|e| match e {372		RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x,373		s => s.to_string().into(),374	})?;375376	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);377378	let force_authoring = parachain_config.force_authoring;379	let validator = parachain_config.role.is_authority();380	let prometheus_registry = parachain_config.prometheus_registry().cloned();381	let transaction_pool = params.transaction_pool.clone();382	let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue);383384	let (network, system_rpc_tx, start_network) =385		sc_service::build_network(sc_service::BuildNetworkParams {386			config: &parachain_config,387			client: client.clone(),388			transaction_pool: transaction_pool.clone(),389			spawn_handle: task_manager.spawn_handle(),390			import_queue: import_queue.clone(),391			block_announce_validator_builder: Some(Box::new(|_| {392				Box::new(block_announce_validator)393			})),394			warp_sync: None,395		})?;396397	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());398	let rpc_client = client.clone();399	let rpc_pool = transaction_pool.clone();400	let select_chain = params.select_chain.clone();401	let rpc_network = network.clone();402403	let rpc_frontier_backend = frontier_backend.clone();404405	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(406		task_manager.spawn_handle(),407		overrides_handle::<_, _, Runtime>(client.clone()),408		50,409		50,410	));411412	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {413		let full_deps = unique_rpc::FullDeps {414			backend: rpc_frontier_backend.clone(),415			deny_unsafe,416			client: rpc_client.clone(),417			pool: rpc_pool.clone(),418			graph: rpc_pool.pool().clone(),419			// TODO: Unhardcode420			enable_dev_signer: false,421			filter_pool: filter_pool.clone(),422			network: rpc_network.clone(),423			select_chain: select_chain.clone(),424			is_authority: validator,425			// TODO: Unhardcode426			max_past_logs: 10000,427			block_data_cache: block_data_cache.clone(),428			fee_history_cache: fee_history_cache.clone(),429			// TODO: Unhardcode430			fee_history_limit: 2048,431		};432433		Ok(434			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(435				full_deps,436				subscription_executor.clone(),437			),438		)439	});440441	task_manager.spawn_essential_handle().spawn(442		"frontier-mapping-sync-worker",443		None,444		MappingSyncWorker::new(445			client.import_notification_stream(),446			Duration::new(6, 0),447			client.clone(),448			backend.clone(),449			frontier_backend.clone(),450			SyncStrategy::Normal,451		)452		.for_each(|()| futures::future::ready(())),453	);454455	sc_service::spawn_tasks(sc_service::SpawnTasksParams {456		rpc_extensions_builder,457		client: client.clone(),458		transaction_pool: transaction_pool.clone(),459		task_manager: &mut task_manager,460		config: parachain_config,461		keystore: params.keystore_container.sync_keystore(),462		backend: backend.clone(),463		network: network.clone(),464		system_rpc_tx,465		telemetry: telemetry.as_mut(),466	})?;467468	let announce_block = {469		let network = network.clone();470		Arc::new(move |hash, data| network.announce_block(hash, data))471	};472473	let relay_chain_slot_duration = Duration::from_secs(6);474475	if validator {476		let parachain_consensus = build_consensus(477			client.clone(),478			prometheus_registry.as_ref(),479			telemetry.as_ref().map(|t| t.handle()),480			&task_manager,481			relay_chain_interface.clone(),482			transaction_pool,483			network,484			params.keystore_container.sync_keystore(),485			force_authoring,486		)?;487488		let spawner = task_manager.spawn_handle();489490		let params = StartCollatorParams {491			para_id: id,492			block_status: client.clone(),493			announce_block,494			client: client.clone(),495			task_manager: &mut task_manager,496			spawner,497			parachain_consensus,498			import_queue,499			collator_key: collator_key.expect("Command line arguments do not allow this. qed"),500			relay_chain_interface,501			relay_chain_slot_duration,502		};503504		start_collator(params).await?;505	} else {506		let params = StartFullNodeParams {507			client: client.clone(),508			announce_block,509			task_manager: &mut task_manager,510			para_id: id,511			import_queue,512			relay_chain_interface,513			relay_chain_slot_duration,514			collator_options,515		};516517		start_full_node(params)?;518	}519520	start_network.start_network();521522	Ok((task_manager, client))523}524525/// Build the import queue for the the parachain runtime.526pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(527	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,528	config: &Configuration,529	telemetry: Option<TelemetryHandle>,530	task_manager: &TaskManager,531) -> Result<532	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,533	sc_service::Error,534>535where536	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>537		+ Send538		+ Sync539		+ 'static,540	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>541		+ sp_block_builder::BlockBuilder<Block>542		+ sp_consensus_aura::AuraApi<Block, AuraId>543		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,544	ExecutorDispatch: NativeExecutionDispatch + 'static,545{546	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;547548	cumulus_client_consensus_aura::import_queue::<549		sp_consensus_aura::sr25519::AuthorityPair,550		_,551		_,552		_,553		_,554		_,555		_,556	>(cumulus_client_consensus_aura::ImportQueueParams {557		block_import: client.clone(),558		client: client.clone(),559		create_inherent_data_providers: move |_, _| async move {560			let time = sp_timestamp::InherentDataProvider::from_system_time();561562			let slot =563				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(564					*time,565					slot_duration,566				);567568			Ok((time, slot))569		},570		registry: config.prometheus_registry(),571		can_author_with: sp_consensus::CanAuthorWithNativeVersion::new(client.executor().clone()),572		spawner: &task_manager.spawn_essential_handle(),573		telemetry,574	})575	.map_err(Into::into)576}577578/// Start a normal parachain node.579pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(580	parachain_config: Configuration,581	polkadot_config: Configuration,582	collator_options: CollatorOptions,583	id: ParaId,584) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>585where586	Runtime: RuntimeInstance + Send + Sync + 'static,587	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,588	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,589	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>590		+ Send591		+ Sync592		+ 'static,593	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>594		+ fp_rpc::EthereumRuntimeRPCApi<Block>595		+ sp_session::SessionKeys<Block>596		+ sp_block_builder::BlockBuilder<Block>597		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>598		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>599		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>600		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>601		+ sp_api::Metadata<Block>602		+ sp_offchain::OffchainWorkerApi<Block>603		+ cumulus_primitives_core::CollectCollationInfo<Block>604		+ sp_consensus_aura::AuraApi<Block, AuraId>,605	ExecutorDispatch: NativeExecutionDispatch + 'static,606{607	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(608		parachain_config,609		polkadot_config,610		collator_options,611		id,612		parachain_build_import_queue,613		|client,614		 prometheus_registry,615		 telemetry,616		 task_manager,617		 relay_chain_interface,618		 transaction_pool,619		 sync_oracle,620		 keystore,621		 force_authoring| {622			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;623624			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(625				task_manager.spawn_handle(),626				client.clone(),627				transaction_pool,628				prometheus_registry,629				telemetry.clone(),630			);631632			Ok(AuraConsensus::build::<633				sp_consensus_aura::sr25519::AuthorityPair,634				_,635				_,636				_,637				_,638				_,639				_,640			>(BuildAuraConsensusParams {641				proposer_factory,642				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {643					let relay_chain_interface = relay_chain_interface.clone();644					async move {645						let parachain_inherent =646						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(647							relay_parent,648							&relay_chain_interface,649							&validation_data,650							id,651						).await;652653						let time = sp_timestamp::InherentDataProvider::from_system_time();654655						let slot =656						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(657							*time,658							slot_duration,659						);660661						let parachain_inherent = parachain_inherent.ok_or_else(|| {662							Box::<dyn std::error::Error + Send + Sync>::from(663								"Failed to create parachain inherent",664							)665						})?;666						Ok((time, slot, parachain_inherent))667					}668				},669				block_import: client.clone(),670				para_client: client,671				backoff_authoring_blocks: Option::<()>::None,672				sync_oracle,673				keystore,674				force_authoring,675				slot_duration,676				// We got around 500ms for proposing677				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),678				telemetry,679				max_block_proposal_slot_portion: None,680			}))681		},682	)683	.await684}685686fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(687	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,688	config: &Configuration,689	_: Option<TelemetryHandle>,690	task_manager: &TaskManager,691) -> Result<692	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,693	sc_service::Error,694>695where696	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>697		+ Send698		+ Sync699		+ 'static,700	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>701		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,702	ExecutorDispatch: NativeExecutionDispatch + 'static,703{704	Ok(sc_consensus_manual_seal::import_queue(705		Box::new(client.clone()),706		&task_manager.spawn_essential_handle(),707		config.prometheus_registry(),708	))709}710711/// Builds a new development service. This service uses instant seal, and mocks712/// the parachain inherent713pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(714	config: Configuration,715) -> sc_service::error::Result<TaskManager>716where717	Runtime: RuntimeInstance + Send + Sync + 'static,718	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,719	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,720	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>721		+ Send722		+ Sync723		+ 'static,724	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>725		+ fp_rpc::EthereumRuntimeRPCApi<Block>726		+ sp_session::SessionKeys<Block>727		+ sp_block_builder::BlockBuilder<Block>728		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>729		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>730		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>731		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>732		+ sp_api::Metadata<Block>733		+ sp_offchain::OffchainWorkerApi<Block>734		+ cumulus_primitives_core::CollectCollationInfo<Block>735		+ sp_consensus_aura::AuraApi<Block, AuraId>,736	ExecutorDispatch: NativeExecutionDispatch + 'static,737{738	use futures::Stream;739	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};740	use fc_consensus::FrontierBlockImport;741	use sc_client_api::HeaderBackend;742743	let sc_service::PartialComponents {744		client,745		backend,746		mut task_manager,747		import_queue,748		keystore_container,749		select_chain: maybe_select_chain,750		transaction_pool,751		other:752			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),753	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(754		&config,755		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,756	)?;757758	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(759		task_manager.spawn_handle(),760		overrides_handle::<_, _, Runtime>(client.clone()),761		50,762		50,763	));764765	let (network, system_rpc_tx, network_starter) =766		sc_service::build_network(sc_service::BuildNetworkParams {767			config: &config,768			client: client.clone(),769			transaction_pool: transaction_pool.clone(),770			spawn_handle: task_manager.spawn_handle(),771			import_queue,772			block_announce_validator_builder: None,773			warp_sync: None,774		})?;775776	if config.offchain_worker.enabled {777		sc_service::build_offchain_workers(778			&config,779			task_manager.spawn_handle(),780			client.clone(),781			network.clone(),782		);783	}784785	let prometheus_registry = config.prometheus_registry().cloned();786	let collator = config.role.is_authority();787788	let select_chain = maybe_select_chain.clone();789790	if collator {791		let block_import =792			FrontierBlockImport::new(client.clone(), client.clone(), frontier_backend.clone());793794		let env = sc_basic_authorship::ProposerFactory::new(795			task_manager.spawn_handle(),796			client.clone(),797			transaction_pool.clone(),798			prometheus_registry.as_ref(),799			telemetry.as_ref().map(|x| x.handle()),800		);801802		let commands_stream: Box<dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin> =803			Box::new(804				// This bit cribbed from the implementation of instant seal.805				transaction_pool806					.pool()807					.validated_pool()808					.import_notification_stream()809					.map(|_| EngineCommand::SealNewBlock {810						create_empty: true, // was false in Moonbeam811						finalize: false,812						parent_hash: None,813						sender: None,814					}),815			);816817		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;818		let client_set_aside_for_cidp = client.clone();819820		task_manager.spawn_essential_handle().spawn_blocking(821			"authorship_task",822			Some("block-authoring"),823			run_manual_seal(ManualSealParams {824				block_import,825				env,826				client: client.clone(),827				pool: transaction_pool.clone(),828				commands_stream,829				select_chain: select_chain.clone(),830				consensus_data_provider: None,831				create_inherent_data_providers: move |block: Hash, ()| {832					let current_para_block = client_set_aside_for_cidp833						.number(block)834						.expect("Header lookup should succeed")835						.expect("Header passed in as parent should be present in backend.");836837					let client_for_xcm = client_set_aside_for_cidp.clone();838					async move {839						let time = sp_timestamp::InherentDataProvider::from_system_time();840841						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {842							current_para_block,843							relay_offset: 1000,844							relay_blocks_per_para_block: 2,845							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(846								&*client_for_xcm,847								block,848								Default::default(),849								Default::default(),850							),851							raw_downward_messages: vec![],852							raw_horizontal_messages: vec![],853						};854855						let slot =856						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(857							*time,858							slot_duration,859						);860861						Ok((time, slot, mocked_parachain))862					}863				},864			}),865		);866	}867868	task_manager.spawn_essential_handle().spawn(869		"frontier-mapping-sync-worker",870		Some("block-authoring"),871		MappingSyncWorker::new(872			client.import_notification_stream(),873			Duration::new(6, 0),874			client.clone(),875			backend.clone(),876			frontier_backend.clone(),877			SyncStrategy::Normal,878		)879		.for_each(|()| futures::future::ready(())),880	);881882	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());883	let rpc_client = client.clone();884	let rpc_pool = transaction_pool.clone();885	let rpc_network = network.clone();886	let rpc_frontier_backend = frontier_backend.clone();887	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {888		let full_deps = unique_rpc::FullDeps {889			backend: rpc_frontier_backend.clone(),890			deny_unsafe,891			client: rpc_client.clone(),892			pool: rpc_pool.clone(),893			graph: rpc_pool.pool().clone(),894			// TODO: Unhardcode895			enable_dev_signer: false,896			filter_pool: filter_pool.clone(),897			network: rpc_network.clone(),898			select_chain: select_chain.clone(),899			is_authority: collator,900			// TODO: Unhardcode901			max_past_logs: 10000,902			block_data_cache: block_data_cache.clone(),903			fee_history_cache: fee_history_cache.clone(),904			// TODO: Unhardcode905			fee_history_limit: 2048,906		};907908		Ok(909			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(910				full_deps,911				subscription_executor.clone(),912			),913		)914	});915916	sc_service::spawn_tasks(sc_service::SpawnTasksParams {917		network,918		client,919		keystore: keystore_container.sync_keystore(),920		task_manager: &mut task_manager,921		transaction_pool,922		rpc_extensions_builder,923		backend,924		system_rpc_tx,925		config,926		telemetry: None,927	})?;928929	network_starter.start_network();930	Ok(task_manager)931}
after · node/cli/src/service.rs
1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617//! Service and ServiceFactory implementation. Specialized wrapper over substrate service.1819// std20use std::sync::Arc;21use std::sync::Mutex;22use std::collections::BTreeMap;23use std::time::Duration;24use std::pin::Pin;25use fc_rpc_core::types::FeeHistoryCache;26use futures::{27	Stream, StreamExt,28	stream::select,29	task::{Context, Poll},30};31use tokio::time::Interval;3233use unique_rpc::overrides_handle;3435use serde::{Serialize, Deserialize};3637// Cumulus Imports38use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};39use cumulus_client_consensus_common::ParachainConsensus;40use cumulus_client_service::{41	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,42};43use cumulus_client_cli::CollatorOptions;44use cumulus_client_network::BlockAnnounceValidator;45use cumulus_primitives_core::ParaId;46use cumulus_relay_chain_inprocess_interface::build_inprocess_relay_chain;47use cumulus_relay_chain_interface::{RelayChainError, RelayChainInterface, RelayChainResult};48use cumulus_relay_chain_rpc_interface::RelayChainRPCInterface;4950// Substrate Imports51use sc_client_api::ExecutorProvider;52use sc_executor::NativeElseWasmExecutor;53use sc_executor::NativeExecutionDispatch;54use sc_network::NetworkService;55use sc_service::{BasePath, Configuration, PartialComponents, Role, TaskManager};56use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};57use sp_keystore::SyncCryptoStorePtr;58use sp_runtime::traits::BlakeTwo256;59use substrate_prometheus_endpoint::Registry;60use sc_client_api::BlockchainEvents;6162use polkadot_service::CollatorPair;6364// Frontier Imports65use fc_rpc_core::types::FilterPool;66use fc_mapping_sync::{MappingSyncWorker, SyncStrategy};6768use unique_runtime_common::types::{AuraId, RuntimeInstance, AccountId, Balance, Index, Hash, Block};6970/// Unique native executor instance.71#[cfg(feature = "unique-runtime")]72pub struct UniqueRuntimeExecutor;7374#[cfg(feature = "quartz-runtime")]75/// Quartz native executor instance.7677pub struct QuartzRuntimeExecutor;7879/// Opal native executor instance.80pub struct OpalRuntimeExecutor;8182#[cfg(feature = "unique-runtime")]83impl NativeExecutionDispatch for UniqueRuntimeExecutor {84	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;8586	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {87		unique_runtime::api::dispatch(method, data)88	}8990	fn native_version() -> sc_executor::NativeVersion {91		unique_runtime::native_version()92	}93}9495#[cfg(feature = "quartz-runtime")]96impl NativeExecutionDispatch for QuartzRuntimeExecutor {97	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;9899	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {100		quartz_runtime::api::dispatch(method, data)101	}102103	fn native_version() -> sc_executor::NativeVersion {104		quartz_runtime::native_version()105	}106}107108impl NativeExecutionDispatch for OpalRuntimeExecutor {109	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;110111	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {112		opal_runtime::api::dispatch(method, data)113	}114115	fn native_version() -> sc_executor::NativeVersion {116		opal_runtime::native_version()117	}118}119120pub struct AutosealInterval {121	interval: Interval,122}123124impl AutosealInterval {125	pub fn new(config: &Configuration, interval: Duration) -> Self {126		let _tokio_runtime = config.tokio_handle.enter();127		let interval = tokio::time::interval(interval);128129		Self { interval }130	}131}132133impl Stream for AutosealInterval {134	type Item = tokio::time::Instant;135136	fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {137		self.interval.poll_tick(cx).map(Some)138	}139}140141pub fn open_frontier_backend(config: &Configuration) -> Result<Arc<fc_db::Backend<Block>>, String> {142	let config_dir = config143		.base_path144		.as_ref()145		.map(|base_path| base_path.config_dir(config.chain_spec.id()))146		.unwrap_or_else(|| {147			BasePath::from_project("", "", "unique").config_dir(config.chain_spec.id())148		});149	let database_dir = config_dir.join("frontier").join("db");150151	Ok(Arc::new(fc_db::Backend::<Block>::new(152		&fc_db::DatabaseSettings {153			source: fc_db::DatabaseSettingsSrc::RocksDb {154				path: database_dir,155				cache_size: 0,156			},157		},158	)?))159}160161type FullClient<RuntimeApi, ExecutorDispatch> =162	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;163type FullBackend = sc_service::TFullBackend<Block>;164type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;165166/// Starts a `ServiceBuilder` for a full service.167///168/// Use this macro if you don't actually need the full service, but just the builder in order to169/// be able to perform chain operations.170#[allow(clippy::type_complexity)]171pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(172	config: &Configuration,173	build_import_queue: BIQ,174) -> Result<175	PartialComponents<176		FullClient<RuntimeApi, ExecutorDispatch>,177		FullBackend,178		FullSelectChain,179		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,180		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,181		(182			Option<Telemetry>,183			Option<FilterPool>,184			Arc<fc_db::Backend<Block>>,185			Option<TelemetryWorkerHandle>,186			FeeHistoryCache,187		),188	>,189	sc_service::Error,190>191where192	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,193	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>194		+ Send195		+ Sync196		+ 'static,197	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,198	ExecutorDispatch: NativeExecutionDispatch + 'static,199	BIQ: FnOnce(200		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,201		&Configuration,202		Option<TelemetryHandle>,203		&TaskManager,204	) -> Result<205		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,206		sc_service::Error,207	>,208{209	let _telemetry = config210		.telemetry_endpoints211		.clone()212		.filter(|x| !x.is_empty())213		.map(|endpoints| -> Result<_, sc_telemetry::Error> {214			let worker = TelemetryWorker::new(16)?;215			let telemetry = worker.handle().new_telemetry(endpoints);216			Ok((worker, telemetry))217		})218		.transpose()?;219220	let telemetry = config221		.telemetry_endpoints222		.clone()223		.filter(|x| !x.is_empty())224		.map(|endpoints| -> Result<_, sc_telemetry::Error> {225			let worker = TelemetryWorker::new(16)?;226			let telemetry = worker.handle().new_telemetry(endpoints);227			Ok((worker, telemetry))228		})229		.transpose()?;230231	let executor = NativeElseWasmExecutor::<ExecutorDispatch>::new(232		config.wasm_method,233		config.default_heap_pages,234		config.max_runtime_instances,235		config.runtime_cache_size,236	);237238	let (client, backend, keystore_container, task_manager) =239		sc_service::new_full_parts::<Block, RuntimeApi, _>(240			config,241			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),242			executor,243		)?;244	let client = Arc::new(client);245246	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());247248	let telemetry = telemetry.map(|(worker, telemetry)| {249		task_manager250			.spawn_handle()251			.spawn("telemetry", None, worker.run());252		telemetry253	});254255	let select_chain = sc_consensus::LongestChain::new(backend.clone());256257	let transaction_pool = sc_transaction_pool::BasicPool::new_full(258		config.transaction_pool.clone(),259		config.role.is_authority().into(),260		config.prometheus_registry(),261		task_manager.spawn_essential_handle(),262		client.clone(),263	);264265	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));266267	let frontier_backend = open_frontier_backend(config)?;268269	let import_queue = build_import_queue(270		client.clone(),271		config,272		telemetry.as_ref().map(|telemetry| telemetry.handle()),273		&task_manager,274	)?;275	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));276277	let params = PartialComponents {278		backend,279		client,280		import_queue,281		keystore_container,282		task_manager,283		transaction_pool,284		select_chain,285		other: (286			telemetry,287			filter_pool,288			frontier_backend,289			telemetry_worker_handle,290			fee_history_cache,291		),292	};293294	Ok(params)295}296297async fn build_relay_chain_interface(298	polkadot_config: Configuration,299	parachain_config: &Configuration,300	telemetry_worker_handle: Option<TelemetryWorkerHandle>,301	task_manager: &mut TaskManager,302	collator_options: CollatorOptions,303) -> RelayChainResult<(304	Arc<(dyn RelayChainInterface + 'static)>,305	Option<CollatorPair>,306)> {307	match collator_options.relay_chain_rpc_url {308		Some(relay_chain_url) => Ok((309			Arc::new(RelayChainRPCInterface::new(relay_chain_url).await?) as Arc<_>,310			None,311		)),312		None => build_inprocess_relay_chain(313			polkadot_config,314			parachain_config,315			telemetry_worker_handle,316			task_manager,317		),318	}319}320321/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.322///323/// This is the actual implementation that is abstract over the executor and the runtime api.324#[sc_tracing::logging::prefix_logs_with("Parachain")]325async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(326	parachain_config: Configuration,327	polkadot_config: Configuration,328	collator_options: CollatorOptions,329	id: ParaId,330	build_import_queue: BIQ,331	build_consensus: BIC,332) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>333where334	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,335	Runtime: RuntimeInstance + Send + Sync + 'static,336	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,337	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,338	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>339		+ Send340		+ Sync341		+ 'static,342	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>343		+ fp_rpc::EthereumRuntimeRPCApi<Block>344		+ sp_session::SessionKeys<Block>345		+ sp_block_builder::BlockBuilder<Block>346		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>347		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>348		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>349		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>350		+ sp_api::Metadata<Block>351		+ sp_offchain::OffchainWorkerApi<Block>352		+ cumulus_primitives_core::CollectCollationInfo<Block>,353	ExecutorDispatch: NativeExecutionDispatch + 'static,354	BIQ: FnOnce(355		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,356		&Configuration,357		Option<TelemetryHandle>,358		&TaskManager,359	) -> Result<360		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,361		sc_service::Error,362	>,363	BIC: FnOnce(364		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,365		Option<&Registry>,366		Option<TelemetryHandle>,367		&TaskManager,368		Arc<dyn RelayChainInterface>,369		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,370		Arc<NetworkService<Block, Hash>>,371		SyncCryptoStorePtr,372		bool,373	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,374{375	if matches!(parachain_config.role, Role::Light) {376		return Err("Light client not supported!".into());377	}378379	let parachain_config = prepare_node_config(parachain_config);380381	let params =382		new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(&parachain_config, build_import_queue)?;383	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =384		params.other;385386	let client = params.client.clone();387	let backend = params.backend.clone();388	let mut task_manager = params.task_manager;389390	let (relay_chain_interface, collator_key) = build_relay_chain_interface(391		polkadot_config,392		&parachain_config,393		telemetry_worker_handle,394		&mut task_manager,395		collator_options.clone(),396	)397	.await398	.map_err(|e| match e {399		RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x,400		s => s.to_string().into(),401	})?;402403	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);404405	let force_authoring = parachain_config.force_authoring;406	let validator = parachain_config.role.is_authority();407	let prometheus_registry = parachain_config.prometheus_registry().cloned();408	let transaction_pool = params.transaction_pool.clone();409	let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue);410411	let (network, system_rpc_tx, start_network) =412		sc_service::build_network(sc_service::BuildNetworkParams {413			config: &parachain_config,414			client: client.clone(),415			transaction_pool: transaction_pool.clone(),416			spawn_handle: task_manager.spawn_handle(),417			import_queue: import_queue.clone(),418			block_announce_validator_builder: Some(Box::new(|_| {419				Box::new(block_announce_validator)420			})),421			warp_sync: None,422		})?;423424	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());425	let rpc_client = client.clone();426	let rpc_pool = transaction_pool.clone();427	let select_chain = params.select_chain.clone();428	let rpc_network = network.clone();429430	let rpc_frontier_backend = frontier_backend.clone();431432	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(433		task_manager.spawn_handle(),434		overrides_handle::<_, _, Runtime>(client.clone()),435		50,436		50,437	));438439	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {440		let full_deps = unique_rpc::FullDeps {441			backend: rpc_frontier_backend.clone(),442			deny_unsafe,443			client: rpc_client.clone(),444			pool: rpc_pool.clone(),445			graph: rpc_pool.pool().clone(),446			// TODO: Unhardcode447			enable_dev_signer: false,448			filter_pool: filter_pool.clone(),449			network: rpc_network.clone(),450			select_chain: select_chain.clone(),451			is_authority: validator,452			// TODO: Unhardcode453			max_past_logs: 10000,454			block_data_cache: block_data_cache.clone(),455			fee_history_cache: fee_history_cache.clone(),456			// TODO: Unhardcode457			fee_history_limit: 2048,458		};459460		Ok(461			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(462				full_deps,463				subscription_executor.clone(),464			),465		)466	});467468	task_manager.spawn_essential_handle().spawn(469		"frontier-mapping-sync-worker",470		None,471		MappingSyncWorker::new(472			client.import_notification_stream(),473			Duration::new(6, 0),474			client.clone(),475			backend.clone(),476			frontier_backend.clone(),477			SyncStrategy::Normal,478		)479		.for_each(|()| futures::future::ready(())),480	);481482	sc_service::spawn_tasks(sc_service::SpawnTasksParams {483		rpc_extensions_builder,484		client: client.clone(),485		transaction_pool: transaction_pool.clone(),486		task_manager: &mut task_manager,487		config: parachain_config,488		keystore: params.keystore_container.sync_keystore(),489		backend: backend.clone(),490		network: network.clone(),491		system_rpc_tx,492		telemetry: telemetry.as_mut(),493	})?;494495	let announce_block = {496		let network = network.clone();497		Arc::new(move |hash, data| network.announce_block(hash, data))498	};499500	let relay_chain_slot_duration = Duration::from_secs(6);501502	if validator {503		let parachain_consensus = build_consensus(504			client.clone(),505			prometheus_registry.as_ref(),506			telemetry.as_ref().map(|t| t.handle()),507			&task_manager,508			relay_chain_interface.clone(),509			transaction_pool,510			network,511			params.keystore_container.sync_keystore(),512			force_authoring,513		)?;514515		let spawner = task_manager.spawn_handle();516517		let params = StartCollatorParams {518			para_id: id,519			block_status: client.clone(),520			announce_block,521			client: client.clone(),522			task_manager: &mut task_manager,523			spawner,524			parachain_consensus,525			import_queue,526			collator_key: collator_key.expect("Command line arguments do not allow this. qed"),527			relay_chain_interface,528			relay_chain_slot_duration,529		};530531		start_collator(params).await?;532	} else {533		let params = StartFullNodeParams {534			client: client.clone(),535			announce_block,536			task_manager: &mut task_manager,537			para_id: id,538			import_queue,539			relay_chain_interface,540			relay_chain_slot_duration,541			collator_options,542		};543544		start_full_node(params)?;545	}546547	start_network.start_network();548549	Ok((task_manager, client))550}551552/// Build the import queue for the the parachain runtime.553pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(554	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,555	config: &Configuration,556	telemetry: Option<TelemetryHandle>,557	task_manager: &TaskManager,558) -> Result<559	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,560	sc_service::Error,561>562where563	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>564		+ Send565		+ Sync566		+ 'static,567	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>568		+ sp_block_builder::BlockBuilder<Block>569		+ sp_consensus_aura::AuraApi<Block, AuraId>570		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,571	ExecutorDispatch: NativeExecutionDispatch + 'static,572{573	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;574575	cumulus_client_consensus_aura::import_queue::<576		sp_consensus_aura::sr25519::AuthorityPair,577		_,578		_,579		_,580		_,581		_,582		_,583	>(cumulus_client_consensus_aura::ImportQueueParams {584		block_import: client.clone(),585		client: client.clone(),586		create_inherent_data_providers: move |_, _| async move {587			let time = sp_timestamp::InherentDataProvider::from_system_time();588589			let slot =590				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(591					*time,592					slot_duration,593				);594595			Ok((time, slot))596		},597		registry: config.prometheus_registry(),598		can_author_with: sp_consensus::CanAuthorWithNativeVersion::new(client.executor().clone()),599		spawner: &task_manager.spawn_essential_handle(),600		telemetry,601	})602	.map_err(Into::into)603}604605/// Start a normal parachain node.606pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(607	parachain_config: Configuration,608	polkadot_config: Configuration,609	collator_options: CollatorOptions,610	id: ParaId,611) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>612where613	Runtime: RuntimeInstance + Send + Sync + 'static,614	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,615	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,616	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>617		+ Send618		+ Sync619		+ 'static,620	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>621		+ fp_rpc::EthereumRuntimeRPCApi<Block>622		+ sp_session::SessionKeys<Block>623		+ sp_block_builder::BlockBuilder<Block>624		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>625		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>626		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>627		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>628		+ sp_api::Metadata<Block>629		+ sp_offchain::OffchainWorkerApi<Block>630		+ cumulus_primitives_core::CollectCollationInfo<Block>631		+ sp_consensus_aura::AuraApi<Block, AuraId>,632	ExecutorDispatch: NativeExecutionDispatch + 'static,633{634	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(635		parachain_config,636		polkadot_config,637		collator_options,638		id,639		parachain_build_import_queue,640		|client,641		 prometheus_registry,642		 telemetry,643		 task_manager,644		 relay_chain_interface,645		 transaction_pool,646		 sync_oracle,647		 keystore,648		 force_authoring| {649			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;650651			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(652				task_manager.spawn_handle(),653				client.clone(),654				transaction_pool,655				prometheus_registry,656				telemetry.clone(),657			);658659			Ok(AuraConsensus::build::<660				sp_consensus_aura::sr25519::AuthorityPair,661				_,662				_,663				_,664				_,665				_,666				_,667			>(BuildAuraConsensusParams {668				proposer_factory,669				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {670					let relay_chain_interface = relay_chain_interface.clone();671					async move {672						let parachain_inherent =673						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(674							relay_parent,675							&relay_chain_interface,676							&validation_data,677							id,678						).await;679680						let time = sp_timestamp::InherentDataProvider::from_system_time();681682						let slot =683						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(684							*time,685							slot_duration,686						);687688						let parachain_inherent = parachain_inherent.ok_or_else(|| {689							Box::<dyn std::error::Error + Send + Sync>::from(690								"Failed to create parachain inherent",691							)692						})?;693						Ok((time, slot, parachain_inherent))694					}695				},696				block_import: client.clone(),697				para_client: client,698				backoff_authoring_blocks: Option::<()>::None,699				sync_oracle,700				keystore,701				force_authoring,702				slot_duration,703				// We got around 500ms for proposing704				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),705				telemetry,706				max_block_proposal_slot_portion: None,707			}))708		},709	)710	.await711}712713fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(714	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,715	config: &Configuration,716	_: Option<TelemetryHandle>,717	task_manager: &TaskManager,718) -> Result<719	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,720	sc_service::Error,721>722where723	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>724		+ Send725		+ Sync726		+ 'static,727	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>728		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,729	ExecutorDispatch: NativeExecutionDispatch + 'static,730{731	Ok(sc_consensus_manual_seal::import_queue(732		Box::new(client.clone()),733		&task_manager.spawn_essential_handle(),734		config.prometheus_registry(),735	))736}737738/// Builds a new development service. This service uses instant seal, and mocks739/// the parachain inherent740pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(741	config: Configuration,742	autoseal_interval: Duration,743) -> sc_service::error::Result<TaskManager>744where745	Runtime: RuntimeInstance + Send + Sync + 'static,746	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,747	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,748	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>749		+ Send750		+ Sync751		+ 'static,752	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>753		+ fp_rpc::EthereumRuntimeRPCApi<Block>754		+ sp_session::SessionKeys<Block>755		+ sp_block_builder::BlockBuilder<Block>756		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>757		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>758		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>759		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>760		+ sp_api::Metadata<Block>761		+ sp_offchain::OffchainWorkerApi<Block>762		+ cumulus_primitives_core::CollectCollationInfo<Block>763		+ sp_consensus_aura::AuraApi<Block, AuraId>,764	ExecutorDispatch: NativeExecutionDispatch + 'static,765{766	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};767	use fc_consensus::FrontierBlockImport;768	use sc_client_api::HeaderBackend;769770	let sc_service::PartialComponents {771		client,772		backend,773		mut task_manager,774		import_queue,775		keystore_container,776		select_chain: maybe_select_chain,777		transaction_pool,778		other:779			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),780	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(781		&config,782		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,783	)?;784785	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(786		task_manager.spawn_handle(),787		overrides_handle::<_, _, Runtime>(client.clone()),788		50,789		50,790	));791792	let (network, system_rpc_tx, network_starter) =793		sc_service::build_network(sc_service::BuildNetworkParams {794			config: &config,795			client: client.clone(),796			transaction_pool: transaction_pool.clone(),797			spawn_handle: task_manager.spawn_handle(),798			import_queue,799			block_announce_validator_builder: None,800			warp_sync: None,801		})?;802803	if config.offchain_worker.enabled {804		sc_service::build_offchain_workers(805			&config,806			task_manager.spawn_handle(),807			client.clone(),808			network.clone(),809		);810	}811812	let prometheus_registry = config.prometheus_registry().cloned();813	let collator = config.role.is_authority();814815	let select_chain = maybe_select_chain.clone();816817	if collator {818		let block_import =819			FrontierBlockImport::new(client.clone(), client.clone(), frontier_backend.clone());820821		let env = sc_basic_authorship::ProposerFactory::new(822			task_manager.spawn_handle(),823			client.clone(),824			transaction_pool.clone(),825			prometheus_registry.as_ref(),826			telemetry.as_ref().map(|x| x.handle()),827		);828829		let transactions_commands_stream: Box<830			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,831		> = Box::new(832			transaction_pool833				.pool()834				.validated_pool()835				.import_notification_stream()836				.map(|_| EngineCommand::SealNewBlock {837					create_empty: true,838					finalize: false,839					parent_hash: None,840					sender: None,841				}),842		);843844		let autoseal_interval = Box::pin(AutosealInterval::new(&config, autoseal_interval));845		let idle_commands_stream: Box<846			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,847		> = Box::new(autoseal_interval.map(|_| EngineCommand::SealNewBlock {848			create_empty: true,849			finalize: false,850			parent_hash: None,851			sender: None,852		}));853854		let commands_stream = select(transactions_commands_stream, idle_commands_stream);855856		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;857		let client_set_aside_for_cidp = client.clone();858859		task_manager.spawn_essential_handle().spawn_blocking(860			"authorship_task",861			Some("block-authoring"),862			run_manual_seal(ManualSealParams {863				block_import,864				env,865				client: client.clone(),866				pool: transaction_pool.clone(),867				commands_stream,868				select_chain: select_chain.clone(),869				consensus_data_provider: None,870				create_inherent_data_providers: move |block: Hash, ()| {871					let current_para_block = client_set_aside_for_cidp872						.number(block)873						.expect("Header lookup should succeed")874						.expect("Header passed in as parent should be present in backend.");875876					let client_for_xcm = client_set_aside_for_cidp.clone();877					async move {878						let time = sp_timestamp::InherentDataProvider::from_system_time();879880						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {881							current_para_block,882							relay_offset: 1000,883							relay_blocks_per_para_block: 2,884							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(885								&*client_for_xcm,886								block,887								Default::default(),888								Default::default(),889							),890							raw_downward_messages: vec![],891							raw_horizontal_messages: vec![],892						};893894						let slot =895						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(896							*time,897							slot_duration,898						);899900						Ok((time, slot, mocked_parachain))901					}902				},903			}),904		);905	}906907	task_manager.spawn_essential_handle().spawn(908		"frontier-mapping-sync-worker",909		Some("block-authoring"),910		MappingSyncWorker::new(911			client.import_notification_stream(),912			Duration::new(6, 0),913			client.clone(),914			backend.clone(),915			frontier_backend.clone(),916			SyncStrategy::Normal,917		)918		.for_each(|()| futures::future::ready(())),919	);920921	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());922	let rpc_client = client.clone();923	let rpc_pool = transaction_pool.clone();924	let rpc_network = network.clone();925	let rpc_frontier_backend = frontier_backend.clone();926	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {927		let full_deps = unique_rpc::FullDeps {928			backend: rpc_frontier_backend.clone(),929			deny_unsafe,930			client: rpc_client.clone(),931			pool: rpc_pool.clone(),932			graph: rpc_pool.pool().clone(),933			// TODO: Unhardcode934			enable_dev_signer: false,935			filter_pool: filter_pool.clone(),936			network: rpc_network.clone(),937			select_chain: select_chain.clone(),938			is_authority: collator,939			// TODO: Unhardcode940			max_past_logs: 10000,941			block_data_cache: block_data_cache.clone(),942			fee_history_cache: fee_history_cache.clone(),943			// TODO: Unhardcode944			fee_history_limit: 2048,945		};946947		Ok(948			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(949				full_deps,950				subscription_executor.clone(),951			),952		)953	});954955	sc_service::spawn_tasks(sc_service::SpawnTasksParams {956		network,957		client,958		keystore: keystore_container.sync_keystore(),959		task_manager: &mut task_manager,960		transaction_pool,961		rpc_extensions_builder,962		backend,963		system_rpc_tx,964		config,965		telemetry: None,966	})?;967968	network_starter.start_network();969	Ok(task_manager)970}