git.delta.rocks / unique-network / refs/commits / bc39212d55ff

difftreelog

Fix code style

Daniel Shiposha2022-03-15parent: #9029637.patch.diff
in: master

1 file changed

modifiednode/cli/src/service.rsdiffbeforeafterboth
before · node/cli/src/service.rs
1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617//! Service and ServiceFactory implementation. Specialized wrapper over substrate service.1819// std20use std::sync::Arc;21use std::sync::Mutex;22use std::collections::BTreeMap;23use std::time::Duration;24use fc_rpc_core::types::FeeHistoryCache;25use futures::StreamExt;2627use unique_rpc::overrides_handle;2829use serde::{Serialize, Deserialize};3031// Cumulus Imports32use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};33use cumulus_client_consensus_common::ParachainConsensus;34use cumulus_client_service::{35	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,36};37use cumulus_client_network::BlockAnnounceValidator;38use cumulus_primitives_core::ParaId;39use cumulus_relay_chain_interface::RelayChainInterface;40use cumulus_relay_chain_local::build_relay_chain_interface;4142// Substrate Imports43use sc_client_api::ExecutorProvider;44use sc_executor::NativeElseWasmExecutor;45use sc_executor::NativeExecutionDispatch;46use sc_network::NetworkService;47use sc_service::{BasePath, Configuration, PartialComponents, Role, TaskManager};48use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};49use sp_consensus::SlotData;50use sp_keystore::SyncCryptoStorePtr;51use sp_runtime::traits::BlakeTwo256;52use substrate_prometheus_endpoint::Registry;53use sc_client_api::BlockchainEvents;5455// Frontier Imports56use fc_rpc_core::types::FilterPool;57use fc_mapping_sync::{MappingSyncWorker, SyncStrategy};5859use unique_runtime_common::types::{AuraId, RuntimeInstance, AccountId, Balance, Index, Hash, Block};60use crate::chain_spec::ServiceId;6162/// Native executor instance.63pub struct UniqueRuntimeExecutor;64pub struct QuartzRuntimeExecutor;65pub struct OpalRuntimeExecutor;6667#[cfg(feature = "unique-runtime")]68impl NativeExecutionDispatch for UniqueRuntimeExecutor {69	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;7071	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {72		unique_runtime::api::dispatch(method, data)73	}7475	fn native_version() -> sc_executor::NativeVersion {76		unique_runtime::native_version()77	}78}7980#[cfg(feature = "quartz-runtime")]81impl NativeExecutionDispatch for QuartzRuntimeExecutor {82	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;8384	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {85		quartz_runtime::api::dispatch(method, data)86	}8788	fn native_version() -> sc_executor::NativeVersion {89		quartz_runtime::native_version()90	}91}9293impl NativeExecutionDispatch for OpalRuntimeExecutor {94	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;9596	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {97		opal_runtime::api::dispatch(method, data)98	}99100	fn native_version() -> sc_executor::NativeVersion {101		opal_runtime::native_version()102	}103}104105pub fn open_frontier_backend(config: &Configuration) -> Result<Arc<fc_db::Backend<Block>>, String> {106	let config_dir = config107		.base_path108		.as_ref()109		.map(|base_path| base_path.config_dir(config.chain_spec.id()))110		.unwrap_or_else(|| {111			BasePath::from_project("", "", "unique").config_dir(config.chain_spec.id())112		});113	let database_dir = config_dir.join("frontier").join("db");114115	Ok(Arc::new(fc_db::Backend::<Block>::new(116		&fc_db::DatabaseSettings {117			source: fc_db::DatabaseSettingsSrc::RocksDb {118				path: database_dir,119				cache_size: 0,120			},121		},122	)?))123}124125type FullClient<RuntimeApi, ExecutorDispatch> =126	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;127type FullBackend = sc_service::TFullBackend<Block>;128type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;129130/// Starts a `ServiceBuilder` for a full service.131///132/// Use this macro if you don't actually need the full service, but just the builder in order to133/// be able to perform chain operations.134#[allow(clippy::type_complexity)]135pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(136	config: &Configuration,137	build_import_queue: BIQ,138	service_id: ServiceId,139) -> Result<140	PartialComponents<141		FullClient<RuntimeApi, ExecutorDispatch>,142		FullBackend,143		FullSelectChain,144		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,145		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,146		(147			Option<Telemetry>,148			Option<FilterPool>,149			Arc<fc_db::Backend<Block>>,150			Option<TelemetryWorkerHandle>,151			FeeHistoryCache,152		),153	>,154	sc_service::Error,155>156where157	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,158	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>159		+ Send160		+ Sync161		+ 'static,162	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,163	ExecutorDispatch: NativeExecutionDispatch + 'static,164	BIQ: FnOnce(165		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,166		&Configuration,167		Option<TelemetryHandle>,168		&TaskManager,169	) -> Result<170		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,171		sc_service::Error,172	>,173{174	let _telemetry = config175		.telemetry_endpoints176		.clone()177		.filter(|x| !x.is_empty())178		.map(|endpoints| -> Result<_, sc_telemetry::Error> {179			let worker = TelemetryWorker::new(16)?;180			let telemetry = worker.handle().new_telemetry(endpoints);181			Ok((worker, telemetry))182		})183		.transpose()?;184185	let telemetry = config186		.telemetry_endpoints187		.clone()188		.filter(|x| !x.is_empty())189		.map(|endpoints| -> Result<_, sc_telemetry::Error> {190			let worker = TelemetryWorker::new(16)?;191			let telemetry = worker.handle().new_telemetry(endpoints);192			Ok((worker, telemetry))193		})194		.transpose()?;195196	let executor = NativeElseWasmExecutor::<ExecutorDispatch>::new(197		config.wasm_method,198		config.default_heap_pages,199		config.max_runtime_instances,200		config.runtime_cache_size,201	);202203	let (client, backend, keystore_container, task_manager) =204		sc_service::new_full_parts::<Block, RuntimeApi, _>(205			config,206			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),207			executor,208		)?;209	let client = Arc::new(client);210211	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());212213	let telemetry = telemetry.map(|(worker, telemetry)| {214		task_manager215			.spawn_handle()216			.spawn("telemetry", None, worker.run());217		telemetry218	});219220	let select_chain = sc_consensus::LongestChain::new(backend.clone());221222	let transaction_pool = sc_transaction_pool::BasicPool::new_full(223		config.transaction_pool.clone(),224		config.role.is_authority().into(),225		config.prometheus_registry(),226		task_manager.spawn_essential_handle(),227		client.clone(),228	);229230	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));231232	let frontier_backend = open_frontier_backend(config)?;233234	let import_queue = build_import_queue(235		client.clone(),236		config,237		telemetry.as_ref().map(|telemetry| telemetry.handle()),238		&task_manager,239	)?;240	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));241242	let params = PartialComponents {243		backend,244		client,245		import_queue,246		keystore_container,247		task_manager,248		transaction_pool,249		select_chain,250		other: (251			telemetry,252			filter_pool,253			frontier_backend,254			telemetry_worker_handle,255			fee_history_cache,256		),257	};258259	Ok(params)260}261262/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.263///264/// This is the actual implementation that is abstract over the executor and the runtime api.265#[sc_tracing::logging::prefix_logs_with("Parachain")]266async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(267	parachain_config: Configuration,268	polkadot_config: Configuration,269	id: ParaId,270	build_import_queue: BIQ,271	build_consensus: BIC,272) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>273where274	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,275	Runtime: RuntimeInstance + Send + Sync + 'static,276	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,277	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,278	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>279		+ Send280		+ Sync281		+ 'static,282	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>283		+ fp_rpc::EthereumRuntimeRPCApi<Block>284		+ sp_session::SessionKeys<Block>285		+ sp_block_builder::BlockBuilder<Block>286		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>287		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>288		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>289		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>290		+ sp_api::Metadata<Block>291		+ sp_offchain::OffchainWorkerApi<Block>292		+ cumulus_primitives_core::CollectCollationInfo<Block>,293	ExecutorDispatch: NativeExecutionDispatch + 'static,294	BIQ: FnOnce(295		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,296		&Configuration,297		Option<TelemetryHandle>,298		&TaskManager,299	) -> Result<300		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,301		sc_service::Error,302	>,303	BIC: FnOnce(304		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,305		Option<&Registry>,306		Option<TelemetryHandle>,307		&TaskManager,308		Arc<dyn RelayChainInterface>,309		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,310		Arc<NetworkService<Block, Hash>>,311		SyncCryptoStorePtr,312		bool,313	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,314{315	if matches!(parachain_config.role, Role::Light) {316		return Err("Light client not supported!".into());317	}318319	let parachain_config = prepare_node_config(parachain_config);320321	let params = new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(322		&parachain_config,323		build_import_queue,324		ServiceId::Prod,325	)?;326	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =327		params.other;328329	let client = params.client.clone();330	let backend = params.backend.clone();331	let mut task_manager = params.task_manager;332333	let (relay_chain_interface, collator_key) =334		build_relay_chain_interface(polkadot_config, telemetry_worker_handle, &mut task_manager)335			.map_err(|e| match e {336				polkadot_service::Error::Sub(x) => x,337				s => format!("{}", s).into(),338			})?;339340	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);341342	let force_authoring = parachain_config.force_authoring;343	let validator = parachain_config.role.is_authority();344	let prometheus_registry = parachain_config.prometheus_registry().cloned();345	let transaction_pool = params.transaction_pool.clone();346	let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue);347348	let (network, system_rpc_tx, start_network) =349		sc_service::build_network(sc_service::BuildNetworkParams {350			config: &parachain_config,351			client: client.clone(),352			transaction_pool: transaction_pool.clone(),353			spawn_handle: task_manager.spawn_handle(),354			import_queue: import_queue.clone(),355			block_announce_validator_builder: Some(Box::new(|_| {356				Box::new(block_announce_validator)357			})),358			warp_sync: None,359		})?;360361	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());362	let rpc_client = client.clone();363	let rpc_pool = transaction_pool.clone();364	let select_chain = params365		.select_chain366		.clone();367	let rpc_network = network.clone();368369	let rpc_frontier_backend = frontier_backend.clone();370371	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(372		task_manager.spawn_handle(),373		overrides_handle::<_, _, Runtime>(client.clone()),374		50,375		50,376	));377378	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {379		let full_deps = unique_rpc::FullDeps {380			backend: rpc_frontier_backend.clone(),381			deny_unsafe,382			client: rpc_client.clone(),383			pool: rpc_pool.clone(),384			graph: rpc_pool.pool().clone(),385			// TODO: Unhardcode386			enable_dev_signer: false,387			filter_pool: filter_pool.clone(),388			network: rpc_network.clone(),389			select_chain: select_chain.clone(),390			is_authority: validator,391			// TODO: Unhardcode392			max_past_logs: 10000,393			block_data_cache: block_data_cache.clone(),394			fee_history_cache: fee_history_cache.clone(),395			// TODO: Unhardcode396			fee_history_limit: 2048,397		};398399		Ok(400			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(401				full_deps,402				subscription_executor.clone(),403			),404		)405	});406407	task_manager.spawn_essential_handle().spawn(408		"frontier-mapping-sync-worker",409		None,410		MappingSyncWorker::new(411			client.import_notification_stream(),412			Duration::new(6, 0),413			client.clone(),414			backend.clone(),415			frontier_backend.clone(),416			SyncStrategy::Normal,417		)418		.for_each(|()| futures::future::ready(())),419	);420421	sc_service::spawn_tasks(sc_service::SpawnTasksParams {422		rpc_extensions_builder,423		client: client.clone(),424		transaction_pool: transaction_pool.clone(),425		task_manager: &mut task_manager,426		config: parachain_config,427		keystore: params.keystore_container.sync_keystore(),428		backend: backend.clone(),429		network: network.clone(),430		system_rpc_tx,431		telemetry: telemetry.as_mut(),432	})?;433434	let announce_block = {435		let network = network.clone();436		Arc::new(move |hash, data| network.announce_block(hash, data))437	};438439	let relay_chain_slot_duration = Duration::from_secs(6);440441	if validator {442		let parachain_consensus = build_consensus(443			client.clone(),444			prometheus_registry.as_ref(),445			telemetry.as_ref().map(|t| t.handle()),446			&task_manager,447			relay_chain_interface.clone(),448			transaction_pool,449			network,450			params.keystore_container.sync_keystore(),451			force_authoring,452		)?;453454		let spawner = task_manager.spawn_handle();455456		let params = StartCollatorParams {457			para_id: id,458			block_status: client.clone(),459			announce_block,460			client: client.clone(),461			task_manager: &mut task_manager,462			spawner,463			parachain_consensus,464			import_queue,465			collator_key,466			relay_chain_interface,467			relay_chain_slot_duration,468		};469470		start_collator(params).await?;471	} else {472		let params = StartFullNodeParams {473			client: client.clone(),474			announce_block,475			task_manager: &mut task_manager,476			para_id: id,477			import_queue,478			relay_chain_interface,479			relay_chain_slot_duration,480		};481482		start_full_node(params)?;483	}484485	start_network.start_network();486487	Ok((task_manager, client))488}489490/// Build the import queue for the the parachain runtime.491pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(492	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,493	config: &Configuration,494	telemetry: Option<TelemetryHandle>,495	task_manager: &TaskManager,496) -> Result<497	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,498	sc_service::Error,499>500where501	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>502		+ Send503		+ Sync504		+ 'static,505	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>506		+ sp_block_builder::BlockBuilder<Block>507		+ sp_consensus_aura::AuraApi<Block, AuraId>508		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,509	ExecutorDispatch: NativeExecutionDispatch + 'static,510{511	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;512513	cumulus_client_consensus_aura::import_queue::<514		sp_consensus_aura::sr25519::AuthorityPair,515		_,516		_,517		_,518		_,519		_,520		_,521	>(cumulus_client_consensus_aura::ImportQueueParams {522		block_import: client.clone(),523		client: client.clone(),524		create_inherent_data_providers: move |_, _| async move {525			let time = sp_timestamp::InherentDataProvider::from_system_time();526527			let slot =528				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_duration(529					*time,530					slot_duration.slot_duration(),531				);532533			Ok((time, slot))534		},535		registry: config.prometheus_registry(),536		can_author_with: sp_consensus::CanAuthorWithNativeVersion::new(client.executor().clone()),537		spawner: &task_manager.spawn_essential_handle(),538		telemetry,539	})540	.map_err(Into::into)541}542543/// Start a normal parachain node.544pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(545	parachain_config: Configuration,546	polkadot_config: Configuration,547	id: ParaId,548) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>549where550	Runtime: RuntimeInstance + Send + Sync + 'static,551	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,552	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,553	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>554		+ Send555		+ Sync556		+ 'static,557	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>558		+ fp_rpc::EthereumRuntimeRPCApi<Block>559		+ sp_session::SessionKeys<Block>560		+ sp_block_builder::BlockBuilder<Block>561		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>562		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>563		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>564		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>565		+ sp_api::Metadata<Block>566		+ sp_offchain::OffchainWorkerApi<Block>567		+ cumulus_primitives_core::CollectCollationInfo<Block>568		+ sp_consensus_aura::AuraApi<Block, AuraId>,569	ExecutorDispatch: NativeExecutionDispatch + 'static,570{571	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(572		parachain_config,573		polkadot_config,574		id,575		parachain_build_import_queue,576		|client,577		 prometheus_registry,578		 telemetry,579		 task_manager,580		 relay_chain_interface,581		 transaction_pool,582		 sync_oracle,583		 keystore,584		 force_authoring| {585			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;586587			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(588				task_manager.spawn_handle(),589				client.clone(),590				transaction_pool,591				prometheus_registry,592				telemetry.clone(),593			);594595			Ok(AuraConsensus::build::<596				sp_consensus_aura::sr25519::AuthorityPair,597				_,598				_,599				_,600				_,601				_,602				_,603			>(BuildAuraConsensusParams {604				proposer_factory,605				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {606					let relay_chain_interface = relay_chain_interface.clone();607					async move {608						let parachain_inherent =609						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(610							relay_parent,611							&relay_chain_interface,612							&validation_data,613							id,614						).await;615616						let time = sp_timestamp::InherentDataProvider::from_system_time();617618						let slot =619						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_duration(620							*time,621							slot_duration.slot_duration(),622						);623624						let parachain_inherent = parachain_inherent.ok_or_else(|| {625							Box::<dyn std::error::Error + Send + Sync>::from(626								"Failed to create parachain inherent",627							)628						})?;629						Ok((time, slot, parachain_inherent))630					}631				},632				block_import: client.clone(),633				para_client: client,634				backoff_authoring_blocks: Option::<()>::None,635				sync_oracle,636				keystore,637				force_authoring,638				slot_duration: *slot_duration,639				// We got around 500ms for proposing640				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),641				telemetry,642				max_block_proposal_slot_portion: None,643			}))644		},645	)646	.await647}648649fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(650	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,651	config: &Configuration,652	_: Option<TelemetryHandle>,653	task_manager: &TaskManager,654) -> Result<655	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,656	sc_service::Error,657>658where659	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>660		+ Send661		+ Sync662		+ 'static,663	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>664		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,665	ExecutorDispatch: NativeExecutionDispatch + 'static,666{667	Ok(sc_consensus_manual_seal::import_queue(668		Box::new(client.clone()),669		&task_manager.spawn_essential_handle(),670		config.prometheus_registry(),671	))672}673674/// Builds a new development service. This service uses instant seal, and mocks675/// the parachain inherent676pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(677	config: Configuration,678) -> sc_service::error::Result<TaskManager>679where680	Runtime: RuntimeInstance + Send + Sync + 'static,681	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,682	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,683	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>684		+ Send685		+ Sync686		+ 'static,687	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>688		+ fp_rpc::EthereumRuntimeRPCApi<Block>689		+ sp_session::SessionKeys<Block>690		+ sp_block_builder::BlockBuilder<Block>691		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>692		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>693		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>694		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>695		+ sp_api::Metadata<Block>696		+ sp_offchain::OffchainWorkerApi<Block>697		+ cumulus_primitives_core::CollectCollationInfo<Block>698		+ sp_consensus_aura::AuraApi<Block, AuraId>,699	ExecutorDispatch: NativeExecutionDispatch + 'static,700{701	use futures::Stream;702	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};703	use fc_consensus::FrontierBlockImport;704	use sc_client_api::HeaderBackend;705706	let sc_service::PartialComponents {707		client,708		backend,709		mut task_manager,710		import_queue,711		keystore_container,712		select_chain: maybe_select_chain,713		transaction_pool,714		other:715			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),716	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(717		&config,718		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,719		ServiceId::Dev,720	)?;721722	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(723		task_manager.spawn_handle(),724		overrides_handle::<_, _, Runtime>(client.clone()),725		50,726		50,727	));728729	let (network, system_rpc_tx, network_starter) =730		sc_service::build_network(sc_service::BuildNetworkParams {731			config: &config,732			client: client.clone(),733			transaction_pool: transaction_pool.clone(),734			spawn_handle: task_manager.spawn_handle(),735			import_queue,736			block_announce_validator_builder: None,737			warp_sync: None,738		})?;739740	if config.offchain_worker.enabled {741		sc_service::build_offchain_workers(742			&config,743			task_manager.spawn_handle(),744			client.clone(),745			network.clone(),746		);747	}748749	let prometheus_registry = config.prometheus_registry().cloned();750	let collator = config.role.is_authority();751752	let select_chain = maybe_select_chain.clone();753754	if collator {755		let block_import =756			FrontierBlockImport::new(client.clone(), client.clone(), frontier_backend.clone());757758		let env = sc_basic_authorship::ProposerFactory::new(759			task_manager.spawn_handle(),760			client.clone(),761			transaction_pool.clone(),762			prometheus_registry.as_ref(),763			telemetry.as_ref().map(|x| x.handle()),764		);765766		let commands_stream: Box<dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin> =767			Box::new(768				// This bit cribbed from the implementation of instant seal.769				transaction_pool770					.pool()771					.validated_pool()772					.import_notification_stream()773					.map(|_| EngineCommand::SealNewBlock {774						create_empty: true, // was false in Moonbeam775						finalize: false,776						parent_hash: None,777						sender: None,778					}),779			);780781		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;782		let client_set_aside_for_cidp = client.clone();783784		task_manager.spawn_essential_handle().spawn_blocking(785			"authorship_task",786			Some("block-authoring"),787			run_manual_seal(ManualSealParams {788				block_import,789				env,790				client: client.clone(),791				pool: transaction_pool.clone(),792				commands_stream,793				select_chain: select_chain.clone(),794				consensus_data_provider: None,795				create_inherent_data_providers: move |block: Hash, ()| {796					let current_para_block = client_set_aside_for_cidp797						.number(block)798						.expect("Header lookup should succeed")799						.expect("Header passed in as parent should be present in backend.");800801					let client_for_xcm = client_set_aside_for_cidp.clone();802					async move {803						let time = sp_timestamp::InherentDataProvider::from_system_time();804805						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {806							current_para_block,807							relay_offset: 1000,808							relay_blocks_per_para_block: 2,809							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(810								&*client_for_xcm,811								block,812								Default::default(),813								Default::default(),814							),815							raw_downward_messages: vec![],816							raw_horizontal_messages: vec![],817						};818819						let slot =820						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_duration(821							*time,822							slot_duration.slot_duration(),823						);824825						Ok((time, slot, mocked_parachain))826					}827				},828			}),829		);830	}831832	task_manager.spawn_essential_handle().spawn(833		"frontier-mapping-sync-worker",834		Some("block-authoring"),835		MappingSyncWorker::new(836			client.import_notification_stream(),837			Duration::new(6, 0),838			client.clone(),839			backend.clone(),840			frontier_backend.clone(),841			SyncStrategy::Normal,842		)843		.for_each(|()| futures::future::ready(())),844	);845846	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());847	let rpc_client = client.clone();848	let rpc_pool = transaction_pool.clone();849	let rpc_network = network.clone();850	let rpc_frontier_backend = frontier_backend.clone();851	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {852		let full_deps = unique_rpc::FullDeps {853			backend: rpc_frontier_backend.clone(),854			deny_unsafe,855			client: rpc_client.clone(),856			pool: rpc_pool.clone(),857			graph: rpc_pool.pool().clone(),858			// TODO: Unhardcode859			enable_dev_signer: false,860			filter_pool: filter_pool.clone(),861			network: rpc_network.clone(),862			select_chain: select_chain.clone(),863			is_authority: collator,864			// TODO: Unhardcode865			max_past_logs: 10000,866			block_data_cache: block_data_cache.clone(),867			fee_history_cache: fee_history_cache.clone(),868			// TODO: Unhardcode869			fee_history_limit: 2048,870		};871872		Ok(873			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(874				full_deps,875				subscription_executor.clone(),876			),877		)878	});879880	sc_service::spawn_tasks(sc_service::SpawnTasksParams {881		network,882		client,883		keystore: keystore_container.sync_keystore(),884		task_manager: &mut task_manager,885		transaction_pool,886		rpc_extensions_builder,887		backend,888		system_rpc_tx,889		config,890		telemetry: None,891	})?;892893	network_starter.start_network();894	Ok(task_manager)895}
after · node/cli/src/service.rs
1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617//! Service and ServiceFactory implementation. Specialized wrapper over substrate service.1819// std20use std::sync::Arc;21use std::sync::Mutex;22use std::collections::BTreeMap;23use std::time::Duration;24use fc_rpc_core::types::FeeHistoryCache;25use futures::StreamExt;2627use unique_rpc::overrides_handle;2829use serde::{Serialize, Deserialize};3031// Cumulus Imports32use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};33use cumulus_client_consensus_common::ParachainConsensus;34use cumulus_client_service::{35	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,36};37use cumulus_client_network::BlockAnnounceValidator;38use cumulus_primitives_core::ParaId;39use cumulus_relay_chain_interface::RelayChainInterface;40use cumulus_relay_chain_local::build_relay_chain_interface;4142// Substrate Imports43use sc_client_api::ExecutorProvider;44use sc_executor::NativeElseWasmExecutor;45use sc_executor::NativeExecutionDispatch;46use sc_network::NetworkService;47use sc_service::{BasePath, Configuration, PartialComponents, Role, TaskManager};48use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};49use sp_consensus::SlotData;50use sp_keystore::SyncCryptoStorePtr;51use sp_runtime::traits::BlakeTwo256;52use substrate_prometheus_endpoint::Registry;53use sc_client_api::BlockchainEvents;5455// Frontier Imports56use fc_rpc_core::types::FilterPool;57use fc_mapping_sync::{MappingSyncWorker, SyncStrategy};5859use unique_runtime_common::types::{AuraId, RuntimeInstance, AccountId, Balance, Index, Hash, Block};60use crate::chain_spec::ServiceId;6162/// Native executor instance.63pub struct UniqueRuntimeExecutor;64pub struct QuartzRuntimeExecutor;65pub struct OpalRuntimeExecutor;6667#[cfg(feature = "unique-runtime")]68impl NativeExecutionDispatch for UniqueRuntimeExecutor {69	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;7071	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {72		unique_runtime::api::dispatch(method, data)73	}7475	fn native_version() -> sc_executor::NativeVersion {76		unique_runtime::native_version()77	}78}7980#[cfg(feature = "quartz-runtime")]81impl NativeExecutionDispatch for QuartzRuntimeExecutor {82	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;8384	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {85		quartz_runtime::api::dispatch(method, data)86	}8788	fn native_version() -> sc_executor::NativeVersion {89		quartz_runtime::native_version()90	}91}9293impl NativeExecutionDispatch for OpalRuntimeExecutor {94	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;9596	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {97		opal_runtime::api::dispatch(method, data)98	}99100	fn native_version() -> sc_executor::NativeVersion {101		opal_runtime::native_version()102	}103}104105pub fn open_frontier_backend(config: &Configuration) -> Result<Arc<fc_db::Backend<Block>>, String> {106	let config_dir = config107		.base_path108		.as_ref()109		.map(|base_path| base_path.config_dir(config.chain_spec.id()))110		.unwrap_or_else(|| {111			BasePath::from_project("", "", "unique").config_dir(config.chain_spec.id())112		});113	let database_dir = config_dir.join("frontier").join("db");114115	Ok(Arc::new(fc_db::Backend::<Block>::new(116		&fc_db::DatabaseSettings {117			source: fc_db::DatabaseSettingsSrc::RocksDb {118				path: database_dir,119				cache_size: 0,120			},121		},122	)?))123}124125type FullClient<RuntimeApi, ExecutorDispatch> =126	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;127type FullBackend = sc_service::TFullBackend<Block>;128type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;129130/// Starts a `ServiceBuilder` for a full service.131///132/// Use this macro if you don't actually need the full service, but just the builder in order to133/// be able to perform chain operations.134#[allow(clippy::type_complexity)]135pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(136	config: &Configuration,137	build_import_queue: BIQ,138	service_id: ServiceId,139) -> Result<140	PartialComponents<141		FullClient<RuntimeApi, ExecutorDispatch>,142		FullBackend,143		FullSelectChain,144		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,145		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,146		(147			Option<Telemetry>,148			Option<FilterPool>,149			Arc<fc_db::Backend<Block>>,150			Option<TelemetryWorkerHandle>,151			FeeHistoryCache,152		),153	>,154	sc_service::Error,155>156where157	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,158	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>159		+ Send160		+ Sync161		+ 'static,162	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,163	ExecutorDispatch: NativeExecutionDispatch + 'static,164	BIQ: FnOnce(165		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,166		&Configuration,167		Option<TelemetryHandle>,168		&TaskManager,169	) -> Result<170		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,171		sc_service::Error,172	>,173{174	let _telemetry = config175		.telemetry_endpoints176		.clone()177		.filter(|x| !x.is_empty())178		.map(|endpoints| -> Result<_, sc_telemetry::Error> {179			let worker = TelemetryWorker::new(16)?;180			let telemetry = worker.handle().new_telemetry(endpoints);181			Ok((worker, telemetry))182		})183		.transpose()?;184185	let telemetry = config186		.telemetry_endpoints187		.clone()188		.filter(|x| !x.is_empty())189		.map(|endpoints| -> Result<_, sc_telemetry::Error> {190			let worker = TelemetryWorker::new(16)?;191			let telemetry = worker.handle().new_telemetry(endpoints);192			Ok((worker, telemetry))193		})194		.transpose()?;195196	let executor = NativeElseWasmExecutor::<ExecutorDispatch>::new(197		config.wasm_method,198		config.default_heap_pages,199		config.max_runtime_instances,200		config.runtime_cache_size,201	);202203	let (client, backend, keystore_container, task_manager) =204		sc_service::new_full_parts::<Block, RuntimeApi, _>(205			config,206			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),207			executor,208		)?;209	let client = Arc::new(client);210211	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());212213	let telemetry = telemetry.map(|(worker, telemetry)| {214		task_manager215			.spawn_handle()216			.spawn("telemetry", None, worker.run());217		telemetry218	});219220	let select_chain = sc_consensus::LongestChain::new(backend.clone());221222	let transaction_pool = sc_transaction_pool::BasicPool::new_full(223		config.transaction_pool.clone(),224		config.role.is_authority().into(),225		config.prometheus_registry(),226		task_manager.spawn_essential_handle(),227		client.clone(),228	);229230	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));231232	let frontier_backend = open_frontier_backend(config)?;233234	let import_queue = build_import_queue(235		client.clone(),236		config,237		telemetry.as_ref().map(|telemetry| telemetry.handle()),238		&task_manager,239	)?;240	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));241242	let params = PartialComponents {243		backend,244		client,245		import_queue,246		keystore_container,247		task_manager,248		transaction_pool,249		select_chain,250		other: (251			telemetry,252			filter_pool,253			frontier_backend,254			telemetry_worker_handle,255			fee_history_cache,256		),257	};258259	Ok(params)260}261262/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.263///264/// This is the actual implementation that is abstract over the executor and the runtime api.265#[sc_tracing::logging::prefix_logs_with("Parachain")]266async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(267	parachain_config: Configuration,268	polkadot_config: Configuration,269	id: ParaId,270	build_import_queue: BIQ,271	build_consensus: BIC,272) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>273where274	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,275	Runtime: RuntimeInstance + Send + Sync + 'static,276	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,277	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,278	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>279		+ Send280		+ Sync281		+ 'static,282	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>283		+ fp_rpc::EthereumRuntimeRPCApi<Block>284		+ sp_session::SessionKeys<Block>285		+ sp_block_builder::BlockBuilder<Block>286		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>287		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>288		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>289		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>290		+ sp_api::Metadata<Block>291		+ sp_offchain::OffchainWorkerApi<Block>292		+ cumulus_primitives_core::CollectCollationInfo<Block>,293	ExecutorDispatch: NativeExecutionDispatch + 'static,294	BIQ: FnOnce(295		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,296		&Configuration,297		Option<TelemetryHandle>,298		&TaskManager,299	) -> Result<300		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,301		sc_service::Error,302	>,303	BIC: FnOnce(304		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,305		Option<&Registry>,306		Option<TelemetryHandle>,307		&TaskManager,308		Arc<dyn RelayChainInterface>,309		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,310		Arc<NetworkService<Block, Hash>>,311		SyncCryptoStorePtr,312		bool,313	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,314{315	if matches!(parachain_config.role, Role::Light) {316		return Err("Light client not supported!".into());317	}318319	let parachain_config = prepare_node_config(parachain_config);320321	let params = new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(322		&parachain_config,323		build_import_queue,324		ServiceId::Prod,325	)?;326	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =327		params.other;328329	let client = params.client.clone();330	let backend = params.backend.clone();331	let mut task_manager = params.task_manager;332333	let (relay_chain_interface, collator_key) =334		build_relay_chain_interface(polkadot_config, telemetry_worker_handle, &mut task_manager)335			.map_err(|e| match e {336				polkadot_service::Error::Sub(x) => x,337				s => format!("{}", s).into(),338			})?;339340	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);341342	let force_authoring = parachain_config.force_authoring;343	let validator = parachain_config.role.is_authority();344	let prometheus_registry = parachain_config.prometheus_registry().cloned();345	let transaction_pool = params.transaction_pool.clone();346	let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue);347348	let (network, system_rpc_tx, start_network) =349		sc_service::build_network(sc_service::BuildNetworkParams {350			config: &parachain_config,351			client: client.clone(),352			transaction_pool: transaction_pool.clone(),353			spawn_handle: task_manager.spawn_handle(),354			import_queue: import_queue.clone(),355			block_announce_validator_builder: Some(Box::new(|_| {356				Box::new(block_announce_validator)357			})),358			warp_sync: None,359		})?;360361	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());362	let rpc_client = client.clone();363	let rpc_pool = transaction_pool.clone();364	let select_chain = params.select_chain.clone();365	let rpc_network = network.clone();366367	let rpc_frontier_backend = frontier_backend.clone();368369	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(370		task_manager.spawn_handle(),371		overrides_handle::<_, _, Runtime>(client.clone()),372		50,373		50,374	));375376	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {377		let full_deps = unique_rpc::FullDeps {378			backend: rpc_frontier_backend.clone(),379			deny_unsafe,380			client: rpc_client.clone(),381			pool: rpc_pool.clone(),382			graph: rpc_pool.pool().clone(),383			// TODO: Unhardcode384			enable_dev_signer: false,385			filter_pool: filter_pool.clone(),386			network: rpc_network.clone(),387			select_chain: select_chain.clone(),388			is_authority: validator,389			// TODO: Unhardcode390			max_past_logs: 10000,391			block_data_cache: block_data_cache.clone(),392			fee_history_cache: fee_history_cache.clone(),393			// TODO: Unhardcode394			fee_history_limit: 2048,395		};396397		Ok(398			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(399				full_deps,400				subscription_executor.clone(),401			),402		)403	});404405	task_manager.spawn_essential_handle().spawn(406		"frontier-mapping-sync-worker",407		None,408		MappingSyncWorker::new(409			client.import_notification_stream(),410			Duration::new(6, 0),411			client.clone(),412			backend.clone(),413			frontier_backend.clone(),414			SyncStrategy::Normal,415		)416		.for_each(|()| futures::future::ready(())),417	);418419	sc_service::spawn_tasks(sc_service::SpawnTasksParams {420		rpc_extensions_builder,421		client: client.clone(),422		transaction_pool: transaction_pool.clone(),423		task_manager: &mut task_manager,424		config: parachain_config,425		keystore: params.keystore_container.sync_keystore(),426		backend: backend.clone(),427		network: network.clone(),428		system_rpc_tx,429		telemetry: telemetry.as_mut(),430	})?;431432	let announce_block = {433		let network = network.clone();434		Arc::new(move |hash, data| network.announce_block(hash, data))435	};436437	let relay_chain_slot_duration = Duration::from_secs(6);438439	if validator {440		let parachain_consensus = build_consensus(441			client.clone(),442			prometheus_registry.as_ref(),443			telemetry.as_ref().map(|t| t.handle()),444			&task_manager,445			relay_chain_interface.clone(),446			transaction_pool,447			network,448			params.keystore_container.sync_keystore(),449			force_authoring,450		)?;451452		let spawner = task_manager.spawn_handle();453454		let params = StartCollatorParams {455			para_id: id,456			block_status: client.clone(),457			announce_block,458			client: client.clone(),459			task_manager: &mut task_manager,460			spawner,461			parachain_consensus,462			import_queue,463			collator_key,464			relay_chain_interface,465			relay_chain_slot_duration,466		};467468		start_collator(params).await?;469	} else {470		let params = StartFullNodeParams {471			client: client.clone(),472			announce_block,473			task_manager: &mut task_manager,474			para_id: id,475			import_queue,476			relay_chain_interface,477			relay_chain_slot_duration,478		};479480		start_full_node(params)?;481	}482483	start_network.start_network();484485	Ok((task_manager, client))486}487488/// Build the import queue for the the parachain runtime.489pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(490	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,491	config: &Configuration,492	telemetry: Option<TelemetryHandle>,493	task_manager: &TaskManager,494) -> Result<495	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,496	sc_service::Error,497>498where499	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>500		+ Send501		+ Sync502		+ 'static,503	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>504		+ sp_block_builder::BlockBuilder<Block>505		+ sp_consensus_aura::AuraApi<Block, AuraId>506		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,507	ExecutorDispatch: NativeExecutionDispatch + 'static,508{509	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;510511	cumulus_client_consensus_aura::import_queue::<512		sp_consensus_aura::sr25519::AuthorityPair,513		_,514		_,515		_,516		_,517		_,518		_,519	>(cumulus_client_consensus_aura::ImportQueueParams {520		block_import: client.clone(),521		client: client.clone(),522		create_inherent_data_providers: move |_, _| async move {523			let time = sp_timestamp::InherentDataProvider::from_system_time();524525			let slot =526				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_duration(527					*time,528					slot_duration.slot_duration(),529				);530531			Ok((time, slot))532		},533		registry: config.prometheus_registry(),534		can_author_with: sp_consensus::CanAuthorWithNativeVersion::new(client.executor().clone()),535		spawner: &task_manager.spawn_essential_handle(),536		telemetry,537	})538	.map_err(Into::into)539}540541/// Start a normal parachain node.542pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(543	parachain_config: Configuration,544	polkadot_config: Configuration,545	id: ParaId,546) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>547where548	Runtime: RuntimeInstance + Send + Sync + 'static,549	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,550	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,551	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>552		+ Send553		+ Sync554		+ 'static,555	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>556		+ fp_rpc::EthereumRuntimeRPCApi<Block>557		+ sp_session::SessionKeys<Block>558		+ sp_block_builder::BlockBuilder<Block>559		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>560		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>561		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>562		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>563		+ sp_api::Metadata<Block>564		+ sp_offchain::OffchainWorkerApi<Block>565		+ cumulus_primitives_core::CollectCollationInfo<Block>566		+ sp_consensus_aura::AuraApi<Block, AuraId>,567	ExecutorDispatch: NativeExecutionDispatch + 'static,568{569	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(570		parachain_config,571		polkadot_config,572		id,573		parachain_build_import_queue,574		|client,575		 prometheus_registry,576		 telemetry,577		 task_manager,578		 relay_chain_interface,579		 transaction_pool,580		 sync_oracle,581		 keystore,582		 force_authoring| {583			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;584585			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(586				task_manager.spawn_handle(),587				client.clone(),588				transaction_pool,589				prometheus_registry,590				telemetry.clone(),591			);592593			Ok(AuraConsensus::build::<594				sp_consensus_aura::sr25519::AuthorityPair,595				_,596				_,597				_,598				_,599				_,600				_,601			>(BuildAuraConsensusParams {602				proposer_factory,603				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {604					let relay_chain_interface = relay_chain_interface.clone();605					async move {606						let parachain_inherent =607						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(608							relay_parent,609							&relay_chain_interface,610							&validation_data,611							id,612						).await;613614						let time = sp_timestamp::InherentDataProvider::from_system_time();615616						let slot =617						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_duration(618							*time,619							slot_duration.slot_duration(),620						);621622						let parachain_inherent = parachain_inherent.ok_or_else(|| {623							Box::<dyn std::error::Error + Send + Sync>::from(624								"Failed to create parachain inherent",625							)626						})?;627						Ok((time, slot, parachain_inherent))628					}629				},630				block_import: client.clone(),631				para_client: client,632				backoff_authoring_blocks: Option::<()>::None,633				sync_oracle,634				keystore,635				force_authoring,636				slot_duration: *slot_duration,637				// We got around 500ms for proposing638				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),639				telemetry,640				max_block_proposal_slot_portion: None,641			}))642		},643	)644	.await645}646647fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(648	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,649	config: &Configuration,650	_: Option<TelemetryHandle>,651	task_manager: &TaskManager,652) -> Result<653	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,654	sc_service::Error,655>656where657	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>658		+ Send659		+ Sync660		+ 'static,661	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>662		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,663	ExecutorDispatch: NativeExecutionDispatch + 'static,664{665	Ok(sc_consensus_manual_seal::import_queue(666		Box::new(client.clone()),667		&task_manager.spawn_essential_handle(),668		config.prometheus_registry(),669	))670}671672/// Builds a new development service. This service uses instant seal, and mocks673/// the parachain inherent674pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(675	config: Configuration,676) -> sc_service::error::Result<TaskManager>677where678	Runtime: RuntimeInstance + Send + Sync + 'static,679	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,680	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,681	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>682		+ Send683		+ Sync684		+ 'static,685	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>686		+ fp_rpc::EthereumRuntimeRPCApi<Block>687		+ sp_session::SessionKeys<Block>688		+ sp_block_builder::BlockBuilder<Block>689		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>690		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>691		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>692		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>693		+ sp_api::Metadata<Block>694		+ sp_offchain::OffchainWorkerApi<Block>695		+ cumulus_primitives_core::CollectCollationInfo<Block>696		+ sp_consensus_aura::AuraApi<Block, AuraId>,697	ExecutorDispatch: NativeExecutionDispatch + 'static,698{699	use futures::Stream;700	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};701	use fc_consensus::FrontierBlockImport;702	use sc_client_api::HeaderBackend;703704	let sc_service::PartialComponents {705		client,706		backend,707		mut task_manager,708		import_queue,709		keystore_container,710		select_chain: maybe_select_chain,711		transaction_pool,712		other:713			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),714	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(715		&config,716		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,717		ServiceId::Dev,718	)?;719720	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCache::new(721		task_manager.spawn_handle(),722		overrides_handle::<_, _, Runtime>(client.clone()),723		50,724		50,725	));726727	let (network, system_rpc_tx, network_starter) =728		sc_service::build_network(sc_service::BuildNetworkParams {729			config: &config,730			client: client.clone(),731			transaction_pool: transaction_pool.clone(),732			spawn_handle: task_manager.spawn_handle(),733			import_queue,734			block_announce_validator_builder: None,735			warp_sync: None,736		})?;737738	if config.offchain_worker.enabled {739		sc_service::build_offchain_workers(740			&config,741			task_manager.spawn_handle(),742			client.clone(),743			network.clone(),744		);745	}746747	let prometheus_registry = config.prometheus_registry().cloned();748	let collator = config.role.is_authority();749750	let select_chain = maybe_select_chain.clone();751752	if collator {753		let block_import =754			FrontierBlockImport::new(client.clone(), client.clone(), frontier_backend.clone());755756		let env = sc_basic_authorship::ProposerFactory::new(757			task_manager.spawn_handle(),758			client.clone(),759			transaction_pool.clone(),760			prometheus_registry.as_ref(),761			telemetry.as_ref().map(|x| x.handle()),762		);763764		let commands_stream: Box<dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin> =765			Box::new(766				// This bit cribbed from the implementation of instant seal.767				transaction_pool768					.pool()769					.validated_pool()770					.import_notification_stream()771					.map(|_| EngineCommand::SealNewBlock {772						create_empty: true, // was false in Moonbeam773						finalize: false,774						parent_hash: None,775						sender: None,776					}),777			);778779		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;780		let client_set_aside_for_cidp = client.clone();781782		task_manager.spawn_essential_handle().spawn_blocking(783			"authorship_task",784			Some("block-authoring"),785			run_manual_seal(ManualSealParams {786				block_import,787				env,788				client: client.clone(),789				pool: transaction_pool.clone(),790				commands_stream,791				select_chain: select_chain.clone(),792				consensus_data_provider: None,793				create_inherent_data_providers: move |block: Hash, ()| {794					let current_para_block = client_set_aside_for_cidp795						.number(block)796						.expect("Header lookup should succeed")797						.expect("Header passed in as parent should be present in backend.");798799					let client_for_xcm = client_set_aside_for_cidp.clone();800					async move {801						let time = sp_timestamp::InherentDataProvider::from_system_time();802803						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {804							current_para_block,805							relay_offset: 1000,806							relay_blocks_per_para_block: 2,807							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(808								&*client_for_xcm,809								block,810								Default::default(),811								Default::default(),812							),813							raw_downward_messages: vec![],814							raw_horizontal_messages: vec![],815						};816817						let slot =818						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_duration(819							*time,820							slot_duration.slot_duration(),821						);822823						Ok((time, slot, mocked_parachain))824					}825				},826			}),827		);828	}829830	task_manager.spawn_essential_handle().spawn(831		"frontier-mapping-sync-worker",832		Some("block-authoring"),833		MappingSyncWorker::new(834			client.import_notification_stream(),835			Duration::new(6, 0),836			client.clone(),837			backend.clone(),838			frontier_backend.clone(),839			SyncStrategy::Normal,840		)841		.for_each(|()| futures::future::ready(())),842	);843844	let subscription_executor = sc_rpc::SubscriptionTaskExecutor::new(task_manager.spawn_handle());845	let rpc_client = client.clone();846	let rpc_pool = transaction_pool.clone();847	let rpc_network = network.clone();848	let rpc_frontier_backend = frontier_backend.clone();849	let rpc_extensions_builder = Box::new(move |deny_unsafe, _| {850		let full_deps = unique_rpc::FullDeps {851			backend: rpc_frontier_backend.clone(),852			deny_unsafe,853			client: rpc_client.clone(),854			pool: rpc_pool.clone(),855			graph: rpc_pool.pool().clone(),856			// TODO: Unhardcode857			enable_dev_signer: false,858			filter_pool: filter_pool.clone(),859			network: rpc_network.clone(),860			select_chain: select_chain.clone(),861			is_authority: collator,862			// TODO: Unhardcode863			max_past_logs: 10000,864			block_data_cache: block_data_cache.clone(),865			fee_history_cache: fee_history_cache.clone(),866			// TODO: Unhardcode867			fee_history_limit: 2048,868		};869870		Ok(871			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(872				full_deps,873				subscription_executor.clone(),874			),875		)876	});877878	sc_service::spawn_tasks(sc_service::SpawnTasksParams {879		network,880		client,881		keystore: keystore_container.sync_keystore(),882		task_manager: &mut task_manager,883		transaction_pool,884		rpc_extensions_builder,885		backend,886		system_rpc_tx,887		config,888		telemetry: None,889	})?;890891	network_starter.start_network();892	Ok(task_manager)893}