git.delta.rocks / unique-network / refs/commits / ec57cb9db90d

1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617// std18use std::sync::Arc;19use std::sync::Mutex;20use std::collections::BTreeMap;21use std::time::Duration;22use std::pin::Pin;23use fc_rpc_core::types::FeeHistoryCache;24use futures::{25	Stream, StreamExt,26	stream::select,27	task::{Context, Poll},28};29use sp_keystore::KeystorePtr;30use tokio::time::Interval;3132use unique_rpc::overrides_handle;3334use serde::{Serialize, Deserialize};3536// Cumulus Imports37use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};38use cumulus_client_consensus_common::{39	ParachainConsensus, ParachainBlockImport as TParachainBlockImport,40};41use cumulus_client_service::{42	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,43};44use cumulus_client_cli::CollatorOptions;45use cumulus_client_network::BlockAnnounceValidator;46use cumulus_primitives_core::ParaId;47use cumulus_relay_chain_inprocess_interface::build_inprocess_relay_chain;48use cumulus_relay_chain_interface::{RelayChainInterface, RelayChainResult};49use cumulus_relay_chain_minimal_node::build_minimal_relay_chain_node;5051// Substrate Imports52use sp_api::BlockT;53use sc_executor::NativeElseWasmExecutor;54use sc_executor::NativeExecutionDispatch;55use sc_network::NetworkBlock;56use sc_network_sync::SyncingService;57use sc_service::{Configuration, PartialComponents, TaskManager};58use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};59use sp_runtime::traits::BlakeTwo256;60use substrate_prometheus_endpoint::Registry;61use sc_client_api::BlockchainEvents;62use sc_consensus::ImportQueue;6364use polkadot_service::CollatorPair;6566// Frontier Imports67use fc_rpc_core::types::FilterPool;68use fc_mapping_sync::{kv::MappingSyncWorker, SyncStrategy};6970use up_common::types::opaque::*;7172use crate::chain_spec::RuntimeIdentification;7374/// Unique native executor instance.75#[cfg(feature = "unique-runtime")]76pub struct UniqueRuntimeExecutor;7778#[cfg(feature = "quartz-runtime")]79/// Quartz native executor instance.80pub struct QuartzRuntimeExecutor;8182/// Opal native executor instance.83pub struct OpalRuntimeExecutor;8485#[cfg(all(feature = "unique-runtime", feature = "runtime-benchmarks"))]86pub type DefaultRuntimeExecutor = UniqueRuntimeExecutor;8788#[cfg(all(89	not(feature = "unique-runtime"),90	feature = "quartz-runtime",91	feature = "runtime-benchmarks"92))]93pub type DefaultRuntimeExecutor = QuartzRuntimeExecutor;9495#[cfg(all(96	not(feature = "unique-runtime"),97	not(feature = "quartz-runtime"),98	feature = "runtime-benchmarks"99))]100pub type DefaultRuntimeExecutor = OpalRuntimeExecutor;101102#[cfg(feature = "unique-runtime")]103impl NativeExecutionDispatch for UniqueRuntimeExecutor {104	/// Only enable the benchmarking host functions when we actually want to benchmark.105	#[cfg(feature = "runtime-benchmarks")]106	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;107	/// Otherwise we only use the default Substrate host functions.108	#[cfg(not(feature = "runtime-benchmarks"))]109	type ExtendHostFunctions = ();110111	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {112		unique_runtime::api::dispatch(method, data)113	}114115	fn native_version() -> sc_executor::NativeVersion {116		unique_runtime::native_version()117	}118}119120#[cfg(feature = "quartz-runtime")]121impl NativeExecutionDispatch for QuartzRuntimeExecutor {122	/// Only enable the benchmarking host functions when we actually want to benchmark.123	#[cfg(feature = "runtime-benchmarks")]124	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;125	/// Otherwise we only use the default Substrate host functions.126	#[cfg(not(feature = "runtime-benchmarks"))]127	type ExtendHostFunctions = ();128129	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {130		quartz_runtime::api::dispatch(method, data)131	}132133	fn native_version() -> sc_executor::NativeVersion {134		quartz_runtime::native_version()135	}136}137138impl NativeExecutionDispatch for OpalRuntimeExecutor {139	/// Only enable the benchmarking host functions when we actually want to benchmark.140	#[cfg(feature = "runtime-benchmarks")]141	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;142	/// Otherwise we only use the default Substrate host functions.143	#[cfg(not(feature = "runtime-benchmarks"))]144	type ExtendHostFunctions = ();145146	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {147		opal_runtime::api::dispatch(method, data)148	}149150	fn native_version() -> sc_executor::NativeVersion {151		opal_runtime::native_version()152	}153}154155pub struct AutosealInterval {156	interval: Interval,157}158159impl AutosealInterval {160	pub fn new(config: &Configuration, interval: Duration) -> Self {161		let _tokio_runtime = config.tokio_handle.enter();162		let interval = tokio::time::interval(interval);163164		Self { interval }165	}166}167168impl Stream for AutosealInterval {169	type Item = tokio::time::Instant;170171	fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {172		self.interval.poll_tick(cx).map(Some)173	}174}175176pub fn open_frontier_backend<Block: BlockT, C: sp_blockchain::HeaderBackend<Block>>(177	client: Arc<C>,178	config: &Configuration,179) -> Result<Arc<fc_db::kv::Backend<Block>>, String> {180	let config_dir = config.base_path.config_dir(config.chain_spec.id());181	let database_dir = config_dir.join("frontier").join("db");182183	Ok(Arc::new(fc_db::kv::Backend::<Block>::new(184		client,185		&fc_db::kv::DatabaseSettings {186			source: fc_db::DatabaseSource::RocksDb {187				path: database_dir,188				cache_size: 0,189			},190		},191	)?))192}193194type FullClient<RuntimeApi, ExecutorDispatch> =195	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;196type FullBackend = sc_service::TFullBackend<Block>;197type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;198type ParachainBlockImport<RuntimeApi, ExecutorDispatch> =199	TParachainBlockImport<Block, Arc<FullClient<RuntimeApi, ExecutorDispatch>>, FullBackend>;200201/// Starts a `ServiceBuilder` for a full service.202///203/// Use this macro if you don't actually need the full service, but just the builder in order to204/// be able to perform chain operations.205#[allow(clippy::type_complexity)]206pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(207	config: &Configuration,208	build_import_queue: BIQ,209) -> Result<210	PartialComponents<211		FullClient<RuntimeApi, ExecutorDispatch>,212		FullBackend,213		FullSelectChain,214		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,215		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,216		(217			Option<Telemetry>,218			Option<FilterPool>,219			Arc<fc_db::kv::Backend<Block>>,220			Option<TelemetryWorkerHandle>,221			FeeHistoryCache,222		),223	>,224	sc_service::Error,225>226where227	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,228	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>229		+ Send230		+ Sync231		+ 'static,232	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,233	ExecutorDispatch: NativeExecutionDispatch + 'static,234	BIQ: FnOnce(235		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,236		Arc<FullBackend>,237		&Configuration,238		Option<TelemetryHandle>,239		&TaskManager,240	) -> Result<241		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,242		sc_service::Error,243	>,244{245	let _telemetry = config246		.telemetry_endpoints247		.clone()248		.filter(|x| !x.is_empty())249		.map(|endpoints| -> Result<_, sc_telemetry::Error> {250			let worker = TelemetryWorker::new(16)?;251			let telemetry = worker.handle().new_telemetry(endpoints);252			Ok((worker, telemetry))253		})254		.transpose()?;255256	let telemetry = config257		.telemetry_endpoints258		.clone()259		.filter(|x| !x.is_empty())260		.map(|endpoints| -> Result<_, sc_telemetry::Error> {261			let worker = TelemetryWorker::new(16)?;262			let telemetry = worker.handle().new_telemetry(endpoints);263			Ok((worker, telemetry))264		})265		.transpose()?;266267	let executor = sc_service::new_native_or_wasm_executor(config);268269	let (client, backend, keystore_container, task_manager) =270		sc_service::new_full_parts::<Block, RuntimeApi, _>(271			config,272			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),273			executor,274		)?;275	let client = Arc::new(client);276277	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());278279	let telemetry = telemetry.map(|(worker, telemetry)| {280		task_manager281			.spawn_handle()282			.spawn("telemetry", None, worker.run());283		telemetry284	});285286	let select_chain = sc_consensus::LongestChain::new(backend.clone());287288	let transaction_pool = sc_transaction_pool::BasicPool::new_full(289		config.transaction_pool.clone(),290		config.role.is_authority().into(),291		config.prometheus_registry(),292		task_manager.spawn_essential_handle(),293		client.clone(),294	);295296	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));297298	let frontier_backend = open_frontier_backend(client.clone(), config)?;299300	let import_queue = build_import_queue(301		client.clone(),302		backend.clone(),303		config,304		telemetry.as_ref().map(|telemetry| telemetry.handle()),305		&task_manager,306	)?;307	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));308309	let params = PartialComponents {310		backend,311		client,312		import_queue,313		keystore_container,314		task_manager,315		transaction_pool,316		select_chain,317		other: (318			telemetry,319			filter_pool,320			frontier_backend,321			telemetry_worker_handle,322			fee_history_cache,323		),324	};325326	Ok(params)327}328329async fn build_relay_chain_interface(330	polkadot_config: Configuration,331	parachain_config: &Configuration,332	telemetry_worker_handle: Option<TelemetryWorkerHandle>,333	task_manager: &mut TaskManager,334	collator_options: CollatorOptions,335	hwbench: Option<sc_sysinfo::HwBench>,336) -> RelayChainResult<(337	Arc<(dyn RelayChainInterface + 'static)>,338	Option<CollatorPair>,339)> {340	if collator_options.relay_chain_rpc_urls.is_empty() {341		build_inprocess_relay_chain(342			polkadot_config,343			parachain_config,344			telemetry_worker_handle,345			task_manager,346			hwbench,347		)348	} else {349		build_minimal_relay_chain_node(350			polkadot_config,351			task_manager,352			collator_options.relay_chain_rpc_urls,353		)354		.await355	}356}357358macro_rules! clone {359    ($($i:ident),* $(,)?) => {360		$(361			let $i = $i.clone();362		)*363    };364}365366/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.367///368/// This is the actual implementation that is abstract over the executor and the runtime api.369#[sc_tracing::logging::prefix_logs_with("Parachain")]370async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(371	parachain_config: Configuration,372	polkadot_config: Configuration,373	collator_options: CollatorOptions,374	id: ParaId,375	build_import_queue: BIQ,376	build_consensus: BIC,377	hwbench: Option<sc_sysinfo::HwBench>,378) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>379where380	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,381	Runtime: RuntimeInstance + Send + Sync + 'static,382	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,383	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,384	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>385		+ Send386		+ Sync387		+ 'static,388	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>389		+ fp_rpc::EthereumRuntimeRPCApi<Block>390		+ fp_rpc::ConvertTransactionRuntimeApi<Block>391		+ sp_session::SessionKeys<Block>392		+ sp_block_builder::BlockBuilder<Block>393		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>394		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>395		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>396		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>397		+ up_pov_estimate_rpc::PovEstimateApi<Block>398		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>399		+ sp_api::Metadata<Block>400		+ sp_offchain::OffchainWorkerApi<Block>401		+ cumulus_primitives_core::CollectCollationInfo<Block>,402	ExecutorDispatch: NativeExecutionDispatch + 'static,403	BIQ: FnOnce(404		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,405		Arc<FullBackend>,406		&Configuration,407		Option<TelemetryHandle>,408		&TaskManager,409	) -> Result<410		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,411		sc_service::Error,412	>,413	BIC: FnOnce(414		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,415		Arc<FullBackend>,416		Option<&Registry>,417		Option<TelemetryHandle>,418		&TaskManager,419		Arc<dyn RelayChainInterface>,420		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,421		Arc<SyncingService<Block>>,422		KeystorePtr,423		bool,424	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,425{426	let parachain_config = prepare_node_config(parachain_config);427428	let params =429		new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(&parachain_config, build_import_queue)?;430	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =431		params.other;432	let net_config = sc_network::config::FullNetworkConfiguration::new(&parachain_config.network);433434	let client = params.client.clone();435	let backend = params.backend.clone();436	let mut task_manager = params.task_manager;437438	let (relay_chain_interface, collator_key) = build_relay_chain_interface(439		polkadot_config,440		&parachain_config,441		telemetry_worker_handle,442		&mut task_manager,443		collator_options.clone(),444		hwbench.clone(),445	)446	.await447	.map_err(|e| sc_service::Error::Application(Box::new(e) as Box<_>))?;448449	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);450451	let force_authoring = parachain_config.force_authoring;452	let validator = parachain_config.role.is_authority();453	let prometheus_registry = parachain_config.prometheus_registry().cloned();454	let transaction_pool = params.transaction_pool.clone();455	let import_queue_service = params.import_queue.service();456457	let (network, system_rpc_tx, tx_handler_controller, start_network, sync_service) =458		sc_service::build_network(sc_service::BuildNetworkParams {459			config: &parachain_config,460			net_config,461			client: client.clone(),462			transaction_pool: transaction_pool.clone(),463			spawn_handle: task_manager.spawn_handle(),464			import_queue: params.import_queue,465			block_announce_validator_builder: Some(Box::new(|_| {466				Box::new(block_announce_validator)467			})),468			warp_sync_params: None,469		})?;470471	let select_chain = params.select_chain.clone();472473	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCacheTask::new(474		task_manager.spawn_handle(),475		overrides_handle::<_, _, Runtime>(client.clone()),476		50,477		50,478		prometheus_registry.clone(),479	));480481	let pubsub_notification_sinks: fc_mapping_sync::EthereumBlockNotificationSinks<482		fc_mapping_sync::EthereumBlockNotification<Block>,483	> = Default::default();484	let pubsub_notification_sinks = Arc::new(pubsub_notification_sinks);485486	task_manager.spawn_essential_handle().spawn(487		"frontier-mapping-sync-worker",488		Some("frontier"),489		MappingSyncWorker::new(490			client.import_notification_stream(),491			Duration::new(6, 0),492			client.clone(),493			backend.clone(),494			overrides_handle::<_, _, Runtime>(client.clone()),495			frontier_backend.clone(),496			3,497			0,498			SyncStrategy::Parachain,499			sync_service.clone(),500			pubsub_notification_sinks.clone(),501		)502		.for_each(|()| futures::future::ready(())),503	);504505	let runtime_id = parachain_config.chain_spec.runtime_id();506507	let rpc_builder = Box::new({508		clone!(509			client,510			backend,511			pubsub_notification_sinks,512			transaction_pool,513			network,514			sync_service,515			frontier_backend,516		);517		move |deny_unsafe, subscription_task_executor| {518			clone!(519				backend,520				runtime_id,521				client,522				transaction_pool,523				filter_pool,524				network,525				select_chain,526				block_data_cache,527				fee_history_cache,528				pubsub_notification_sinks,529				frontier_backend,530			);531532			#[cfg(not(feature = "pov-estimate"))]533			let _ = backend;534535			let full_deps = unique_rpc::FullDeps {536				runtime_id,537538				#[cfg(feature = "pov-estimate")]539				exec_params: uc_rpc::pov_estimate::ExecutorParams {540					wasm_method: parachain_config.wasm_method,541					default_heap_pages: parachain_config.default_heap_pages,542					max_runtime_instances: parachain_config.max_runtime_instances,543					runtime_cache_size: parachain_config.runtime_cache_size,544				},545546				#[cfg(feature = "pov-estimate")]547				backend,548549				eth_backend: frontier_backend,550				deny_unsafe,551				client,552				graph: transaction_pool.pool().clone(),553				pool: transaction_pool,554				// TODO: Unhardcode555				enable_dev_signer: false,556				filter_pool,557				network,558				sync: sync_service.clone(),559				select_chain,560				is_authority: validator,561				// TODO: Unhardcode562				max_past_logs: 10000,563				block_data_cache,564				fee_history_cache,565				// TODO: Unhardcode566				fee_history_limit: 2048,567				pubsub_notification_sinks,568			};569570			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(571				full_deps,572				subscription_task_executor,573			)574			.map_err(Into::into)575		}576	});577578	sc_service::spawn_tasks(sc_service::SpawnTasksParams {579		rpc_builder,580		client: client.clone(),581		transaction_pool: transaction_pool.clone(),582		task_manager: &mut task_manager,583		config: parachain_config,584		keystore: params.keystore_container.keystore(),585		backend: backend.clone(),586		network: network.clone(),587		sync_service: sync_service.clone(),588		system_rpc_tx,589		telemetry: telemetry.as_mut(),590		tx_handler_controller,591	})?;592593	if let Some(hwbench) = hwbench {594		sc_sysinfo::print_hwbench(&hwbench);595596		if let Some(ref mut telemetry) = telemetry {597			let telemetry_handle = telemetry.handle();598			task_manager.spawn_handle().spawn(599				"telemetry_hwbench",600				None,601				sc_sysinfo::initialize_hwbench_telemetry(telemetry_handle, hwbench),602			);603		}604	}605606	let announce_block = {607		let sync_service = sync_service.clone();608		Arc::new(Box::new(move |hash, data| {609			sync_service.announce_block(hash, data)610		}))611	};612613	let relay_chain_slot_duration = Duration::from_secs(6);614615	let overseer_handle = relay_chain_interface616		.overseer_handle()617		.map_err(|e| sc_service::Error::Application(Box::new(e)))?;618619	if validator {620		let parachain_consensus = build_consensus(621			client.clone(),622			backend.clone(),623			prometheus_registry.as_ref(),624			telemetry.as_ref().map(|t| t.handle()),625			&task_manager,626			relay_chain_interface.clone(),627			transaction_pool,628			sync_service.clone(),629			params.keystore_container.keystore(),630			force_authoring,631		)?;632633		let spawner = task_manager.spawn_handle();634635		let params = StartCollatorParams {636			para_id: id,637			block_status: client.clone(),638			announce_block,639			client: client.clone(),640			task_manager: &mut task_manager,641			spawner,642			parachain_consensus,643			import_queue: import_queue_service,644			collator_key: collator_key.expect("Command line arguments do not allow this. qed"),645			relay_chain_interface,646			relay_chain_slot_duration,647			recovery_handle: Box::new(overseer_handle),648			sync_service,649		};650651		start_collator(params).await?;652	} else {653		let params = StartFullNodeParams {654			client: client.clone(),655			announce_block,656			task_manager: &mut task_manager,657			para_id: id,658			import_queue: import_queue_service,659			relay_chain_interface,660			relay_chain_slot_duration,661			recovery_handle: Box::new(overseer_handle),662			sync_service,663		};664665		start_full_node(params)?;666	}667668	start_network.start_network();669670	Ok((task_manager, client))671}672673/// Build the import queue for the the parachain runtime.674pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(675	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,676	backend: Arc<FullBackend>,677	config: &Configuration,678	telemetry: Option<TelemetryHandle>,679	task_manager: &TaskManager,680) -> Result<681	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,682	sc_service::Error,683>684where685	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>686		+ Send687		+ Sync688		+ 'static,689	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>690		+ sp_block_builder::BlockBuilder<Block>691		+ sp_consensus_aura::AuraApi<Block, AuraId>692		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,693	ExecutorDispatch: NativeExecutionDispatch + 'static,694{695	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;696697	let block_import = ParachainBlockImport::new(client.clone(), backend);698699	cumulus_client_consensus_aura::import_queue::<700		sp_consensus_aura::sr25519::AuthorityPair,701		_,702		_,703		_,704		_,705		_,706	>(cumulus_client_consensus_aura::ImportQueueParams {707		block_import,708		client,709		create_inherent_data_providers: move |_, _| async move {710			let time = sp_timestamp::InherentDataProvider::from_system_time();711712			let slot =713				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(714					*time,715					slot_duration,716				);717718			Ok((slot, time))719		},720		registry: config.prometheus_registry(),721		spawner: &task_manager.spawn_essential_handle(),722		telemetry,723	})724	.map_err(Into::into)725}726727/// Start a normal parachain node.728pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(729	parachain_config: Configuration,730	polkadot_config: Configuration,731	collator_options: CollatorOptions,732	id: ParaId,733	hwbench: Option<sc_sysinfo::HwBench>,734) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>735where736	Runtime: RuntimeInstance + Send + Sync + 'static,737	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,738	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,739	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>740		+ Send741		+ Sync742		+ 'static,743	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>744		+ fp_rpc::EthereumRuntimeRPCApi<Block>745		+ fp_rpc::ConvertTransactionRuntimeApi<Block>746		+ sp_session::SessionKeys<Block>747		+ sp_block_builder::BlockBuilder<Block>748		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>749		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>750		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>751		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>752		+ up_pov_estimate_rpc::PovEstimateApi<Block>753		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>754		+ sp_api::Metadata<Block>755		+ sp_offchain::OffchainWorkerApi<Block>756		+ cumulus_primitives_core::CollectCollationInfo<Block>757		+ sp_consensus_aura::AuraApi<Block, AuraId>,758	ExecutorDispatch: NativeExecutionDispatch + 'static,759{760	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(761		parachain_config,762		polkadot_config,763		collator_options,764		id,765		parachain_build_import_queue,766		|client,767		 backend,768		 prometheus_registry,769		 telemetry,770		 task_manager,771		 relay_chain_interface,772		 transaction_pool,773		 sync_oracle,774		 keystore,775		 force_authoring| {776			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;777778			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(779				task_manager.spawn_handle(),780				client.clone(),781				transaction_pool,782				prometheus_registry,783				telemetry.clone(),784			);785786			let block_import = ParachainBlockImport::new(client.clone(), backend);787788			Ok(AuraConsensus::build::<789				sp_consensus_aura::sr25519::AuthorityPair,790				_,791				_,792				_,793				_,794				_,795				_,796			>(BuildAuraConsensusParams {797				proposer_factory,798				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {799					let relay_chain_interface = relay_chain_interface.clone();800					async move {801						let parachain_inherent =802						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(803							relay_parent,804							&relay_chain_interface,805							&validation_data,806							id,807						).await;808809						let time = sp_timestamp::InherentDataProvider::from_system_time();810811						let slot =812						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(813							*time,814							slot_duration,815						);816817						let parachain_inherent = parachain_inherent.ok_or_else(|| {818							Box::<dyn std::error::Error + Send + Sync>::from(819								"Failed to create parachain inherent",820							)821						})?;822						Ok((slot, time, parachain_inherent))823					}824				},825				block_import,826				para_client: client,827				backoff_authoring_blocks: Option::<()>::None,828				sync_oracle,829				keystore,830				force_authoring,831				slot_duration,832				// We got around 500ms for proposing833				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),834				telemetry,835				max_block_proposal_slot_portion: None,836			}))837		},838		hwbench,839	)840	.await841}842843fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(844	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,845	_: Arc<FullBackend>,846	config: &Configuration,847	_: Option<TelemetryHandle>,848	task_manager: &TaskManager,849) -> Result<850	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,851	sc_service::Error,852>853where854	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>855		+ Send856		+ Sync857		+ 'static,858	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>859		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,860	ExecutorDispatch: NativeExecutionDispatch + 'static,861{862	Ok(sc_consensus_manual_seal::import_queue(863		Box::new(client),864		&task_manager.spawn_essential_handle(),865		config.prometheus_registry(),866	))867}868869/// Builds a new development service. This service uses instant seal, and mocks870/// the parachain inherent871pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(872	config: Configuration,873	autoseal_interval: Duration,874) -> sc_service::error::Result<TaskManager>875where876	Runtime: RuntimeInstance + Send + Sync + 'static,877	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,878	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,879	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>880		+ Send881		+ Sync882		+ 'static,883	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>884		+ fp_rpc::EthereumRuntimeRPCApi<Block>885		+ fp_rpc::ConvertTransactionRuntimeApi<Block>886		+ sp_session::SessionKeys<Block>887		+ sp_block_builder::BlockBuilder<Block>888		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>889		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>890		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>891		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>892		+ up_pov_estimate_rpc::PovEstimateApi<Block>893		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>894		+ sp_api::Metadata<Block>895		+ sp_offchain::OffchainWorkerApi<Block>896		+ cumulus_primitives_core::CollectCollationInfo<Block>897		+ sp_consensus_aura::AuraApi<Block, AuraId>,898	ExecutorDispatch: NativeExecutionDispatch + 'static,899{900	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};901	use fc_consensus::FrontierBlockImport;902	use sc_client_api::HeaderBackend;903904	let sc_service::PartialComponents {905		client,906		backend,907		mut task_manager,908		import_queue,909		keystore_container,910		select_chain: maybe_select_chain,911		transaction_pool,912		other:913			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),914	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(915		&config,916		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,917	)?;918	let net_config = sc_network::config::FullNetworkConfiguration::new(&config.network);919	let prometheus_registry = config.prometheus_registry().cloned();920921	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCacheTask::new(922		task_manager.spawn_handle(),923		overrides_handle::<_, _, Runtime>(client.clone()),924		50,925		50,926		prometheus_registry.clone(),927	));928929	let pubsub_notification_sinks: fc_mapping_sync::EthereumBlockNotificationSinks<930		fc_mapping_sync::EthereumBlockNotification<Block>,931	> = Default::default();932	let pubsub_notification_sinks = Arc::new(pubsub_notification_sinks);933934	let (network, system_rpc_tx, tx_handler_controller, network_starter, sync_service) =935		sc_service::build_network(sc_service::BuildNetworkParams {936			config: &config,937			net_config,938			client: client.clone(),939			transaction_pool: transaction_pool.clone(),940			spawn_handle: task_manager.spawn_handle(),941			import_queue,942			block_announce_validator_builder: None,943			warp_sync_params: None,944		})?;945946	if config.offchain_worker.enabled {947		sc_service::build_offchain_workers(948			&config,949			task_manager.spawn_handle(),950			client.clone(),951			network.clone(),952		);953	}954955	let collator = config.role.is_authority();956957	let select_chain = maybe_select_chain;958959	if collator {960		let block_import = FrontierBlockImport::new(client.clone(), client.clone());961962		let env = sc_basic_authorship::ProposerFactory::new(963			task_manager.spawn_handle(),964			client.clone(),965			transaction_pool.clone(),966			prometheus_registry.as_ref(),967			telemetry.as_ref().map(|x| x.handle()),968		);969970		let transactions_commands_stream: Box<971			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,972		> = Box::new(973			transaction_pool974				.pool()975				.validated_pool()976				.import_notification_stream()977				.map(|_| EngineCommand::SealNewBlock {978					create_empty: true,979					finalize: false, // todo:collator finalize true980					parent_hash: None,981					sender: None,982				}),983		);984985		let autoseal_interval = Box::pin(AutosealInterval::new(&config, autoseal_interval));986		let idle_commands_stream: Box<987			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,988		> = Box::new(autoseal_interval.map(|_| EngineCommand::SealNewBlock {989			create_empty: true,990			finalize: false, // todo:collator finalize true991			parent_hash: None,992			sender: None,993		}));994995		let commands_stream = select(transactions_commands_stream, idle_commands_stream);996997		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;998		let client_set_aside_for_cidp = client.clone();9991000		task_manager.spawn_essential_handle().spawn_blocking(1001			"authorship_task",1002			Some("block-authoring"),1003			run_manual_seal(ManualSealParams {1004				block_import,1005				env,1006				client: client.clone(),1007				pool: transaction_pool.clone(),1008				commands_stream,1009				select_chain: select_chain.clone(),1010				consensus_data_provider: None,1011				create_inherent_data_providers: move |block: Hash, ()| {1012					let current_para_block = client_set_aside_for_cidp1013						.number(block)1014						.expect("Header lookup should succeed")1015						.expect("Header passed in as parent should be present in backend.");10161017					let client_for_xcm = client_set_aside_for_cidp.clone();1018					async move {1019						let time = sp_timestamp::InherentDataProvider::from_system_time();10201021						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {1022							current_para_block,1023							relay_offset: 1000,1024							relay_blocks_per_para_block: 2,1025							para_blocks_per_relay_epoch: 0,1026							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(1027								&*client_for_xcm,1028								block,1029								Default::default(),1030								Default::default(),1031							),1032							relay_randomness_config: (),1033							raw_downward_messages: vec![],1034							raw_horizontal_messages: vec![],1035						};10361037						let slot =1038						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(1039							*time,1040							slot_duration,1041						);10421043						Ok((time, slot, mocked_parachain))1044					}1045				},1046			}),1047		);1048	}10491050	task_manager.spawn_essential_handle().spawn(1051		"frontier-mapping-sync-worker",1052		Some("block-authoring"),1053		MappingSyncWorker::new(1054			client.import_notification_stream(),1055			Duration::new(6, 0),1056			client.clone(),1057			backend.clone(),1058			overrides_handle::<_, _, Runtime>(client.clone()),1059			frontier_backend.clone(),1060			3,1061			0,1062			SyncStrategy::Normal,1063			sync_service.clone(),1064			pubsub_notification_sinks.clone(),1065		)1066		.for_each(|()| futures::future::ready(())),1067	);10681069	#[cfg(feature = "pov-estimate")]1070	let rpc_backend = backend.clone();10711072	let runtime_id = config.chain_spec.runtime_id();10731074	let rpc_builder = Box::new({1075		clone!(1076			backend,1077			client,1078			sync_service,1079			frontier_backend,1080			network,1081			transaction_pool,1082			pubsub_notification_sinks1083		);1084		move |deny_unsafe, subscription_executor| {1085			clone!(1086				backend,1087				block_data_cache,1088				client,1089				fee_history_cache,1090				filter_pool,1091				network,1092				pubsub_notification_sinks,1093			);10941095			#[cfg(not(feature = "pov-estimate"))]1096			let _ = backend;10971098			let full_deps = unique_rpc::FullDeps {1099				runtime_id: runtime_id.clone(),11001101				#[cfg(feature = "pov-estimate")]1102				exec_params: uc_rpc::pov_estimate::ExecutorParams {1103					wasm_method: config.wasm_method,1104					default_heap_pages: config.default_heap_pages,1105					max_runtime_instances: config.max_runtime_instances,1106					runtime_cache_size: config.runtime_cache_size,1107				},11081109				#[cfg(feature = "pov-estimate")]1110				backend,1111				eth_backend: frontier_backend.clone(),1112				deny_unsafe,1113				client,1114				pool: transaction_pool.clone(),1115				graph: transaction_pool.pool().clone(),1116				// TODO: Unhardcode1117				enable_dev_signer: false,1118				filter_pool,1119				network,1120				sync: sync_service.clone(),1121				select_chain: select_chain.clone(),1122				is_authority: collator,1123				// TODO: Unhardcode1124				max_past_logs: 10000,1125				block_data_cache,1126				fee_history_cache,1127				// TODO: Unhardcode1128				fee_history_limit: 2048,1129				pubsub_notification_sinks,1130			};11311132			unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(1133				full_deps,1134				subscription_executor,1135			)1136			.map_err(Into::into)1137		}1138	});11391140	sc_service::spawn_tasks(sc_service::SpawnTasksParams {1141		network,1142		sync_service,1143		client,1144		keystore: keystore_container.keystore(),1145		task_manager: &mut task_manager,1146		transaction_pool,1147		rpc_builder,1148		backend,1149		system_rpc_tx,1150		config,1151		telemetry: None,1152		tx_handler_controller,1153	})?;11541155	network_starter.start_network();1156	Ok(task_manager)1157}