git.delta.rocks / unique-network / refs/commits / 1154c059cf55

1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617// std18use std::sync::Arc;19use std::sync::Mutex;20use std::collections::BTreeMap;21use std::time::Duration;22use std::pin::Pin;23use fc_rpc_core::types::FeeHistoryCache;24use futures::{25	Stream, StreamExt,26	stream::select,27	task::{Context, Poll},28};29use tokio::time::Interval;3031use unique_rpc::overrides_handle;3233use serde::{Serialize, Deserialize};3435// Cumulus Imports36use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};37use cumulus_client_consensus_common::{38	ParachainConsensus, ParachainBlockImport as TParachainBlockImport,39};40use cumulus_client_service::{41	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,42};43use cumulus_client_cli::CollatorOptions;44use cumulus_client_network::BlockAnnounceValidator;45use cumulus_primitives_core::ParaId;46use cumulus_relay_chain_inprocess_interface::build_inprocess_relay_chain;47use cumulus_relay_chain_interface::{RelayChainError, RelayChainInterface, RelayChainResult};48use cumulus_relay_chain_minimal_node::build_minimal_relay_chain_node;4950// Substrate Imports51use sp_api::BlockT;52use sc_executor::NativeElseWasmExecutor;53use sc_executor::NativeExecutionDispatch;54use sc_network::{NetworkService, NetworkBlock};55use sc_service::{BasePath, Configuration, PartialComponents, TaskManager};56use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};57use sp_keystore::SyncCryptoStorePtr;58use sp_runtime::traits::BlakeTwo256;59use substrate_prometheus_endpoint::Registry;60use sc_client_api::BlockchainEvents;61use sc_consensus::ImportQueue;6263use polkadot_service::CollatorPair;6465// Frontier Imports66use fc_rpc_core::types::FilterPool;67use fc_mapping_sync::{MappingSyncWorker, SyncStrategy};6869use up_common::types::opaque::*;7071#[cfg(feature = "pov-estimate")]72use crate::chain_spec::RuntimeIdentification;7374// RMRK75use up_data_structs::{76	RmrkCollectionInfo, RmrkInstanceInfo, RmrkResourceInfo, RmrkPropertyInfo, RmrkBaseInfo,77	RmrkPartType, RmrkTheme,78};7980/// Unique native executor instance.81#[cfg(feature = "unique-runtime")]82pub struct UniqueRuntimeExecutor;8384#[cfg(feature = "quartz-runtime")]85/// Quartz native executor instance.86pub struct QuartzRuntimeExecutor;8788/// Opal native executor instance.89pub struct OpalRuntimeExecutor;9091#[cfg(all(feature = "unique-runtime", feature = "runtime-benchmarks"))]92pub type DefaultRuntimeExecutor = UniqueRuntimeExecutor;9394#[cfg(all(95	not(feature = "unique-runtime"),96	feature = "quartz-runtime",97	feature = "runtime-benchmarks"98))]99pub type DefaultRuntimeExecutor = QuartzRuntimeExecutor;100101#[cfg(all(102	not(feature = "unique-runtime"),103	not(feature = "quartz-runtime"),104	feature = "runtime-benchmarks"105))]106pub type DefaultRuntimeExecutor = OpalRuntimeExecutor;107108#[cfg(feature = "unique-runtime")]109impl NativeExecutionDispatch for UniqueRuntimeExecutor {110	/// Only enable the benchmarking host functions when we actually want to benchmark.111	#[cfg(feature = "runtime-benchmarks")]112	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;113	/// Otherwise we only use the default Substrate host functions.114	#[cfg(not(feature = "runtime-benchmarks"))]115	type ExtendHostFunctions = ();116117	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {118		unique_runtime::api::dispatch(method, data)119	}120121	fn native_version() -> sc_executor::NativeVersion {122		unique_runtime::native_version()123	}124}125126#[cfg(feature = "quartz-runtime")]127impl NativeExecutionDispatch for QuartzRuntimeExecutor {128	/// Only enable the benchmarking host functions when we actually want to benchmark.129	#[cfg(feature = "runtime-benchmarks")]130	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;131	/// Otherwise we only use the default Substrate host functions.132	#[cfg(not(feature = "runtime-benchmarks"))]133	type ExtendHostFunctions = ();134135	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {136		quartz_runtime::api::dispatch(method, data)137	}138139	fn native_version() -> sc_executor::NativeVersion {140		quartz_runtime::native_version()141	}142}143144impl NativeExecutionDispatch for OpalRuntimeExecutor {145	/// Only enable the benchmarking host functions when we actually want to benchmark.146	#[cfg(feature = "runtime-benchmarks")]147	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;148	/// Otherwise we only use the default Substrate host functions.149	#[cfg(not(feature = "runtime-benchmarks"))]150	type ExtendHostFunctions = ();151152	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {153		opal_runtime::api::dispatch(method, data)154	}155156	fn native_version() -> sc_executor::NativeVersion {157		opal_runtime::native_version()158	}159}160161pub struct AutosealInterval {162	interval: Interval,163}164165impl AutosealInterval {166	pub fn new(config: &Configuration, interval: Duration) -> Self {167		let _tokio_runtime = config.tokio_handle.enter();168		let interval = tokio::time::interval(interval);169170		Self { interval }171	}172}173174impl Stream for AutosealInterval {175	type Item = tokio::time::Instant;176177	fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {178		self.interval.poll_tick(cx).map(Some)179	}180}181182pub fn open_frontier_backend<Block: BlockT, C: sp_blockchain::HeaderBackend<Block>>(183	client: Arc<C>,184	config: &Configuration,185) -> Result<Arc<fc_db::Backend<Block>>, String> {186	let config_dir = config187		.base_path188		.as_ref()189		.map(|base_path| base_path.config_dir(config.chain_spec.id()))190		.unwrap_or_else(|| {191			BasePath::from_project("", "", "unique").config_dir(config.chain_spec.id())192		});193	let database_dir = config_dir.join("frontier").join("db");194195	Ok(Arc::new(fc_db::Backend::<Block>::new(196		client,197		&fc_db::DatabaseSettings {198			source: fc_db::DatabaseSource::RocksDb {199				path: database_dir,200				cache_size: 0,201			},202		},203	)?))204}205206type FullClient<RuntimeApi, ExecutorDispatch> =207	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;208type FullBackend = sc_service::TFullBackend<Block>;209type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;210type ParachainBlockImport<RuntimeApi, ExecutorDispatch> =211	TParachainBlockImport<Block, Arc<FullClient<RuntimeApi, ExecutorDispatch>>, FullBackend>;212213/// Starts a `ServiceBuilder` for a full service.214///215/// Use this macro if you don't actually need the full service, but just the builder in order to216/// be able to perform chain operations.217#[allow(clippy::type_complexity)]218pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(219	config: &Configuration,220	build_import_queue: BIQ,221) -> Result<222	PartialComponents<223		FullClient<RuntimeApi, ExecutorDispatch>,224		FullBackend,225		FullSelectChain,226		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,227		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,228		(229			Option<Telemetry>,230			Option<FilterPool>,231			Arc<fc_db::Backend<Block>>,232			Option<TelemetryWorkerHandle>,233			FeeHistoryCache,234		),235	>,236	sc_service::Error,237>238where239	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,240	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>241		+ Send242		+ Sync243		+ 'static,244	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,245	ExecutorDispatch: NativeExecutionDispatch + 'static,246	BIQ: FnOnce(247		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,248		Arc<FullBackend>,249		&Configuration,250		Option<TelemetryHandle>,251		&TaskManager,252	) -> Result<253		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,254		sc_service::Error,255	>,256{257	let _telemetry = config258		.telemetry_endpoints259		.clone()260		.filter(|x| !x.is_empty())261		.map(|endpoints| -> Result<_, sc_telemetry::Error> {262			let worker = TelemetryWorker::new(16)?;263			let telemetry = worker.handle().new_telemetry(endpoints);264			Ok((worker, telemetry))265		})266		.transpose()?;267268	let telemetry = config269		.telemetry_endpoints270		.clone()271		.filter(|x| !x.is_empty())272		.map(|endpoints| -> Result<_, sc_telemetry::Error> {273			let worker = TelemetryWorker::new(16)?;274			let telemetry = worker.handle().new_telemetry(endpoints);275			Ok((worker, telemetry))276		})277		.transpose()?;278279	let executor = NativeElseWasmExecutor::<ExecutorDispatch>::new(280		config.wasm_method,281		config.default_heap_pages,282		config.max_runtime_instances,283		config.runtime_cache_size,284	);285286	let (client, backend, keystore_container, task_manager) =287		sc_service::new_full_parts::<Block, RuntimeApi, _>(288			config,289			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),290			executor,291		)?;292	let client = Arc::new(client);293294	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());295296	let telemetry = telemetry.map(|(worker, telemetry)| {297		task_manager298			.spawn_handle()299			.spawn("telemetry", None, worker.run());300		telemetry301	});302303	let select_chain = sc_consensus::LongestChain::new(backend.clone());304305	let transaction_pool = sc_transaction_pool::BasicPool::new_full(306		config.transaction_pool.clone(),307		config.role.is_authority().into(),308		config.prometheus_registry(),309		task_manager.spawn_essential_handle(),310		client.clone(),311	);312313	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));314315	let frontier_backend = open_frontier_backend(client.clone(), config)?;316317	let import_queue = build_import_queue(318		client.clone(),319		backend.clone(),320		config,321		telemetry.as_ref().map(|telemetry| telemetry.handle()),322		&task_manager,323	)?;324	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));325326	let params = PartialComponents {327		backend,328		client,329		import_queue,330		keystore_container,331		task_manager,332		transaction_pool,333		select_chain,334		other: (335			telemetry,336			filter_pool,337			frontier_backend,338			telemetry_worker_handle,339			fee_history_cache,340		),341	};342343	Ok(params)344}345346async fn build_relay_chain_interface(347	polkadot_config: Configuration,348	parachain_config: &Configuration,349	telemetry_worker_handle: Option<TelemetryWorkerHandle>,350	task_manager: &mut TaskManager,351	collator_options: CollatorOptions,352	hwbench: Option<sc_sysinfo::HwBench>,353) -> RelayChainResult<(354	Arc<(dyn RelayChainInterface + 'static)>,355	Option<CollatorPair>,356)> {357	if collator_options.relay_chain_rpc_urls.is_empty() {358		build_inprocess_relay_chain(359			polkadot_config,360			parachain_config,361			telemetry_worker_handle,362			task_manager,363			hwbench,364		)365	} else {366		build_minimal_relay_chain_node(367			polkadot_config,368			task_manager,369			collator_options.relay_chain_rpc_urls,370		)371		.await372	}373}374375/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.376///377/// This is the actual implementation that is abstract over the executor and the runtime api.378#[sc_tracing::logging::prefix_logs_with("Parachain")]379async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(380	parachain_config: Configuration,381	polkadot_config: Configuration,382	collator_options: CollatorOptions,383	id: ParaId,384	build_import_queue: BIQ,385	build_consensus: BIC,386	hwbench: Option<sc_sysinfo::HwBench>,387) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>388where389	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,390	Runtime: RuntimeInstance + Send + Sync + 'static,391	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,392	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,393	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>394		+ Send395		+ Sync396		+ 'static,397	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>398		+ fp_rpc::EthereumRuntimeRPCApi<Block>399		+ fp_rpc::ConvertTransactionRuntimeApi<Block>400		+ sp_session::SessionKeys<Block>401		+ sp_block_builder::BlockBuilder<Block>402		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>403		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>404		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>405		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>406		+ rmrk_rpc::RmrkApi<407			Block,408			AccountId,409			RmrkCollectionInfo<AccountId>,410			RmrkInstanceInfo<AccountId>,411			RmrkResourceInfo,412			RmrkPropertyInfo,413			RmrkBaseInfo<AccountId>,414			RmrkPartType,415			RmrkTheme,416		> + up_pov_estimate_rpc::PovEstimateApi<Block>417		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>418		+ sp_api::Metadata<Block>419		+ sp_offchain::OffchainWorkerApi<Block>420		+ cumulus_primitives_core::CollectCollationInfo<Block>,421	ExecutorDispatch: NativeExecutionDispatch + 'static,422	BIQ: FnOnce(423		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,424		Arc<FullBackend>,425		&Configuration,426		Option<TelemetryHandle>,427		&TaskManager,428	) -> Result<429		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,430		sc_service::Error,431	>,432	BIC: FnOnce(433		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,434		Arc<FullBackend>,435		Option<&Registry>,436		Option<TelemetryHandle>,437		&TaskManager,438		Arc<dyn RelayChainInterface>,439		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,440		Arc<NetworkService<Block, Hash>>,441		SyncCryptoStorePtr,442		bool,443	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,444{445	let parachain_config = prepare_node_config(parachain_config);446447	let params =448		new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(&parachain_config, build_import_queue)?;449	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =450		params.other;451452	let client = params.client.clone();453	let backend = params.backend.clone();454	let mut task_manager = params.task_manager;455456	let (relay_chain_interface, collator_key) = build_relay_chain_interface(457		polkadot_config,458		&parachain_config,459		telemetry_worker_handle,460		&mut task_manager,461		collator_options.clone(),462		hwbench.clone(),463	)464	.await465	.map_err(|e| match e {466		RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x,467		s => s.to_string().into(),468	})?;469470	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);471472	let force_authoring = parachain_config.force_authoring;473	let validator = parachain_config.role.is_authority();474	let prometheus_registry = parachain_config.prometheus_registry().cloned();475	let transaction_pool = params.transaction_pool.clone();476	let import_queue_service = params.import_queue.service();477478	let (network, system_rpc_tx, tx_handler_controller, start_network) =479		sc_service::build_network(sc_service::BuildNetworkParams {480			config: &parachain_config,481			client: client.clone(),482			transaction_pool: transaction_pool.clone(),483			spawn_handle: task_manager.spawn_handle(),484			import_queue: params.import_queue,485			block_announce_validator_builder: Some(Box::new(|_| {486				Box::new(block_announce_validator)487			})),488			warp_sync: None,489		})?;490491	let rpc_client = client.clone();492	let rpc_pool = transaction_pool.clone();493	let select_chain = params.select_chain.clone();494	let rpc_network = network.clone();495496	let rpc_frontier_backend = frontier_backend.clone();497498	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCacheTask::new(499		task_manager.spawn_handle(),500		overrides_handle::<_, _, Runtime>(client.clone()),501		50,502		50,503		prometheus_registry.clone(),504	));505506	task_manager.spawn_essential_handle().spawn(507		"frontier-mapping-sync-worker",508		None,509		MappingSyncWorker::new(510			client.import_notification_stream(),511			Duration::new(6, 0),512			client.clone(),513			backend.clone(),514			frontier_backend.clone(),515			3,516			0,517			SyncStrategy::Normal,518		)519		.for_each(|()| futures::future::ready(())),520	);521522	#[cfg(feature = "pov-estimate")]523	let rpc_backend = backend.clone();524525	#[cfg(feature = "pov-estimate")]526	let runtime_id = parachain_config.chain_spec.runtime_id();527528	let rpc_builder = Box::new(move |deny_unsafe, subscription_task_executor| {529		let full_deps = unique_rpc::FullDeps {530			#[cfg(feature = "pov-estimate")]531			runtime_id: runtime_id.clone(),532533			#[cfg(feature = "pov-estimate")]534			exec_params: uc_rpc::pov_estimate::ExecutorParams {535				wasm_method: parachain_config.wasm_method,536				default_heap_pages: parachain_config.default_heap_pages,537				max_runtime_instances: parachain_config.max_runtime_instances,538				runtime_cache_size: parachain_config.runtime_cache_size,539			},540541			#[cfg(feature = "pov-estimate")]542			backend: rpc_backend.clone(),543544			eth_backend: rpc_frontier_backend.clone(),545			deny_unsafe,546			client: rpc_client.clone(),547			pool: rpc_pool.clone(),548			graph: rpc_pool.pool().clone(),549			// TODO: Unhardcode550			enable_dev_signer: false,551			filter_pool: filter_pool.clone(),552			network: rpc_network.clone(),553			select_chain: select_chain.clone(),554			is_authority: validator,555			// TODO: Unhardcode556			max_past_logs: 10000,557			block_data_cache: block_data_cache.clone(),558			fee_history_cache: fee_history_cache.clone(),559			// TODO: Unhardcode560			fee_history_limit: 2048,561		};562563		unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(564			full_deps,565			subscription_task_executor,566		)567		.map_err(Into::into)568	});569570	sc_service::spawn_tasks(sc_service::SpawnTasksParams {571		rpc_builder,572		client: client.clone(),573		transaction_pool: transaction_pool.clone(),574		task_manager: &mut task_manager,575		config: parachain_config,576		keystore: params.keystore_container.sync_keystore(),577		backend: backend.clone(),578		network: network.clone(),579		system_rpc_tx,580		telemetry: telemetry.as_mut(),581		tx_handler_controller,582	})?;583584	if let Some(hwbench) = hwbench {585		sc_sysinfo::print_hwbench(&hwbench);586587		if let Some(ref mut telemetry) = telemetry {588			let telemetry_handle = telemetry.handle();589			task_manager.spawn_handle().spawn(590				"telemetry_hwbench",591				None,592				sc_sysinfo::initialize_hwbench_telemetry(telemetry_handle, hwbench),593			);594		}595	}596597	let announce_block = {598		let network = network.clone();599		Arc::new(Box::new(move |hash, data| {600			network.announce_block(hash, data)601		}))602	};603604	let relay_chain_slot_duration = Duration::from_secs(6);605606	if validator {607		let parachain_consensus = build_consensus(608			client.clone(),609			backend.clone(),610			prometheus_registry.as_ref(),611			telemetry.as_ref().map(|t| t.handle()),612			&task_manager,613			relay_chain_interface.clone(),614			transaction_pool,615			network,616			params.keystore_container.sync_keystore(),617			force_authoring,618		)?;619620		let spawner = task_manager.spawn_handle();621622		let params = StartCollatorParams {623			para_id: id,624			block_status: client.clone(),625			announce_block,626			client: client.clone(),627			task_manager: &mut task_manager,628			spawner,629			parachain_consensus,630			import_queue: import_queue_service,631			collator_key: collator_key.expect("Command line arguments do not allow this. qed"),632			relay_chain_interface,633			relay_chain_slot_duration,634		};635636		start_collator(params).await?;637	} else {638		let params = StartFullNodeParams {639			client: client.clone(),640			announce_block,641			task_manager: &mut task_manager,642			para_id: id,643			import_queue: import_queue_service,644			relay_chain_interface,645			relay_chain_slot_duration,646		};647648		start_full_node(params)?;649	}650651	start_network.start_network();652653	Ok((task_manager, client))654}655656/// Build the import queue for the the parachain runtime.657pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(658	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,659	backend: Arc<FullBackend>,660	config: &Configuration,661	telemetry: Option<TelemetryHandle>,662	task_manager: &TaskManager,663) -> Result<664	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,665	sc_service::Error,666>667where668	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>669		+ Send670		+ Sync671		+ 'static,672	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>673		+ sp_block_builder::BlockBuilder<Block>674		+ sp_consensus_aura::AuraApi<Block, AuraId>675		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,676	ExecutorDispatch: NativeExecutionDispatch + 'static,677{678	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;679680	let block_import = ParachainBlockImport::new(client.clone(), backend.clone());681682	cumulus_client_consensus_aura::import_queue::<683		sp_consensus_aura::sr25519::AuthorityPair,684		_,685		_,686		_,687		_,688		_,689	>(cumulus_client_consensus_aura::ImportQueueParams {690		block_import,691		client: client.clone(),692		create_inherent_data_providers: move |_, _| async move {693			let time = sp_timestamp::InherentDataProvider::from_system_time();694695			let slot =696				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(697					*time,698					slot_duration,699				);700701			Ok((slot, time))702		},703		registry: config.prometheus_registry(),704		spawner: &task_manager.spawn_essential_handle(),705		telemetry,706	})707	.map_err(Into::into)708}709710/// Start a normal parachain node.711pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(712	parachain_config: Configuration,713	polkadot_config: Configuration,714	collator_options: CollatorOptions,715	id: ParaId,716	hwbench: Option<sc_sysinfo::HwBench>,717) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>718where719	Runtime: RuntimeInstance + Send + Sync + 'static,720	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,721	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,722	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>723		+ Send724		+ Sync725		+ 'static,726	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>727		+ fp_rpc::EthereumRuntimeRPCApi<Block>728		+ fp_rpc::ConvertTransactionRuntimeApi<Block>729		+ sp_session::SessionKeys<Block>730		+ sp_block_builder::BlockBuilder<Block>731		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>732		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>733		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>734		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>735		+ rmrk_rpc::RmrkApi<736			Block,737			AccountId,738			RmrkCollectionInfo<AccountId>,739			RmrkInstanceInfo<AccountId>,740			RmrkResourceInfo,741			RmrkPropertyInfo,742			RmrkBaseInfo<AccountId>,743			RmrkPartType,744			RmrkTheme,745		> + up_pov_estimate_rpc::PovEstimateApi<Block>746		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>747		+ sp_api::Metadata<Block>748		+ sp_offchain::OffchainWorkerApi<Block>749		+ cumulus_primitives_core::CollectCollationInfo<Block>750		+ sp_consensus_aura::AuraApi<Block, AuraId>,751	ExecutorDispatch: NativeExecutionDispatch + 'static,752{753	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(754		parachain_config,755		polkadot_config,756		collator_options,757		id,758		parachain_build_import_queue,759		|client,760		 backend,761		 prometheus_registry,762		 telemetry,763		 task_manager,764		 relay_chain_interface,765		 transaction_pool,766		 sync_oracle,767		 keystore,768		 force_authoring| {769			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;770771			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(772				task_manager.spawn_handle(),773				client.clone(),774				transaction_pool,775				prometheus_registry,776				telemetry.clone(),777			);778779			let block_import = ParachainBlockImport::new(client.clone(), backend.clone());780781			Ok(AuraConsensus::build::<782				sp_consensus_aura::sr25519::AuthorityPair,783				_,784				_,785				_,786				_,787				_,788				_,789			>(BuildAuraConsensusParams {790				proposer_factory,791				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {792					let relay_chain_interface = relay_chain_interface.clone();793					async move {794						let parachain_inherent =795						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(796							relay_parent,797							&relay_chain_interface,798							&validation_data,799							id,800						).await;801802						let time = sp_timestamp::InherentDataProvider::from_system_time();803804						let slot =805						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(806							*time,807							slot_duration,808						);809810						let parachain_inherent = parachain_inherent.ok_or_else(|| {811							Box::<dyn std::error::Error + Send + Sync>::from(812								"Failed to create parachain inherent",813							)814						})?;815						Ok((slot, time, parachain_inherent))816					}817				},818				block_import,819				para_client: client,820				backoff_authoring_blocks: Option::<()>::None,821				sync_oracle,822				keystore,823				force_authoring,824				slot_duration,825				// We got around 500ms for proposing826				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),827				telemetry,828				max_block_proposal_slot_portion: None,829			}))830		},831		hwbench,832	)833	.await834}835836fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(837	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,838	_: Arc<FullBackend>,839	config: &Configuration,840	_: Option<TelemetryHandle>,841	task_manager: &TaskManager,842) -> Result<843	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,844	sc_service::Error,845>846where847	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>848		+ Send849		+ Sync850		+ 'static,851	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>852		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,853	ExecutorDispatch: NativeExecutionDispatch + 'static,854{855	Ok(sc_consensus_manual_seal::import_queue(856		Box::new(client.clone()),857		&task_manager.spawn_essential_handle(),858		config.prometheus_registry(),859	))860}861862/// Builds a new development service. This service uses instant seal, and mocks863/// the parachain inherent864pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(865	config: Configuration,866	autoseal_interval: Duration,867) -> sc_service::error::Result<TaskManager>868where869	Runtime: RuntimeInstance + Send + Sync + 'static,870	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,871	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,872	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>873		+ Send874		+ Sync875		+ 'static,876	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>877		+ fp_rpc::EthereumRuntimeRPCApi<Block>878		+ fp_rpc::ConvertTransactionRuntimeApi<Block>879		+ sp_session::SessionKeys<Block>880		+ sp_block_builder::BlockBuilder<Block>881		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>882		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>883		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>884		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>885		+ rmrk_rpc::RmrkApi<886			Block,887			AccountId,888			RmrkCollectionInfo<AccountId>,889			RmrkInstanceInfo<AccountId>,890			RmrkResourceInfo,891			RmrkPropertyInfo,892			RmrkBaseInfo<AccountId>,893			RmrkPartType,894			RmrkTheme,895		> + up_pov_estimate_rpc::PovEstimateApi<Block>896		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>897		+ sp_api::Metadata<Block>898		+ sp_offchain::OffchainWorkerApi<Block>899		+ cumulus_primitives_core::CollectCollationInfo<Block>900		+ sp_consensus_aura::AuraApi<Block, AuraId>,901	ExecutorDispatch: NativeExecutionDispatch + 'static,902{903	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};904	use fc_consensus::FrontierBlockImport;905	use sc_client_api::HeaderBackend;906907	let sc_service::PartialComponents {908		client,909		backend,910		mut task_manager,911		import_queue,912		keystore_container,913		select_chain: maybe_select_chain,914		transaction_pool,915		other:916			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),917	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(918		&config,919		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,920	)?;921	let prometheus_registry = config.prometheus_registry().cloned();922923	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCacheTask::new(924		task_manager.spawn_handle(),925		overrides_handle::<_, _, Runtime>(client.clone()),926		50,927		50,928		prometheus_registry.clone(),929	));930931	let (network, system_rpc_tx, tx_handler_controller, network_starter) =932		sc_service::build_network(sc_service::BuildNetworkParams {933			config: &config,934			client: client.clone(),935			transaction_pool: transaction_pool.clone(),936			spawn_handle: task_manager.spawn_handle(),937			import_queue,938			block_announce_validator_builder: None,939			warp_sync: None,940		})?;941942	if config.offchain_worker.enabled {943		sc_service::build_offchain_workers(944			&config,945			task_manager.spawn_handle(),946			client.clone(),947			network.clone(),948		);949	}950951	let collator = config.role.is_authority();952953	let select_chain = maybe_select_chain.clone();954955	if collator {956		let block_import =957			FrontierBlockImport::new(client.clone(), client.clone(), frontier_backend.clone());958959		let env = sc_basic_authorship::ProposerFactory::new(960			task_manager.spawn_handle(),961			client.clone(),962			transaction_pool.clone(),963			prometheus_registry.as_ref(),964			telemetry.as_ref().map(|x| x.handle()),965		);966967		let transactions_commands_stream: Box<968			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,969		> = Box::new(970			transaction_pool971				.pool()972				.validated_pool()973				.import_notification_stream()974				.map(|_| EngineCommand::SealNewBlock {975					create_empty: true,976					finalize: false, // todo:collator finalize true977					parent_hash: None,978					sender: None,979				}),980		);981982		let autoseal_interval = Box::pin(AutosealInterval::new(&config, autoseal_interval));983		let idle_commands_stream: Box<984			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,985		> = Box::new(autoseal_interval.map(|_| EngineCommand::SealNewBlock {986			create_empty: true,987			finalize: false, // todo:collator finalize true988			parent_hash: None,989			sender: None,990		}));991992		let commands_stream = select(transactions_commands_stream, idle_commands_stream);993994		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;995		let client_set_aside_for_cidp = client.clone();996997		task_manager.spawn_essential_handle().spawn_blocking(998			"authorship_task",999			Some("block-authoring"),1000			run_manual_seal(ManualSealParams {1001				block_import,1002				env,1003				client: client.clone(),1004				pool: transaction_pool.clone(),1005				commands_stream,1006				select_chain: select_chain.clone(),1007				consensus_data_provider: None,1008				create_inherent_data_providers: move |block: Hash, ()| {1009					let current_para_block = client_set_aside_for_cidp1010						.number(block)1011						.expect("Header lookup should succeed")1012						.expect("Header passed in as parent should be present in backend.");10131014					let client_for_xcm = client_set_aside_for_cidp.clone();1015					async move {1016						let time = sp_timestamp::InherentDataProvider::from_system_time();10171018						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {1019							current_para_block,1020							relay_offset: 1000,1021							relay_blocks_per_para_block: 2,1022							para_blocks_per_relay_epoch: 0,1023							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(1024								&*client_for_xcm,1025								block,1026								Default::default(),1027								Default::default(),1028							),1029							relay_randomness_config: (),1030							raw_downward_messages: vec![],1031							raw_horizontal_messages: vec![],1032						};10331034						let slot =1035						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(1036							*time,1037							slot_duration,1038						);10391040						Ok((time, slot, mocked_parachain))1041					}1042				},1043			}),1044		);1045	}10461047	task_manager.spawn_essential_handle().spawn(1048		"frontier-mapping-sync-worker",1049		Some("block-authoring"),1050		MappingSyncWorker::new(1051			client.import_notification_stream(),1052			Duration::new(6, 0),1053			client.clone(),1054			backend.clone(),1055			frontier_backend.clone(),1056			3,1057			0,1058			SyncStrategy::Normal,1059		)1060		.for_each(|()| futures::future::ready(())),1061	);10621063	let rpc_client = client.clone();1064	let rpc_pool = transaction_pool.clone();1065	let rpc_network = network.clone();1066	let rpc_frontier_backend = frontier_backend.clone();10671068	#[cfg(feature = "pov-estimate")]1069	let rpc_backend = backend.clone();10701071	#[cfg(feature = "pov-estimate")]1072	let runtime_id = config.chain_spec.runtime_id();10731074	let rpc_builder = Box::new(move |deny_unsafe, subscription_executor| {1075		let full_deps = unique_rpc::FullDeps {1076			#[cfg(feature = "pov-estimate")]1077			runtime_id: runtime_id.clone(),10781079			#[cfg(feature = "pov-estimate")]1080			exec_params: uc_rpc::pov_estimate::ExecutorParams {1081				wasm_method: config.wasm_method,1082				default_heap_pages: config.default_heap_pages,1083				max_runtime_instances: config.max_runtime_instances,1084				runtime_cache_size: config.runtime_cache_size,1085			},10861087			#[cfg(feature = "pov-estimate")]1088			backend: rpc_backend.clone(),1089			eth_backend: rpc_frontier_backend.clone(),1090			deny_unsafe,1091			client: rpc_client.clone(),1092			pool: rpc_pool.clone(),1093			graph: rpc_pool.pool().clone(),1094			// TODO: Unhardcode1095			enable_dev_signer: false,1096			filter_pool: filter_pool.clone(),1097			network: rpc_network.clone(),1098			select_chain: select_chain.clone(),1099			is_authority: collator,1100			// TODO: Unhardcode1101			max_past_logs: 10000,1102			block_data_cache: block_data_cache.clone(),1103			fee_history_cache: fee_history_cache.clone(),1104			// TODO: Unhardcode1105			fee_history_limit: 2048,1106		};11071108		unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(1109			full_deps,1110			subscription_executor,1111		)1112		.map_err(Into::into)1113	});11141115	sc_service::spawn_tasks(sc_service::SpawnTasksParams {1116		network,1117		client,1118		keystore: keystore_container.sync_keystore(),1119		task_manager: &mut task_manager,1120		transaction_pool,1121		rpc_builder,1122		backend,1123		system_rpc_tx,1124		config,1125		telemetry: None,1126		tx_handler_controller,1127	})?;11281129	network_starter.start_network();1130	Ok(task_manager)1131}