git.delta.rocks / unique-network / refs/commits / 5f858e1b2194

1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617// std18use std::sync::Arc;19use std::sync::Mutex;20use std::collections::BTreeMap;21use std::time::Duration;22use std::pin::Pin;23use fc_rpc_core::types::FeeHistoryCache;24use futures::{25	Stream, StreamExt,26	stream::select,27	task::{Context, Poll},28};29use tokio::time::Interval;3031use unique_rpc::overrides_handle;3233use serde::{Serialize, Deserialize};3435// Cumulus Imports36use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion};37use cumulus_client_consensus_common::{38	ParachainConsensus, ParachainBlockImport as TParachainBlockImport,39};40use cumulus_client_service::{41	prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams,42};43use cumulus_client_cli::CollatorOptions;44use cumulus_client_network::BlockAnnounceValidator;45use cumulus_primitives_core::ParaId;46use cumulus_relay_chain_inprocess_interface::build_inprocess_relay_chain;47use cumulus_relay_chain_interface::{RelayChainError, RelayChainInterface, RelayChainResult};48use cumulus_relay_chain_minimal_node::build_minimal_relay_chain_node;4950// Substrate Imports51use sp_api::BlockT;52use sc_executor::NativeElseWasmExecutor;53use sc_executor::NativeExecutionDispatch;54use sc_network::{NetworkService, NetworkBlock};55use sc_service::{BasePath, Configuration, PartialComponents, TaskManager};56use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};57use sp_keystore::SyncCryptoStorePtr;58use sp_runtime::traits::BlakeTwo256;59use substrate_prometheus_endpoint::Registry;60use sc_client_api::BlockchainEvents;61use sc_consensus::ImportQueue;6263use polkadot_service::CollatorPair;6465// Frontier Imports66use fc_rpc_core::types::FilterPool;67use fc_mapping_sync::{MappingSyncWorker, SyncStrategy};6869use up_common::types::opaque::*;70use crate::chain_spec::RuntimeIdentification;7172// RMRK73use up_data_structs::{74	RmrkCollectionInfo, RmrkInstanceInfo, RmrkResourceInfo, RmrkPropertyInfo, RmrkBaseInfo,75	RmrkPartType, RmrkTheme,76};7778/// Unique native executor instance.79#[cfg(feature = "unique-runtime")]80pub struct UniqueRuntimeExecutor;8182#[cfg(feature = "quartz-runtime")]83/// Quartz native executor instance.84pub struct QuartzRuntimeExecutor;8586/// Opal native executor instance.87pub struct OpalRuntimeExecutor;8889#[cfg(all(feature = "unique-runtime", feature = "runtime-benchmarks"))]90pub type DefaultRuntimeExecutor = UniqueRuntimeExecutor;9192#[cfg(all(93	not(feature = "unique-runtime"),94	feature = "quartz-runtime",95	feature = "runtime-benchmarks"96))]97pub type DefaultRuntimeExecutor = QuartzRuntimeExecutor;9899#[cfg(all(100	not(feature = "unique-runtime"),101	not(feature = "quartz-runtime"),102	feature = "runtime-benchmarks"103))]104pub type DefaultRuntimeExecutor = OpalRuntimeExecutor;105106#[cfg(feature = "unique-runtime")]107impl NativeExecutionDispatch for UniqueRuntimeExecutor {108	/// Only enable the benchmarking host functions when we actually want to benchmark.109	#[cfg(feature = "runtime-benchmarks")]110	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;111	/// Otherwise we only use the default Substrate host functions.112	#[cfg(not(feature = "runtime-benchmarks"))]113	type ExtendHostFunctions = ();114115	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {116		unique_runtime::api::dispatch(method, data)117	}118119	fn native_version() -> sc_executor::NativeVersion {120		unique_runtime::native_version()121	}122}123124#[cfg(feature = "quartz-runtime")]125impl NativeExecutionDispatch for QuartzRuntimeExecutor {126	/// Only enable the benchmarking host functions when we actually want to benchmark.127	#[cfg(feature = "runtime-benchmarks")]128	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;129	/// Otherwise we only use the default Substrate host functions.130	#[cfg(not(feature = "runtime-benchmarks"))]131	type ExtendHostFunctions = ();132133	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {134		quartz_runtime::api::dispatch(method, data)135	}136137	fn native_version() -> sc_executor::NativeVersion {138		quartz_runtime::native_version()139	}140}141142impl NativeExecutionDispatch for OpalRuntimeExecutor {143	/// Only enable the benchmarking host functions when we actually want to benchmark.144	#[cfg(feature = "runtime-benchmarks")]145	type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;146	/// Otherwise we only use the default Substrate host functions.147	#[cfg(not(feature = "runtime-benchmarks"))]148	type ExtendHostFunctions = ();149150	fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {151		opal_runtime::api::dispatch(method, data)152	}153154	fn native_version() -> sc_executor::NativeVersion {155		opal_runtime::native_version()156	}157}158159pub struct AutosealInterval {160	interval: Interval,161}162163impl AutosealInterval {164	pub fn new(config: &Configuration, interval: Duration) -> Self {165		let _tokio_runtime = config.tokio_handle.enter();166		let interval = tokio::time::interval(interval);167168		Self { interval }169	}170}171172impl Stream for AutosealInterval {173	type Item = tokio::time::Instant;174175	fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {176		self.interval.poll_tick(cx).map(Some)177	}178}179180pub fn open_frontier_backend<Block: BlockT, C: sp_blockchain::HeaderBackend<Block>>(181	client: Arc<C>,182	config: &Configuration,183) -> Result<Arc<fc_db::Backend<Block>>, String> {184	let config_dir = config185		.base_path186		.as_ref()187		.map(|base_path| base_path.config_dir(config.chain_spec.id()))188		.unwrap_or_else(|| {189			BasePath::from_project("", "", "unique").config_dir(config.chain_spec.id())190		});191	let database_dir = config_dir.join("frontier").join("db");192193	Ok(Arc::new(fc_db::Backend::<Block>::new(194		client,195		&fc_db::DatabaseSettings {196			source: fc_db::DatabaseSource::RocksDb {197				path: database_dir,198				cache_size: 0,199			},200		},201	)?))202}203204type FullClient<RuntimeApi, ExecutorDispatch> =205	sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;206type FullBackend = sc_service::TFullBackend<Block>;207type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;208type ParachainBlockImport<RuntimeApi, ExecutorDispatch> =209	TParachainBlockImport<Block, Arc<FullClient<RuntimeApi, ExecutorDispatch>>, FullBackend>;210211/// Starts a `ServiceBuilder` for a full service.212///213/// Use this macro if you don't actually need the full service, but just the builder in order to214/// be able to perform chain operations.215#[allow(clippy::type_complexity)]216pub fn new_partial<RuntimeApi, ExecutorDispatch, BIQ>(217	config: &Configuration,218	build_import_queue: BIQ,219) -> Result<220	PartialComponents<221		FullClient<RuntimeApi, ExecutorDispatch>,222		FullBackend,223		FullSelectChain,224		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,225		sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,226		(227			Option<Telemetry>,228			Option<FilterPool>,229			Arc<fc_db::Backend<Block>>,230			Option<TelemetryWorkerHandle>,231			FeeHistoryCache,232		),233	>,234	sc_service::Error,235>236where237	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,238	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>239		+ Send240		+ Sync241		+ 'static,242	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>,243	ExecutorDispatch: NativeExecutionDispatch + 'static,244	BIQ: FnOnce(245		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,246		Arc<FullBackend>,247		&Configuration,248		Option<TelemetryHandle>,249		&TaskManager,250	) -> Result<251		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,252		sc_service::Error,253	>,254{255	let _telemetry = config256		.telemetry_endpoints257		.clone()258		.filter(|x| !x.is_empty())259		.map(|endpoints| -> Result<_, sc_telemetry::Error> {260			let worker = TelemetryWorker::new(16)?;261			let telemetry = worker.handle().new_telemetry(endpoints);262			Ok((worker, telemetry))263		})264		.transpose()?;265266	let telemetry = config267		.telemetry_endpoints268		.clone()269		.filter(|x| !x.is_empty())270		.map(|endpoints| -> Result<_, sc_telemetry::Error> {271			let worker = TelemetryWorker::new(16)?;272			let telemetry = worker.handle().new_telemetry(endpoints);273			Ok((worker, telemetry))274		})275		.transpose()?;276277	let executor = NativeElseWasmExecutor::<ExecutorDispatch>::new(278		config.wasm_method,279		config.default_heap_pages,280		config.max_runtime_instances,281		config.runtime_cache_size,282	);283284	let (client, backend, keystore_container, task_manager) =285		sc_service::new_full_parts::<Block, RuntimeApi, _>(286			config,287			telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),288			executor,289		)?;290	let client = Arc::new(client);291292	let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());293294	let telemetry = telemetry.map(|(worker, telemetry)| {295		task_manager296			.spawn_handle()297			.spawn("telemetry", None, worker.run());298		telemetry299	});300301	let select_chain = sc_consensus::LongestChain::new(backend.clone());302303	let transaction_pool = sc_transaction_pool::BasicPool::new_full(304		config.transaction_pool.clone(),305		config.role.is_authority().into(),306		config.prometheus_registry(),307		task_manager.spawn_essential_handle(),308		client.clone(),309	);310311	let filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));312313	let frontier_backend = open_frontier_backend(client.clone(), config)?;314315	let import_queue = build_import_queue(316		client.clone(),317		backend.clone(),318		config,319		telemetry.as_ref().map(|telemetry| telemetry.handle()),320		&task_manager,321	)?;322	let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));323324	let params = PartialComponents {325		backend,326		client,327		import_queue,328		keystore_container,329		task_manager,330		transaction_pool,331		select_chain,332		other: (333			telemetry,334			filter_pool,335			frontier_backend,336			telemetry_worker_handle,337			fee_history_cache,338		),339	};340341	Ok(params)342}343344async fn build_relay_chain_interface(345	polkadot_config: Configuration,346	parachain_config: &Configuration,347	telemetry_worker_handle: Option<TelemetryWorkerHandle>,348	task_manager: &mut TaskManager,349	collator_options: CollatorOptions,350	hwbench: Option<sc_sysinfo::HwBench>,351) -> RelayChainResult<(352	Arc<(dyn RelayChainInterface + 'static)>,353	Option<CollatorPair>,354)> {355	if collator_options.relay_chain_rpc_urls.is_empty() {356		build_inprocess_relay_chain(357			polkadot_config,358			parachain_config,359			telemetry_worker_handle,360			task_manager,361			hwbench,362		)363	} else {364		build_minimal_relay_chain_node(365			polkadot_config,366			task_manager,367			collator_options.relay_chain_rpc_urls,368		)369		.await370	}371}372373/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.374///375/// This is the actual implementation that is abstract over the executor and the runtime api.376#[sc_tracing::logging::prefix_logs_with("Parachain")]377async fn start_node_impl<Runtime, RuntimeApi, ExecutorDispatch, BIQ, BIC>(378	parachain_config: Configuration,379	polkadot_config: Configuration,380	collator_options: CollatorOptions,381	id: ParaId,382	build_import_queue: BIQ,383	build_consensus: BIC,384	hwbench: Option<sc_sysinfo::HwBench>,385) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>386where387	sc_client_api::StateBackendFor<FullBackend, Block>: sp_api::StateBackend<BlakeTwo256>,388	Runtime: RuntimeInstance + Send + Sync + 'static,389	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,390	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,391	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>392		+ Send393		+ Sync394		+ 'static,395	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>396		+ fp_rpc::EthereumRuntimeRPCApi<Block>397		+ fp_rpc::ConvertTransactionRuntimeApi<Block>398		+ sp_session::SessionKeys<Block>399		+ sp_block_builder::BlockBuilder<Block>400		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>401		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>402		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>403		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>404		+ rmrk_rpc::RmrkApi<405			Block,406			AccountId,407			RmrkCollectionInfo<AccountId>,408			RmrkInstanceInfo<AccountId>,409			RmrkResourceInfo,410			RmrkPropertyInfo,411			RmrkBaseInfo<AccountId>,412			RmrkPartType,413			RmrkTheme,414		> + up_pov_estimate_rpc::PovEstimateApi<Block>415		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>416		+ sp_api::Metadata<Block>417		+ sp_offchain::OffchainWorkerApi<Block>418		+ cumulus_primitives_core::CollectCollationInfo<Block>,419	ExecutorDispatch: NativeExecutionDispatch + 'static,420	BIQ: FnOnce(421		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,422		Arc<FullBackend>,423		&Configuration,424		Option<TelemetryHandle>,425		&TaskManager,426	) -> Result<427		sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,428		sc_service::Error,429	>,430	BIC: FnOnce(431		Arc<FullClient<RuntimeApi, ExecutorDispatch>>,432		Arc<FullBackend>,433		Option<&Registry>,434		Option<TelemetryHandle>,435		&TaskManager,436		Arc<dyn RelayChainInterface>,437		Arc<sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>>,438		Arc<NetworkService<Block, Hash>>,439		SyncCryptoStorePtr,440		bool,441	) -> Result<Box<dyn ParachainConsensus<Block>>, sc_service::Error>,442{443	let parachain_config = prepare_node_config(parachain_config);444445	let params =446		new_partial::<RuntimeApi, ExecutorDispatch, BIQ>(&parachain_config, build_import_queue)?;447	let (mut telemetry, filter_pool, frontier_backend, telemetry_worker_handle, fee_history_cache) =448		params.other;449450	let client = params.client.clone();451	let backend = params.backend.clone();452	let mut task_manager = params.task_manager;453454	let (relay_chain_interface, collator_key) = build_relay_chain_interface(455		polkadot_config,456		&parachain_config,457		telemetry_worker_handle,458		&mut task_manager,459		collator_options.clone(),460		hwbench.clone(),461	)462	.await463	.map_err(|e| match e {464		RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x,465		s => s.to_string().into(),466	})?;467468	let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id);469470	let force_authoring = parachain_config.force_authoring;471	let validator = parachain_config.role.is_authority();472	let prometheus_registry = parachain_config.prometheus_registry().cloned();473	let transaction_pool = params.transaction_pool.clone();474	let import_queue_service = params.import_queue.service();475476	let (network, system_rpc_tx, tx_handler_controller, start_network) =477		sc_service::build_network(sc_service::BuildNetworkParams {478			config: &parachain_config,479			client: client.clone(),480			transaction_pool: transaction_pool.clone(),481			spawn_handle: task_manager.spawn_handle(),482			import_queue: params.import_queue,483			block_announce_validator_builder: Some(Box::new(|_| {484				Box::new(block_announce_validator)485			})),486			warp_sync: None,487		})?;488489	let rpc_client = client.clone();490	let rpc_pool = transaction_pool.clone();491	let select_chain = params.select_chain.clone();492	let rpc_network = network.clone();493494	let rpc_frontier_backend = frontier_backend.clone();495496	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCacheTask::new(497		task_manager.spawn_handle(),498		overrides_handle::<_, _, Runtime>(client.clone()),499		50,500		50,501		prometheus_registry.clone(),502	));503504	task_manager.spawn_essential_handle().spawn(505		"frontier-mapping-sync-worker",506		None,507		MappingSyncWorker::new(508			client.import_notification_stream(),509			Duration::new(6, 0),510			client.clone(),511			backend.clone(),512			frontier_backend.clone(),513			3,514			0,515			SyncStrategy::Normal,516		)517		.for_each(|()| futures::future::ready(())),518	);519520	let rpc_backend = backend.clone();521	let runtime_id = parachain_config.chain_spec.runtime_id();522	let rpc_builder = Box::new(move |deny_unsafe, subscription_task_executor| {523		let full_deps = unique_rpc::FullDeps {524			#[cfg(feature = "pov-estimate")]525			runtime_id: runtime_id.clone(),526527			#[cfg(feature = "pov-estimate")]528			exec_params: uc_rpc::pov_estimate::ExecutorParams {529				wasm_method: parachain_config.wasm_method,530				default_heap_pages: parachain_config.default_heap_pages,531				max_runtime_instances: parachain_config.max_runtime_instances,532				runtime_cache_size: parachain_config.runtime_cache_size,533			},534535			#[cfg(feature = "pov-estimate")]536			backend: rpc_backend.clone(),537538			eth_backend: rpc_frontier_backend.clone(),539			deny_unsafe,540			client: rpc_client.clone(),541			pool: rpc_pool.clone(),542			graph: rpc_pool.pool().clone(),543			// TODO: Unhardcode544			enable_dev_signer: false,545			filter_pool: filter_pool.clone(),546			network: rpc_network.clone(),547			select_chain: select_chain.clone(),548			is_authority: validator,549			// TODO: Unhardcode550			max_past_logs: 10000,551			block_data_cache: block_data_cache.clone(),552			fee_history_cache: fee_history_cache.clone(),553			// TODO: Unhardcode554			fee_history_limit: 2048,555		};556557		unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(558			full_deps,559			subscription_task_executor,560		)561		.map_err(Into::into)562	});563564	sc_service::spawn_tasks(sc_service::SpawnTasksParams {565		rpc_builder,566		client: client.clone(),567		transaction_pool: transaction_pool.clone(),568		task_manager: &mut task_manager,569		config: parachain_config,570		keystore: params.keystore_container.sync_keystore(),571		backend: backend.clone(),572		network: network.clone(),573		system_rpc_tx,574		telemetry: telemetry.as_mut(),575		tx_handler_controller,576	})?;577578	if let Some(hwbench) = hwbench {579		sc_sysinfo::print_hwbench(&hwbench);580581		if let Some(ref mut telemetry) = telemetry {582			let telemetry_handle = telemetry.handle();583			task_manager.spawn_handle().spawn(584				"telemetry_hwbench",585				None,586				sc_sysinfo::initialize_hwbench_telemetry(telemetry_handle, hwbench),587			);588		}589	}590591	let announce_block = {592		let network = network.clone();593		Arc::new(Box::new(move |hash, data| {594			network.announce_block(hash, data)595		}))596	};597598	let relay_chain_slot_duration = Duration::from_secs(6);599600	if validator {601		let parachain_consensus = build_consensus(602			client.clone(),603			backend.clone(),604			prometheus_registry.as_ref(),605			telemetry.as_ref().map(|t| t.handle()),606			&task_manager,607			relay_chain_interface.clone(),608			transaction_pool,609			network,610			params.keystore_container.sync_keystore(),611			force_authoring,612		)?;613614		let spawner = task_manager.spawn_handle();615616		let params = StartCollatorParams {617			para_id: id,618			block_status: client.clone(),619			announce_block,620			client: client.clone(),621			task_manager: &mut task_manager,622			spawner,623			parachain_consensus,624			import_queue: import_queue_service,625			collator_key: collator_key.expect("Command line arguments do not allow this. qed"),626			relay_chain_interface,627			relay_chain_slot_duration,628		};629630		start_collator(params).await?;631	} else {632		let params = StartFullNodeParams {633			client: client.clone(),634			announce_block,635			task_manager: &mut task_manager,636			para_id: id,637			import_queue: import_queue_service,638			relay_chain_interface,639			relay_chain_slot_duration,640		};641642		start_full_node(params)?;643	}644645	start_network.start_network();646647	Ok((task_manager, client))648}649650/// Build the import queue for the the parachain runtime.651pub fn parachain_build_import_queue<RuntimeApi, ExecutorDispatch>(652	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,653	backend: Arc<FullBackend>,654	config: &Configuration,655	telemetry: Option<TelemetryHandle>,656	task_manager: &TaskManager,657) -> Result<658	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,659	sc_service::Error,660>661where662	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>663		+ Send664		+ Sync665		+ 'static,666	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>667		+ sp_block_builder::BlockBuilder<Block>668		+ sp_consensus_aura::AuraApi<Block, AuraId>669		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,670	ExecutorDispatch: NativeExecutionDispatch + 'static,671{672	let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;673674	let block_import = ParachainBlockImport::new(client.clone(), backend.clone());675676	cumulus_client_consensus_aura::import_queue::<677		sp_consensus_aura::sr25519::AuthorityPair,678		_,679		_,680		_,681		_,682		_,683	>(cumulus_client_consensus_aura::ImportQueueParams {684		block_import,685		client: client.clone(),686		create_inherent_data_providers: move |_, _| async move {687			let time = sp_timestamp::InherentDataProvider::from_system_time();688689			let slot =690				sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(691					*time,692					slot_duration,693				);694695			Ok((slot, time))696		},697		registry: config.prometheus_registry(),698		spawner: &task_manager.spawn_essential_handle(),699		telemetry,700	})701	.map_err(Into::into)702}703704/// Start a normal parachain node.705pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(706	parachain_config: Configuration,707	polkadot_config: Configuration,708	collator_options: CollatorOptions,709	id: ParaId,710	hwbench: Option<sc_sysinfo::HwBench>,711) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>712where713	Runtime: RuntimeInstance + Send + Sync + 'static,714	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,715	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,716	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>717		+ Send718		+ Sync719		+ 'static,720	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>721		+ fp_rpc::EthereumRuntimeRPCApi<Block>722		+ fp_rpc::ConvertTransactionRuntimeApi<Block>723		+ sp_session::SessionKeys<Block>724		+ sp_block_builder::BlockBuilder<Block>725		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>726		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>727		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>728		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>729		+ rmrk_rpc::RmrkApi<730			Block,731			AccountId,732			RmrkCollectionInfo<AccountId>,733			RmrkInstanceInfo<AccountId>,734			RmrkResourceInfo,735			RmrkPropertyInfo,736			RmrkBaseInfo<AccountId>,737			RmrkPartType,738			RmrkTheme,739		> + up_pov_estimate_rpc::PovEstimateApi<Block>740		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>741		+ sp_api::Metadata<Block>742		+ sp_offchain::OffchainWorkerApi<Block>743		+ cumulus_primitives_core::CollectCollationInfo<Block>744		+ sp_consensus_aura::AuraApi<Block, AuraId>,745	ExecutorDispatch: NativeExecutionDispatch + 'static,746{747	start_node_impl::<Runtime, RuntimeApi, ExecutorDispatch, _, _>(748		parachain_config,749		polkadot_config,750		collator_options,751		id,752		parachain_build_import_queue,753		|client,754		 backend,755		 prometheus_registry,756		 telemetry,757		 task_manager,758		 relay_chain_interface,759		 transaction_pool,760		 sync_oracle,761		 keystore,762		 force_authoring| {763			let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;764765			let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(766				task_manager.spawn_handle(),767				client.clone(),768				transaction_pool,769				prometheus_registry,770				telemetry.clone(),771			);772773			let block_import = ParachainBlockImport::new(client.clone(), backend.clone());774775			Ok(AuraConsensus::build::<776				sp_consensus_aura::sr25519::AuthorityPair,777				_,778				_,779				_,780				_,781				_,782				_,783			>(BuildAuraConsensusParams {784				proposer_factory,785				create_inherent_data_providers: move |_, (relay_parent, validation_data)| {786					let relay_chain_interface = relay_chain_interface.clone();787					async move {788						let parachain_inherent =789						cumulus_primitives_parachain_inherent::ParachainInherentData::create_at(790							relay_parent,791							&relay_chain_interface,792							&validation_data,793							id,794						).await;795796						let time = sp_timestamp::InherentDataProvider::from_system_time();797798						let slot =799						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(800							*time,801							slot_duration,802						);803804						let parachain_inherent = parachain_inherent.ok_or_else(|| {805							Box::<dyn std::error::Error + Send + Sync>::from(806								"Failed to create parachain inherent",807							)808						})?;809						Ok((slot, time, parachain_inherent))810					}811				},812				block_import,813				para_client: client,814				backoff_authoring_blocks: Option::<()>::None,815				sync_oracle,816				keystore,817				force_authoring,818				slot_duration,819				// We got around 500ms for proposing820				block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32),821				telemetry,822				max_block_proposal_slot_portion: None,823			}))824		},825		hwbench,826	)827	.await828}829830fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(831	client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,832	_: Arc<FullBackend>,833	config: &Configuration,834	_: Option<TelemetryHandle>,835	task_manager: &TaskManager,836) -> Result<837	sc_consensus::DefaultImportQueue<Block, FullClient<RuntimeApi, ExecutorDispatch>>,838	sc_service::Error,839>840where841	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>842		+ Send843		+ Sync844		+ 'static,845	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>846		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>,847	ExecutorDispatch: NativeExecutionDispatch + 'static,848{849	Ok(sc_consensus_manual_seal::import_queue(850		Box::new(client.clone()),851		&task_manager.spawn_essential_handle(),852		config.prometheus_registry(),853	))854}855856/// Builds a new development service. This service uses instant seal, and mocks857/// the parachain inherent858pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(859	config: Configuration,860	autoseal_interval: Duration,861) -> sc_service::error::Result<TaskManager>862where863	Runtime: RuntimeInstance + Send + Sync + 'static,864	<Runtime as RuntimeInstance>::CrossAccountId: Serialize,865	for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,866	RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>867		+ Send868		+ Sync869		+ 'static,870	RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>871		+ fp_rpc::EthereumRuntimeRPCApi<Block>872		+ fp_rpc::ConvertTransactionRuntimeApi<Block>873		+ sp_session::SessionKeys<Block>874		+ sp_block_builder::BlockBuilder<Block>875		+ pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>876		+ sp_api::ApiExt<Block, StateBackend = sc_client_api::StateBackendFor<FullBackend, Block>>877		+ up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>878		+ app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>879		+ rmrk_rpc::RmrkApi<880			Block,881			AccountId,882			RmrkCollectionInfo<AccountId>,883			RmrkInstanceInfo<AccountId>,884			RmrkResourceInfo,885			RmrkPropertyInfo,886			RmrkBaseInfo<AccountId>,887			RmrkPartType,888			RmrkTheme,889		> + up_pov_estimate_rpc::PovEstimateApi<Block>890		+ substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Index>891		+ sp_api::Metadata<Block>892		+ sp_offchain::OffchainWorkerApi<Block>893		+ cumulus_primitives_core::CollectCollationInfo<Block>894		+ sp_consensus_aura::AuraApi<Block, AuraId>,895	ExecutorDispatch: NativeExecutionDispatch + 'static,896{897	use sc_consensus_manual_seal::{run_manual_seal, EngineCommand, ManualSealParams};898	use fc_consensus::FrontierBlockImport;899	use sc_client_api::HeaderBackend;900901	let sc_service::PartialComponents {902		client,903		backend,904		mut task_manager,905		import_queue,906		keystore_container,907		select_chain: maybe_select_chain,908		transaction_pool,909		other:910			(telemetry, filter_pool, frontier_backend, _telemetry_worker_handle, fee_history_cache),911	} = new_partial::<RuntimeApi, ExecutorDispatch, _>(912		&config,913		dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,914	)?;915	let prometheus_registry = config.prometheus_registry().cloned();916917	let block_data_cache = Arc::new(fc_rpc::EthBlockDataCacheTask::new(918		task_manager.spawn_handle(),919		overrides_handle::<_, _, Runtime>(client.clone()),920		50,921		50,922		prometheus_registry.clone(),923	));924925	let (network, system_rpc_tx, tx_handler_controller, network_starter) =926		sc_service::build_network(sc_service::BuildNetworkParams {927			config: &config,928			client: client.clone(),929			transaction_pool: transaction_pool.clone(),930			spawn_handle: task_manager.spawn_handle(),931			import_queue,932			block_announce_validator_builder: None,933			warp_sync: None,934		})?;935936	if config.offchain_worker.enabled {937		sc_service::build_offchain_workers(938			&config,939			task_manager.spawn_handle(),940			client.clone(),941			network.clone(),942		);943	}944945	let collator = config.role.is_authority();946947	let select_chain = maybe_select_chain.clone();948949	if collator {950		let block_import =951			FrontierBlockImport::new(client.clone(), client.clone(), frontier_backend.clone());952953		let env = sc_basic_authorship::ProposerFactory::new(954			task_manager.spawn_handle(),955			client.clone(),956			transaction_pool.clone(),957			prometheus_registry.as_ref(),958			telemetry.as_ref().map(|x| x.handle()),959		);960961		let transactions_commands_stream: Box<962			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,963		> = Box::new(964			transaction_pool965				.pool()966				.validated_pool()967				.import_notification_stream()968				.map(|_| EngineCommand::SealNewBlock {969					create_empty: true,970					finalize: false,971					parent_hash: None,972					sender: None,973				}),974		);975976		let autoseal_interval = Box::pin(AutosealInterval::new(&config, autoseal_interval));977		let idle_commands_stream: Box<978			dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,979		> = Box::new(autoseal_interval.map(|_| EngineCommand::SealNewBlock {980			create_empty: true,981			finalize: false,982			parent_hash: None,983			sender: None,984		}));985986		let commands_stream = select(transactions_commands_stream, idle_commands_stream);987988		let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;989		let client_set_aside_for_cidp = client.clone();990991		task_manager.spawn_essential_handle().spawn_blocking(992			"authorship_task",993			Some("block-authoring"),994			run_manual_seal(ManualSealParams {995				block_import,996				env,997				client: client.clone(),998				pool: transaction_pool.clone(),999				commands_stream,1000				select_chain: select_chain.clone(),1001				consensus_data_provider: None,1002				create_inherent_data_providers: move |block: Hash, ()| {1003					let current_para_block = client_set_aside_for_cidp1004						.number(block)1005						.expect("Header lookup should succeed")1006						.expect("Header passed in as parent should be present in backend.");10071008					let client_for_xcm = client_set_aside_for_cidp.clone();1009					async move {1010						let time = sp_timestamp::InherentDataProvider::from_system_time();10111012						let mocked_parachain = cumulus_primitives_parachain_inherent::MockValidationDataInherentDataProvider {1013							current_para_block,1014							relay_offset: 1000,1015							relay_blocks_per_para_block: 2,1016							para_blocks_per_relay_epoch: 0,1017							xcm_config: cumulus_primitives_parachain_inherent::MockXcmConfig::new(1018								&*client_for_xcm,1019								block,1020								Default::default(),1021								Default::default(),1022							),1023							relay_randomness_config: (),1024							raw_downward_messages: vec![],1025							raw_horizontal_messages: vec![],1026						};10271028						let slot =1029						sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(1030							*time,1031							slot_duration,1032						);10331034						Ok((time, slot, mocked_parachain))1035					}1036				},1037			}),1038		);1039	}10401041	task_manager.spawn_essential_handle().spawn(1042		"frontier-mapping-sync-worker",1043		Some("block-authoring"),1044		MappingSyncWorker::new(1045			client.import_notification_stream(),1046			Duration::new(6, 0),1047			client.clone(),1048			backend.clone(),1049			frontier_backend.clone(),1050			3,1051			0,1052			SyncStrategy::Normal,1053		)1054		.for_each(|()| futures::future::ready(())),1055	);10561057	let rpc_client = client.clone();1058	let rpc_pool = transaction_pool.clone();1059	let rpc_network = network.clone();1060	let rpc_frontier_backend = frontier_backend.clone();1061	let rpc_backend = backend.clone();1062	let runtime_id = config.chain_spec.runtime_id();1063	let rpc_builder = Box::new(move |deny_unsafe, subscription_executor| {1064		let full_deps = unique_rpc::FullDeps {1065			#[cfg(feature = "pov-estimate")]1066			runtime_id: runtime_id.clone(),10671068			#[cfg(feature = "pov-estimate")]1069			exec_params: uc_rpc::pov_estimate::ExecutorParams {1070				wasm_method: config.wasm_method,1071				default_heap_pages: config.default_heap_pages,1072				max_runtime_instances: config.max_runtime_instances,1073				runtime_cache_size: config.runtime_cache_size,1074			},10751076			#[cfg(feature = "pov-estimate")]1077			backend: rpc_backend.clone(),1078			eth_backend: rpc_frontier_backend.clone(),1079			deny_unsafe,1080			client: rpc_client.clone(),1081			pool: rpc_pool.clone(),1082			graph: rpc_pool.pool().clone(),1083			// TODO: Unhardcode1084			enable_dev_signer: false,1085			filter_pool: filter_pool.clone(),1086			network: rpc_network.clone(),1087			select_chain: select_chain.clone(),1088			is_authority: collator,1089			// TODO: Unhardcode1090			max_past_logs: 10000,1091			block_data_cache: block_data_cache.clone(),1092			fee_history_cache: fee_history_cache.clone(),1093			// TODO: Unhardcode1094			fee_history_limit: 2048,1095		};10961097		unique_rpc::create_full::<_, _, _, _, Runtime, RuntimeApi, _>(1098			full_deps,1099			subscription_executor,1100		)1101		.map_err(Into::into)1102	});11031104	sc_service::spawn_tasks(sc_service::SpawnTasksParams {1105		network,1106		client,1107		keystore: keystore_container.sync_keystore(),1108		task_manager: &mut task_manager,1109		transaction_pool,1110		rpc_builder,1111		backend,1112		system_rpc_tx,1113		config,1114		telemetry: None,1115		tx_handler_controller,1116	})?;11171118	network_starter.start_network();1119	Ok(task_manager)1120}