difftreelog
fix lookahead build
in: master
1 file changed
node/cli/src/service.rsdiffbeforeafterboth1// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.2// This file is part of Unique Network.34// Unique Network is free software: you can redistribute it and/or modify5// it under the terms of the GNU General Public License as published by6// the Free Software Foundation, either version 3 of the License, or7// (at your option) any later version.89// Unique Network is distributed in the hope that it will be useful,10// but WITHOUT ANY WARRANTY; without even the implied warranty of11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the12// GNU General Public License for more details.1314// You should have received a copy of the GNU General Public License15// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.1617// std18use std::{19 collections::BTreeMap,20 marker::PhantomData,21 pin::Pin,22 sync::{Arc, Mutex},23 time::Duration,24};2526use cumulus_client_cli::CollatorOptions;27use cumulus_client_collator::service::CollatorService;28#[cfg(not(feature = "lookahead"))]29use cumulus_client_consensus_aura::collators::basic::{30 run as run_aura, Params as BuildAuraConsensusParams,31};32#[cfg(feature = "lookahead")]33use cumulus_client_consensus_aura::collators::lookahead::{34 run as run_aura, Params as BuildAuraConsensusParams,35};36use cumulus_client_consensus_common::ParachainBlockImport as TParachainBlockImport;37use cumulus_client_consensus_proposer::Proposer;38use cumulus_client_service::{39 build_relay_chain_interface, prepare_node_config, start_relay_chain_tasks, DARecoveryProfile,40 StartRelayChainTasksParams,41};42use cumulus_primitives_core::ParaId;43use cumulus_relay_chain_interface::{OverseerHandle, RelayChainInterface};44use fc_mapping_sync::{kv::MappingSyncWorker, EthereumBlockNotificationSinks, SyncStrategy};45use fc_rpc::{46 frontier_backend_client::SystemAccountId32StorageOverride, EthBlockDataCacheTask, EthConfig,47 EthTask, OverrideHandle, RuntimeApiStorageOverride, SchemaV1Override, SchemaV2Override,48 SchemaV3Override, StorageOverride,49};50use fc_rpc_core::types::{FeeHistoryCache, FilterPool};51use fp_rpc::EthereumRuntimeRPCApi;52use fp_storage::EthereumStorageSchema;53use futures::{54 stream::select,55 task::{Context, Poll},56 Stream, StreamExt,57};58use jsonrpsee::RpcModule;59use polkadot_service::CollatorPair;60use sc_client_api::{AuxStore, Backend, BlockOf, BlockchainEvents, StorageProvider};61use sc_consensus::ImportQueue;62use sc_executor::{NativeElseWasmExecutor, NativeExecutionDispatch};63use sc_network::NetworkBlock;64use sc_network_sync::SyncingService;65use sc_rpc::SubscriptionTaskExecutor;66use sc_service::{Configuration, PartialComponents, TaskManager};67use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle};68use serde::{Deserialize, Serialize};69use sp_api::ProvideRuntimeApi;70use sp_block_builder::BlockBuilder;71use sp_blockchain::{Error as BlockChainError, HeaderBackend, HeaderMetadata};72use sp_consensus_aura::sr25519::AuthorityPair as AuraAuthorityPair;73use sp_keystore::KeystorePtr;74use sp_state_machine::Backend as StateBackend;75use substrate_prometheus_endpoint::Registry;76use tokio::time::Interval;77use up_common::types::{opaque::*, Nonce};7879pub type ParachainHostFunctions = (80 sp_io::SubstrateHostFunctions,81 cumulus_client_service::storage_proof_size::HostFunctions,82);8384use crate::{85 chain_spec::RuntimeIdentification,86 rpc::{create_eth, create_full, EthDeps, FullDeps},87};8889/// Unique native executor instance.90#[cfg(feature = "unique-runtime")]91pub struct UniqueRuntimeExecutor;9293#[cfg(feature = "quartz-runtime")]94/// Quartz native executor instance.95pub struct QuartzRuntimeExecutor;9697/// Opal native executor instance.98pub struct OpalRuntimeExecutor;99100#[cfg(feature = "unique-runtime")]101impl NativeExecutionDispatch for UniqueRuntimeExecutor {102 /// Only enable the benchmarking host functions when we actually want to benchmark.103 #[cfg(feature = "runtime-benchmarks")]104 type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;105 /// Otherwise we only use the default Substrate host functions.106 #[cfg(not(feature = "runtime-benchmarks"))]107 type ExtendHostFunctions = ParachainHostFunctions;108109 fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {110 unique_runtime::api::dispatch(method, data)111 }112113 fn native_version() -> sc_executor::NativeVersion {114 unique_runtime::native_version()115 }116}117118#[cfg(feature = "quartz-runtime")]119impl NativeExecutionDispatch for QuartzRuntimeExecutor {120 /// Only enable the benchmarking host functions when we actually want to benchmark.121 #[cfg(feature = "runtime-benchmarks")]122 type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;123 /// Otherwise we only use the default Substrate host functions.124 #[cfg(not(feature = "runtime-benchmarks"))]125 type ExtendHostFunctions = ParachainHostFunctions;126127 fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {128 quartz_runtime::api::dispatch(method, data)129 }130131 fn native_version() -> sc_executor::NativeVersion {132 quartz_runtime::native_version()133 }134}135136impl NativeExecutionDispatch for OpalRuntimeExecutor {137 /// Only enable the benchmarking host functions when we actually want to benchmark.138 #[cfg(feature = "runtime-benchmarks")]139 type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions;140 /// Otherwise we only use the default Substrate host functions.141 #[cfg(not(feature = "runtime-benchmarks"))]142 type ExtendHostFunctions = ParachainHostFunctions;143144 fn dispatch(method: &str, data: &[u8]) -> Option<Vec<u8>> {145 opal_runtime::api::dispatch(method, data)146 }147148 fn native_version() -> sc_executor::NativeVersion {149 opal_runtime::native_version()150 }151}152153pub struct AutosealInterval {154 interval: Interval,155}156157impl AutosealInterval {158 pub fn new(config: &Configuration, interval: u64) -> Self {159 let _tokio_runtime = config.tokio_handle.enter();160 let interval = tokio::time::interval(Duration::from_millis(interval));161162 Self { interval }163 }164}165166impl Stream for AutosealInterval {167 type Item = tokio::time::Instant;168169 fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {170 self.interval.poll_tick(cx).map(Some)171 }172}173174pub fn open_frontier_backend<C: HeaderBackend<Block>>(175 client: Arc<C>,176 config: &Configuration,177) -> Result<Arc<fc_db::kv::Backend<Block>>, String> {178 let config_dir = config.base_path.config_dir(config.chain_spec.id());179 let database_dir = config_dir.join("frontier").join("db");180181 Ok(Arc::new(fc_db::kv::Backend::<Block>::new(182 client,183 &fc_db::kv::DatabaseSettings {184 source: fc_db::DatabaseSource::RocksDb {185 path: database_dir,186 cache_size: 0,187 },188 },189 )?))190}191192type FullClient<RuntimeApi, ExecutorDispatch> =193 sc_service::TFullClient<Block, RuntimeApi, NativeElseWasmExecutor<ExecutorDispatch>>;194type FullBackend = sc_service::TFullBackend<Block>;195type FullSelectChain = sc_consensus::LongestChain<FullBackend, Block>;196type ParachainBlockImport<RuntimeApi, ExecutorDispatch> =197 TParachainBlockImport<Block, Arc<FullClient<RuntimeApi, ExecutorDispatch>>, FullBackend>;198199/// Generate a supertrait based on bounds, and blanket impl for it.200macro_rules! ez_bounds {201 ($vis:vis trait $name:ident$(<$($gen:ident $(: $($(+)? $bound:path)*)?),* $(,)?>)? $(:)? $($(+)? $super:path)* {}) => {202 $vis trait $name $(<$($gen $(: $($bound+)*)?,)*>)?: $($super +)* {}203 impl<T, $($($gen $(: $($bound+)*)?,)*)?> $name$(<$($gen,)*>)? for T204 where T: $($super +)* {}205 }206}207ez_bounds!(208 pub trait RuntimeApiDep<Runtime: RuntimeInstance>:209 sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block>210 + sp_consensus_aura::AuraApi<Block, AuraId>211 + fp_rpc::EthereumRuntimeRPCApi<Block>212 + sp_session::SessionKeys<Block>213 + sp_block_builder::BlockBuilder<Block>214 + pallet_transaction_payment_rpc_runtime_api::TransactionPaymentApi<Block, Balance>215 + sp_api::ApiExt<Block>216 + up_rpc::UniqueApi<Block, Runtime::CrossAccountId, AccountId>217 + app_promotion_rpc::AppPromotionApi<Block, BlockNumber, Runtime::CrossAccountId, AccountId>218 + up_pov_estimate_rpc::PovEstimateApi<Block>219 + substrate_frame_rpc_system::AccountNonceApi<Block, AccountId, Nonce>220 + sp_api::Metadata<Block>221 + sp_offchain::OffchainWorkerApi<Block>222 + cumulus_primitives_core::CollectCollationInfo<Block>223 // Deprecated, not used.224 + fp_rpc::ConvertTransactionRuntimeApi<Block>225 {226 }227);228#[cfg(not(feature = "lookahead"))]229ez_bounds!(230 pub trait LookaheadApiDep {}231);232#[cfg(feature = "lookahead")]233ez_bounds!(234 pub trait LookaheadApiDep: cumulus_primitives_aura::AuraUnincludedSegmentApi<Block> {}235);236237/// Starts a `ServiceBuilder` for a full service.238///239/// Use this macro if you don't actually need the full service, but just the builder in order to240/// be able to perform chain operations.241#[allow(clippy::type_complexity)]242pub fn new_partial<Runtime, RuntimeApi, ExecutorDispatch, BIQ>(243 config: &Configuration,244 build_import_queue: BIQ,245) -> Result<246 PartialComponents<247 FullClient<RuntimeApi, ExecutorDispatch>,248 FullBackend,249 FullSelectChain,250 sc_consensus::DefaultImportQueue<Block>,251 sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,252 OtherPartial,253 >,254 sc_service::Error,255>256where257 sc_client_api::StateBackendFor<FullBackend, Block>: StateBackend<BlakeTwo256>,258 RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>259 + Send260 + Sync261 + 'static,262 RuntimeApi::RuntimeApi: RuntimeApiDep<Runtime> + 'static,263 Runtime: RuntimeInstance,264 ExecutorDispatch: NativeExecutionDispatch + 'static,265 BIQ: FnOnce(266 Arc<FullClient<RuntimeApi, ExecutorDispatch>>,267 Arc<FullBackend>,268 &Configuration,269 Option<TelemetryHandle>,270 &TaskManager,271 ) -> Result<sc_consensus::DefaultImportQueue<Block>, sc_service::Error>,272{273 let telemetry = config274 .telemetry_endpoints275 .clone()276 .filter(|x| !x.is_empty())277 .map(|endpoints| -> Result<_, sc_telemetry::Error> {278 let worker = TelemetryWorker::new(16)?;279 let telemetry = worker.handle().new_telemetry(endpoints);280 Ok((worker, telemetry))281 })282 .transpose()?;283284 let executor = sc_service::new_native_or_wasm_executor(config);285286 let (client, backend, keystore_container, task_manager) =287 sc_service::new_full_parts::<Block, RuntimeApi, _>(288 config,289 telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()),290 executor,291 )?;292 let client = Arc::new(client);293294 let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle());295296 let telemetry = telemetry.map(|(worker, telemetry)| {297 task_manager298 .spawn_handle()299 .spawn("telemetry", None, worker.run());300 telemetry301 });302303 let select_chain = sc_consensus::LongestChain::new(backend.clone());304305 let transaction_pool = sc_transaction_pool::BasicPool::new_full(306 config.transaction_pool.clone(),307 config.role.is_authority().into(),308 config.prometheus_registry(),309 task_manager.spawn_essential_handle(),310 client.clone(),311 );312313 let eth_filter_pool: Option<FilterPool> = Some(Arc::new(Mutex::new(BTreeMap::new())));314315 let eth_backend = open_frontier_backend(client.clone(), config)?;316317 let import_queue = build_import_queue(318 client.clone(),319 backend.clone(),320 config,321 telemetry.as_ref().map(|telemetry| telemetry.handle()),322 &task_manager,323 )?;324325 let params = PartialComponents {326 backend,327 client,328 import_queue,329 keystore_container,330 task_manager,331 transaction_pool,332 select_chain,333 other: OtherPartial {334 telemetry,335 eth_filter_pool,336 eth_backend,337 telemetry_worker_handle,338 },339 };340341 Ok(params)342}343344macro_rules! clone {345 ($($i:ident),* $(,)?) => {346 $(347 let $i = $i.clone();348 )*349 };350}351352/// Start a node with the given parachain `Configuration` and relay chain `Configuration`.353///354/// This is the actual implementation that is abstract over the executor and the runtime api.355#[sc_tracing::logging::prefix_logs_with("Parachain")]356pub async fn start_node<Runtime, RuntimeApi, ExecutorDispatch>(357 parachain_config: Configuration,358 polkadot_config: Configuration,359 collator_options: CollatorOptions,360 para_id: ParaId,361 hwbench: Option<sc_sysinfo::HwBench>,362) -> sc_service::error::Result<(TaskManager, Arc<FullClient<RuntimeApi, ExecutorDispatch>>)>363where364 sc_client_api::StateBackendFor<FullBackend, Block>: StateBackend<BlakeTwo256>,365 Runtime: RuntimeInstance + Send + Sync + 'static,366 <Runtime as RuntimeInstance>::CrossAccountId: Serialize,367 for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,368 RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>369 + Send370 + Sync371 + 'static,372 RuntimeApi::RuntimeApi: RuntimeApiDep<Runtime> + 'static,373 RuntimeApi::RuntimeApi: LookaheadApiDep,374 Runtime: RuntimeInstance,375 ExecutorDispatch: NativeExecutionDispatch + 'static,376{377 let parachain_config = prepare_node_config(parachain_config);378379 let params = new_partial::<Runtime, RuntimeApi, ExecutorDispatch, _>(380 ¶chain_config,381 parachain_build_import_queue,382 )?;383 let OtherPartial {384 mut telemetry,385 telemetry_worker_handle,386 eth_filter_pool,387 eth_backend,388 } = params.other;389 let net_config = sc_network::config::FullNetworkConfiguration::new(¶chain_config.network);390391 let client = params.client.clone();392 let backend = params.backend.clone();393 let mut task_manager = params.task_manager;394395 let (relay_chain_interface, collator_key) = build_relay_chain_interface(396 polkadot_config,397 ¶chain_config,398 telemetry_worker_handle,399 &mut task_manager,400 collator_options.clone(),401 hwbench.clone(),402 )403 .await404 .map_err(|e| sc_service::Error::Application(Box::new(e) as Box<_>))?;405406 // Aura is sybil-resistant, collator-selection is generally too.407 let block_announce_validator =408 cumulus_client_network::AssumeSybilResistance::allow_seconded_messages();409410 let validator = parachain_config.role.is_authority();411 let prometheus_registry = parachain_config.prometheus_registry().cloned();412 let transaction_pool = params.transaction_pool.clone();413 let import_queue_service = params.import_queue.service();414415 let (network, system_rpc_tx, tx_handler_controller, start_network, sync_service) =416 sc_service::build_network(sc_service::BuildNetworkParams {417 config: ¶chain_config,418 net_config,419 client: client.clone(),420 transaction_pool: transaction_pool.clone(),421 spawn_handle: task_manager.spawn_handle(),422 import_queue: params.import_queue,423 block_announce_validator_builder: Some(Box::new(|_| {424 Box::new(block_announce_validator)425 })),426 warp_sync_params: None,427 block_relay: None,428 })?;429430 let select_chain = params.select_chain.clone();431432 let runtime_id = parachain_config.chain_spec.runtime_id();433434 // Frontier435 let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));436 let fee_history_limit = 2048;437438 let eth_pubsub_notification_sinks: Arc<439 EthereumBlockNotificationSinks<fc_mapping_sync::EthereumBlockNotification<Block>>,440 > = Default::default();441442 let overrides = overrides_handle(client.clone());443 let eth_block_data_cache = spawn_frontier_tasks(444 FrontierTaskParams {445 client: client.clone(),446 substrate_backend: backend.clone(),447 eth_filter_pool: eth_filter_pool.clone(),448 eth_backend: eth_backend.clone(),449 fee_history_limit,450 fee_history_cache: fee_history_cache.clone(),451 task_manager: &task_manager,452 prometheus_registry: prometheus_registry.clone(),453 overrides: overrides.clone(),454 sync_strategy: SyncStrategy::Parachain,455 },456 sync_service.clone(),457 eth_pubsub_notification_sinks.clone(),458 );459460 // Rpc461 let rpc_builder = Box::new({462 clone!(463 client,464 backend,465 eth_backend,466 eth_pubsub_notification_sinks,467 fee_history_cache,468 eth_block_data_cache,469 overrides,470 transaction_pool,471 network,472 sync_service,473 );474 move |deny_unsafe, subscription_task_executor: SubscriptionTaskExecutor| {475 clone!(476 backend,477 eth_block_data_cache,478 client,479 eth_backend,480 eth_filter_pool,481 eth_pubsub_notification_sinks,482 fee_history_cache,483 eth_block_data_cache,484 network,485 runtime_id,486 transaction_pool,487 select_chain,488 overrides,489 );490491 #[cfg(not(feature = "pov-estimate"))]492 let _ = backend;493494 let mut rpc_handle = RpcModule::new(());495496 let full_deps = FullDeps {497 client: client.clone(),498 runtime_id,499500 #[cfg(feature = "pov-estimate")]501 exec_params: uc_rpc::pov_estimate::ExecutorParams {502 wasm_method: parachain_config.wasm_method,503 default_heap_pages: parachain_config.default_heap_pages,504 max_runtime_instances: parachain_config.max_runtime_instances,505 runtime_cache_size: parachain_config.runtime_cache_size,506 },507508 #[cfg(feature = "pov-estimate")]509 backend,510511 deny_unsafe,512 pool: transaction_pool.clone(),513 select_chain,514 };515516 create_full::<_, _, _, Runtime, _>(&mut rpc_handle, full_deps)?;517518 let eth_deps = EthDeps {519 client,520 graph: transaction_pool.pool().clone(),521 pool: transaction_pool,522 is_authority: validator,523 network,524 eth_backend,525 // TODO: Unhardcode526 max_past_logs: 10000,527 fee_history_limit,528 fee_history_cache,529 eth_block_data_cache,530 // TODO: Unhardcode531 enable_dev_signer: false,532 eth_filter_pool,533 eth_pubsub_notification_sinks,534 overrides,535 sync: sync_service.clone(),536 pending_create_inherent_data_providers: |_, ()| async move { Ok(()) },537 };538539 create_eth::<540 _,541 _,542 _,543 _,544 _,545 _,546 DefaultEthConfig<FullClient<RuntimeApi, ExecutorDispatch>>,547 >(548 &mut rpc_handle,549 eth_deps,550 subscription_task_executor.clone(),551 )?;552553 Ok(rpc_handle)554 }555 });556557 sc_service::spawn_tasks(sc_service::SpawnTasksParams {558 rpc_builder,559 client: client.clone(),560 transaction_pool: transaction_pool.clone(),561 task_manager: &mut task_manager,562 config: parachain_config,563 keystore: params.keystore_container.keystore(),564 backend: backend.clone(),565 network,566 sync_service: sync_service.clone(),567 system_rpc_tx,568 telemetry: telemetry.as_mut(),569 tx_handler_controller,570 })?;571572 if let Some(hwbench) = hwbench {573 sc_sysinfo::print_hwbench(&hwbench);574575 if let Some(ref mut telemetry) = telemetry {576 let telemetry_handle = telemetry.handle();577 task_manager.spawn_handle().spawn(578 "telemetry_hwbench",579 None,580 sc_sysinfo::initialize_hwbench_telemetry(telemetry_handle, hwbench),581 );582 }583 }584585 let announce_block = {586 let sync_service = sync_service.clone();587 Arc::new(Box::new(move |hash, data| {588 sync_service.announce_block(hash, data)589 }))590 };591592 let relay_chain_slot_duration = Duration::from_secs(6);593594 let overseer_handle = relay_chain_interface595 .overseer_handle()596 .map_err(|e| sc_service::Error::Application(Box::new(e)))?;597598 start_relay_chain_tasks(StartRelayChainTasksParams {599 client: client.clone(),600 announce_block: announce_block.clone(),601 para_id,602 relay_chain_interface: relay_chain_interface.clone(),603 task_manager: &mut task_manager,604 da_recovery_profile: if validator {605 DARecoveryProfile::Collator606 } else {607 DARecoveryProfile::FullNode608 },609 import_queue: import_queue_service,610 relay_chain_slot_duration,611 recovery_handle: Box::new(overseer_handle.clone()),612 sync_service: sync_service.clone(),613 })?;614615 if validator {616 start_consensus(617 client.clone(),618 transaction_pool,619 StartConsensusParameters {620 backend: backend.clone(),621 prometheus_registry: prometheus_registry.as_ref(),622 telemetry: telemetry.as_ref().map(|t| t.handle()),623 task_manager: &task_manager,624 relay_chain_interface: relay_chain_interface.clone(),625 sync_oracle: sync_service,626 keystore: params.keystore_container.keystore(),627 overseer_handle,628 relay_chain_slot_duration,629 para_id,630 collator_key: collator_key.expect("cli args do not allow this"),631 announce_block,632 },633 )?;634 }635636 start_network.start_network();637638 Ok((task_manager, client))639}640641/// Build the import queue for the the parachain runtime.642pub fn parachain_build_import_queue<Runtime, RuntimeApi, ExecutorDispatch>(643 client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,644 backend: Arc<FullBackend>,645 config: &Configuration,646 telemetry: Option<TelemetryHandle>,647 task_manager: &TaskManager,648) -> Result<sc_consensus::DefaultImportQueue<Block>, sc_service::Error>649where650 RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>651 + Send652 + Sync653 + 'static,654 RuntimeApi::RuntimeApi: RuntimeApiDep<Runtime> + 'static,655 Runtime: RuntimeInstance,656 ExecutorDispatch: NativeExecutionDispatch + 'static,657{658 let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;659660 let block_import = ParachainBlockImport::new(client.clone(), backend);661662 cumulus_client_consensus_aura::import_queue::<663 sp_consensus_aura::sr25519::AuthorityPair,664 _,665 _,666 _,667 _,668 _,669 >(cumulus_client_consensus_aura::ImportQueueParams {670 block_import,671 client,672 create_inherent_data_providers: move |_, _| async move {673 let time = sp_timestamp::InherentDataProvider::from_system_time();674675 let slot =676 sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(677 *time,678 slot_duration,679 );680681 Ok((slot, time))682 },683 registry: config.prometheus_registry(),684 spawner: &task_manager.spawn_essential_handle(),685 telemetry,686 })687 .map_err(Into::into)688}689690pub struct StartConsensusParameters<'a> {691 backend: Arc<FullBackend>,692 prometheus_registry: Option<&'a Registry>,693 telemetry: Option<TelemetryHandle>,694 task_manager: &'a TaskManager,695 relay_chain_interface: Arc<dyn RelayChainInterface>,696 sync_oracle: Arc<SyncingService<Block>>,697 keystore: KeystorePtr,698 overseer_handle: OverseerHandle,699 relay_chain_slot_duration: Duration,700 para_id: ParaId,701 collator_key: CollatorPair,702 announce_block: Arc<dyn Fn(Hash, Option<Vec<u8>>) + Send + Sync>,703}704705// Clones ignored for optional lookahead collator706#[allow(clippy::redundant_clone)]707pub fn start_consensus<ExecutorDispatch, RuntimeApi, Runtime>(708 client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,709 transaction_pool: Arc<710 sc_transaction_pool::FullPool<Block, FullClient<RuntimeApi, ExecutorDispatch>>,711 >,712 parameters: StartConsensusParameters<'_>,713) -> Result<(), sc_service::Error>714where715 ExecutorDispatch: NativeExecutionDispatch + 'static,716 RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>717 + Send718 + Sync719 + 'static,720 RuntimeApi::RuntimeApi: RuntimeApiDep<Runtime> + 'static,721 RuntimeApi::RuntimeApi: LookaheadApiDep,722 Runtime: RuntimeInstance,723{724 let StartConsensusParameters {725 backend,726 prometheus_registry,727 telemetry,728 task_manager,729 relay_chain_interface,730 sync_oracle,731 keystore,732 overseer_handle,733 relay_chain_slot_duration,734 para_id,735 collator_key,736 announce_block,737 } = parameters;738 let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;739740 let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording(741 task_manager.spawn_handle(),742 client.clone(),743 transaction_pool,744 prometheus_registry,745 telemetry,746 );747 let proposer = Proposer::new(proposer_factory);748749 let collator_service = CollatorService::new(750 client.clone(),751 Arc::new(task_manager.spawn_handle()),752 announce_block,753 client.clone(),754 );755756 let block_import = ParachainBlockImport::new(client.clone(), backend.clone());757758 let params = BuildAuraConsensusParams {759 create_inherent_data_providers: move |_, ()| async move { Ok(()) },760 block_import,761 para_client: client.clone(),762 #[cfg(feature = "lookahead")]763 para_backend: backend,764 para_id,765 relay_client: relay_chain_interface,766 sync_oracle,767 keystore,768 #[cfg(not(feature = "lookahead"))]769 slot_duration,770 proposer,771 collator_service,772 // With async-baking, we allowed to be both slower (longer authoring) and faster (multiple para blocks per relay block)773 #[cfg(not(feature = "lookahead"))]774 authoring_duration: Duration::from_millis(500),775 #[cfg(feature = "lookahead")]776 authoring_duration: Duration::from_millis(1500),777 overseer_handle,778 #[cfg(feature = "lookahead")]779 code_hash_provider: move |block_hash| {780 client781 .code_at(block_hash)782 .ok()783 .map(cumulus_primitives_core::relay_chain::ValidationCode)784 .map(|c| c.hash())785 },786 collator_key,787 relay_chain_slot_duration,788 #[cfg(not(feature = "lookahead"))]789 collation_request_receiver: None,790 #[cfg(feature = "lookahead")]791 reinitialize: false,792 };793794 task_manager.spawn_essential_handle().spawn(795 "aura",796 None,797 #[cfg(not(feature = "lookahead"))]798 run_aura::<_, AuraAuthorityPair, _, _, _, _, _, _, _>(params),799 #[cfg(feature = "lookahead")]800 run_aura::<_, AuraAuthorityPair, _, _, _, _, _, _, _, _, _>(params),801 );802 Ok(())803}804805fn dev_build_import_queue<RuntimeApi, ExecutorDispatch>(806 client: Arc<FullClient<RuntimeApi, ExecutorDispatch>>,807 _: Arc<FullBackend>,808 config: &Configuration,809 _: Option<TelemetryHandle>,810 task_manager: &TaskManager,811) -> Result<sc_consensus::DefaultImportQueue<Block>, sc_service::Error>812where813 RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>814 + Send815 + Sync816 + 'static,817 RuntimeApi::RuntimeApi:818 sp_transaction_pool::runtime_api::TaggedTransactionQueue<Block> + sp_api::ApiExt<Block>,819 ExecutorDispatch: NativeExecutionDispatch + 'static,820{821 Ok(sc_consensus_manual_seal::import_queue(822 Box::new(client),823 &task_manager.spawn_essential_handle(),824 config.prometheus_registry(),825 ))826}827828pub struct OtherPartial {829 pub telemetry: Option<Telemetry>,830 pub telemetry_worker_handle: Option<TelemetryWorkerHandle>,831 pub eth_filter_pool: Option<FilterPool>,832 pub eth_backend: Arc<fc_db::kv::Backend<Block>>,833}834835struct DefaultEthConfig<C>(PhantomData<C>);836impl<C> EthConfig<Block, C> for DefaultEthConfig<C>837where838 C: StorageProvider<Block, FullBackend> + Sync + Send + 'static,839{840 type EstimateGasAdapter = ();841 type RuntimeStorageOverride = SystemAccountId32StorageOverride<Block, C, FullBackend>;842}843844/// Builds a new development service. This service uses instant seal, and mocks845/// the parachain inherent846pub fn start_dev_node<Runtime, RuntimeApi, ExecutorDispatch>(847 config: Configuration,848 autoseal_interval: u64,849 autoseal_finalize_delay: Option<u64>,850 disable_autoseal_on_tx: bool,851) -> sc_service::error::Result<TaskManager>852where853 Runtime: RuntimeInstance + Send + Sync + 'static,854 <Runtime as RuntimeInstance>::CrossAccountId: Serialize,855 for<'de> <Runtime as RuntimeInstance>::CrossAccountId: Deserialize<'de>,856 RuntimeApi: sp_api::ConstructRuntimeApi<Block, FullClient<RuntimeApi, ExecutorDispatch>>857 + Send858 + Sync859 + 'static,860 RuntimeApi::RuntimeApi: RuntimeApiDep<Runtime> + 'static,861 ExecutorDispatch: NativeExecutionDispatch + 'static,862{863 use fc_consensus::FrontierBlockImport;864 use sc_consensus_manual_seal::{865 run_delayed_finalize, run_manual_seal, DelayedFinalizeParams, EngineCommand,866 ManualSealParams,867 };868869 let sc_service::PartialComponents {870 client,871 backend,872 mut task_manager,873 import_queue,874 keystore_container,875 select_chain: maybe_select_chain,876 transaction_pool,877 other:878 OtherPartial {879 telemetry,880 eth_filter_pool,881 eth_backend,882 telemetry_worker_handle: _,883 },884 } = new_partial::<Runtime, RuntimeApi, ExecutorDispatch, _>(885 &config,886 dev_build_import_queue::<RuntimeApi, ExecutorDispatch>,887 )?;888 let net_config = sc_network::config::FullNetworkConfiguration::new(&config.network);889 let prometheus_registry = config.prometheus_registry().cloned();890891 let (network, system_rpc_tx, tx_handler_controller, network_starter, sync_service) =892 sc_service::build_network(sc_service::BuildNetworkParams {893 config: &config,894 net_config,895 client: client.clone(),896 transaction_pool: transaction_pool.clone(),897 spawn_handle: task_manager.spawn_handle(),898 import_queue,899 block_announce_validator_builder: None,900 warp_sync_params: None,901 block_relay: None,902 })?;903904 let collator = config.role.is_authority();905906 let select_chain = maybe_select_chain;907908 if collator {909 let block_import = FrontierBlockImport::new(client.clone(), client.clone());910911 let env = sc_basic_authorship::ProposerFactory::new(912 task_manager.spawn_handle(),913 client.clone(),914 transaction_pool.clone(),915 prometheus_registry.as_ref(),916 telemetry.as_ref().map(|x| x.handle()),917 );918919 let transactions_commands_stream: Box<920 dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,921 > = Box::new(922 transaction_pool923 .pool()924 .validated_pool()925 .import_notification_stream()926 .filter(move |_| futures::future::ready(!disable_autoseal_on_tx))927 .map(|_| EngineCommand::SealNewBlock {928 create_empty: true,929 finalize: false,930 parent_hash: None,931 sender: None,932 }),933 );934935 let autoseal_interval = Box::pin(AutosealInterval::new(&config, autoseal_interval));936937 let idle_commands_stream: Box<938 dyn Stream<Item = EngineCommand<Hash>> + Send + Sync + Unpin,939 > = Box::new(autoseal_interval.map(|_| EngineCommand::SealNewBlock {940 create_empty: true,941 finalize: false,942 parent_hash: None,943 sender: None,944 }));945946 let commands_stream = select(transactions_commands_stream, idle_commands_stream);947948 let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?;949 let client_set_aside_for_cidp = client.clone();950951 if let Some(delay_sec) = autoseal_finalize_delay {952 let spawn_handle = task_manager.spawn_handle();953954 task_manager.spawn_essential_handle().spawn_blocking(955 "finalization_task",956 Some("block-authoring"),957 run_delayed_finalize(DelayedFinalizeParams {958 client: client.clone(),959 delay_sec,960 spawn_handle,961 }),962 );963 }964965 task_manager.spawn_essential_handle().spawn_blocking(966 "authorship_task",967 Some("block-authoring"),968 run_manual_seal(ManualSealParams {969 block_import,970 env,971 client: client.clone(),972 pool: transaction_pool.clone(),973 commands_stream,974 select_chain: select_chain.clone(),975 consensus_data_provider: None,976 create_inherent_data_providers: move |block: Hash, ()| {977 let current_para_block = client_set_aside_for_cidp978 .number(block)979 .expect("Header lookup should succeed")980 .expect("Header passed in as parent should be present in backend.");981982 let client_for_xcm = client_set_aside_for_cidp.clone();983 async move {984 let time = sp_timestamp::InherentDataProvider::from_system_time();985986 let mocked_parachain = cumulus_client_parachain_inherent::MockValidationDataInherentDataProvider {987 current_para_block,988 relay_offset: 1000,989 relay_blocks_per_para_block: 2,990 para_blocks_per_relay_epoch: 0,991 xcm_config: cumulus_client_parachain_inherent::MockXcmConfig::new(992 &*client_for_xcm,993 block,994 Default::default(),995 Default::default(),996 ),997 relay_randomness_config: (),998 raw_downward_messages: vec![],999 raw_horizontal_messages: vec![],1000 additional_key_values: None,1001 };10021003 let slot =1004 sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration(1005 *time,1006 slot_duration,1007 );10081009 Ok((time, slot, mocked_parachain))1010 }1011 },1012 }),1013 );1014 }10151016 #[cfg(feature = "pov-estimate")]1017 let rpc_backend = backend.clone();10181019 let runtime_id = config.chain_spec.runtime_id();10201021 // Frontier1022 let fee_history_cache: FeeHistoryCache = Arc::new(Mutex::new(BTreeMap::new()));1023 let fee_history_limit = 2048;10241025 let eth_pubsub_notification_sinks: Arc<1026 EthereumBlockNotificationSinks<fc_mapping_sync::EthereumBlockNotification<Block>>,1027 > = Default::default();10281029 let overrides = overrides_handle(client.clone());1030 let eth_block_data_cache = spawn_frontier_tasks(1031 FrontierTaskParams {1032 client: client.clone(),1033 substrate_backend: backend.clone(),1034 eth_filter_pool: eth_filter_pool.clone(),1035 eth_backend: eth_backend.clone(),1036 fee_history_limit,1037 fee_history_cache: fee_history_cache.clone(),1038 task_manager: &task_manager,1039 prometheus_registry,1040 overrides: overrides.clone(),1041 sync_strategy: SyncStrategy::Normal,1042 },1043 sync_service.clone(),1044 eth_pubsub_notification_sinks.clone(),1045 );10461047 // Rpc1048 let rpc_builder = Box::new({1049 clone!(1050 client,1051 backend,1052 eth_backend,1053 eth_pubsub_notification_sinks,1054 fee_history_cache,1055 eth_block_data_cache,1056 overrides,1057 transaction_pool,1058 network,1059 sync_service,1060 );1061 move |deny_unsafe, subscription_task_executor: SubscriptionTaskExecutor| {1062 clone!(1063 backend,1064 eth_block_data_cache,1065 client,1066 eth_backend,1067 eth_filter_pool,1068 eth_pubsub_notification_sinks,1069 fee_history_cache,1070 eth_block_data_cache,1071 network,1072 runtime_id,1073 transaction_pool,1074 select_chain,1075 overrides,1076 );10771078 #[cfg(not(feature = "pov-estimate"))]1079 let _ = backend;10801081 let mut rpc_module = RpcModule::new(());10821083 let full_deps = FullDeps {1084 runtime_id,10851086 #[cfg(feature = "pov-estimate")]1087 exec_params: uc_rpc::pov_estimate::ExecutorParams {1088 wasm_method: config.wasm_method,1089 default_heap_pages: config.default_heap_pages,1090 max_runtime_instances: config.max_runtime_instances,1091 runtime_cache_size: config.runtime_cache_size,1092 },10931094 #[cfg(feature = "pov-estimate")]1095 backend,1096 // eth_backend,1097 deny_unsafe,1098 client: client.clone(),1099 pool: transaction_pool.clone(),1100 select_chain,1101 };11021103 create_full::<_, _, _, Runtime, _>(&mut rpc_module, full_deps)?;11041105 let eth_deps = EthDeps {1106 client,1107 graph: transaction_pool.pool().clone(),1108 pool: transaction_pool,1109 is_authority: true,1110 network,1111 eth_backend,1112 // TODO: Unhardcode1113 max_past_logs: 10000,1114 fee_history_limit,1115 fee_history_cache,1116 eth_block_data_cache,1117 // TODO: Unhardcode1118 enable_dev_signer: false,1119 eth_filter_pool,1120 eth_pubsub_notification_sinks,1121 overrides,1122 sync: sync_service.clone(),1123 // We don't have any inherents except parachain built-ins, which we can't even extract from inside `run_aura`.1124 pending_create_inherent_data_providers: |_, ()| async move { Ok(()) },1125 };11261127 create_eth::<1128 _,1129 _,1130 _,1131 _,1132 _,1133 _,1134 DefaultEthConfig<FullClient<RuntimeApi, ExecutorDispatch>>,1135 >(1136 &mut rpc_module,1137 eth_deps,1138 subscription_task_executor.clone(),1139 )?;11401141 Ok(rpc_module)1142 }1143 });11441145 sc_service::spawn_tasks(sc_service::SpawnTasksParams {1146 network,1147 sync_service,1148 client,1149 keystore: keystore_container.keystore(),1150 task_manager: &mut task_manager,1151 transaction_pool,1152 rpc_builder,1153 backend,1154 system_rpc_tx,1155 config,1156 telemetry: None,1157 tx_handler_controller,1158 })?;11591160 network_starter.start_network();1161 Ok(task_manager)1162}11631164fn overrides_handle<C, BE>(client: Arc<C>) -> Arc<OverrideHandle<Block>>1165where1166 C: ProvideRuntimeApi<Block> + StorageProvider<Block, BE> + AuxStore,1167 C: HeaderBackend<Block> + HeaderMetadata<Block, Error = BlockChainError>,1168 C: Send + Sync + 'static,1169 C::Api: fp_rpc::EthereumRuntimeRPCApi<Block>,1170 BE: Backend<Block> + 'static,1171 BE::State: StateBackend<BlakeTwo256>,1172{1173 let mut overrides_map = BTreeMap::new();1174 overrides_map.insert(1175 EthereumStorageSchema::V1,1176 Box::new(SchemaV1Override::new(client.clone())) as Box<dyn StorageOverride<_> + 'static>,1177 );1178 overrides_map.insert(1179 EthereumStorageSchema::V2,1180 Box::new(SchemaV2Override::new(client.clone())) as Box<dyn StorageOverride<_> + 'static>,1181 );1182 overrides_map.insert(1183 EthereumStorageSchema::V3,1184 Box::new(SchemaV3Override::new(client.clone())) as Box<dyn StorageOverride<_> + 'static>,1185 );11861187 Arc::new(OverrideHandle {1188 schemas: overrides_map,1189 fallback: Box::new(RuntimeApiStorageOverride::new(client)),1190 })1191}11921193pub struct FrontierTaskParams<'a, C, B> {1194 pub task_manager: &'a TaskManager,1195 pub client: Arc<C>,1196 pub substrate_backend: Arc<B>,1197 pub eth_backend: Arc<fc_db::kv::Backend<Block>>,1198 pub eth_filter_pool: Option<FilterPool>,1199 pub overrides: Arc<OverrideHandle<Block>>,1200 pub fee_history_limit: u64,1201 pub fee_history_cache: FeeHistoryCache,1202 pub sync_strategy: SyncStrategy,1203 pub prometheus_registry: Option<Registry>,1204}12051206pub fn spawn_frontier_tasks<C, B>(1207 params: FrontierTaskParams<C, B>,1208 sync: Arc<SyncingService<Block>>,1209 pubsub_notification_sinks: Arc<1210 EthereumBlockNotificationSinks<fc_mapping_sync::EthereumBlockNotification<Block>>,1211 >,1212) -> Arc<EthBlockDataCacheTask<Block>>1213where1214 C: ProvideRuntimeApi<Block> + BlockOf,1215 C: HeaderBackend<Block> + HeaderMetadata<Block, Error = BlockChainError> + 'static,1216 C: BlockchainEvents<Block> + StorageProvider<Block, B>,1217 C: Send + Sync + 'static,1218 C::Api: EthereumRuntimeRPCApi<Block>,1219 C::Api: BlockBuilder<Block>,1220 B: Backend<Block> + 'static,1221 B::State: StateBackend<BlakeTwo256>,1222{1223 let FrontierTaskParams {1224 task_manager,1225 client,1226 substrate_backend,1227 eth_backend,1228 eth_filter_pool,1229 overrides,1230 fee_history_limit,1231 fee_history_cache,1232 sync_strategy,1233 prometheus_registry,1234 } = params;1235 // Frontier offchain DB task. Essential.1236 // Maps emulated ethereum data to substrate native data.1237 params.task_manager.spawn_essential_handle().spawn(1238 "frontier-mapping-sync-worker",1239 Some("frontier"),1240 MappingSyncWorker::new(1241 client.import_notification_stream(),1242 Duration::new(6, 0),1243 client.clone(),1244 substrate_backend,1245 overrides.clone(),1246 eth_backend,1247 3,1248 0,1249 sync_strategy,1250 sync,1251 pubsub_notification_sinks,1252 )1253 .for_each(|()| futures::future::ready(())),1254 );12551256 // Frontier `EthFilterApi` maintenance.1257 // Manages the pool of user-created Filters.1258 if let Some(eth_filter_pool) = eth_filter_pool {1259 // Each filter is allowed to stay in the pool for 100 blocks.1260 const FILTER_RETAIN_THRESHOLD: u64 = 100;1261 params.task_manager.spawn_essential_handle().spawn(1262 "frontier-filter-pool",1263 Some("frontier"),1264 EthTask::filter_pool_task(client.clone(), eth_filter_pool, FILTER_RETAIN_THRESHOLD),1265 );1266 }12671268 // Spawn Frontier FeeHistory cache maintenance task.1269 params.task_manager.spawn_essential_handle().spawn(1270 "frontier-fee-history",1271 Some("frontier"),1272 EthTask::fee_history_task(1273 client,1274 overrides.clone(),1275 fee_history_cache,1276 fee_history_limit,1277 ),1278 );12791280 Arc::new(EthBlockDataCacheTask::new(1281 task_manager.spawn_handle(),1282 overrides,1283 50,1284 50,1285 prometheus_registry,1286 ))1287}