1
// Copyright 2019-2022 PureStake Inc.
2
// This file is part of Moonbeam.
3

            
4
// Moonbeam is free software: you can redistribute it and/or modify
5
// it under the terms of the GNU General Public License as published by
6
// the Free Software Foundation, either version 3 of the License, or
7
// (at your option) any later version.
8

            
9
// Moonbeam is distributed in the hope that it will be useful,
10
// but WITHOUT ANY WARRANTY; without even the implied warranty of
11
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
// GNU General Public License for more details.
13

            
14
// You should have received a copy of the GNU General Public License
15
// along with Moonbeam.  If not, see <http://www.gnu.org/licenses/>.
16

            
17
//! A collection of node-specific RPC extensions and related background tasks.
18

            
19
pub mod tracing;
20

            
21
use std::{sync::Arc, time::Duration};
22

            
23
use fp_rpc::EthereumRuntimeRPCApi;
24
use sp_block_builder::BlockBuilder;
25

            
26
use crate::client::RuntimeApiCollection;
27
use cumulus_primitives_core::{ParaId, PersistedValidationData};
28
use cumulus_primitives_parachain_inherent::ParachainInherentData;
29
use cumulus_test_relay_sproof_builder::RelayStateSproofBuilder;
30
use fc_mapping_sync::{kv::MappingSyncWorker, SyncStrategy};
31
use fc_rpc::{pending::ConsensusDataProvider, EthBlockDataCacheTask, EthTask, StorageOverride};
32
use fc_rpc_core::types::{FeeHistoryCache, FilterPool, TransactionRequest};
33
use futures::StreamExt;
34
use jsonrpsee::RpcModule;
35
use moonbeam_cli_opt::EthApi as EthApiCmd;
36
use moonbeam_core_primitives::{Block, Hash};
37
use sc_client_api::{
38
	backend::{AuxStore, Backend, StateBackend, StorageProvider},
39
	client::BlockchainEvents,
40
	BlockOf,
41
};
42
use sc_consensus_manual_seal::rpc::{EngineCommand, ManualSeal, ManualSealApiServer};
43
use sc_network::service::traits::NetworkService;
44
use sc_network_sync::SyncingService;
45
use sc_rpc::SubscriptionTaskExecutor;
46
use sc_service::TaskManager;
47
use sc_transaction_pool::{ChainApi, Pool};
48
use sc_transaction_pool_api::TransactionPool;
49
use sp_api::{CallApiAt, ProvideRuntimeApi};
50
use sp_blockchain::{
51
	Backend as BlockchainBackend, Error as BlockChainError, HeaderBackend, HeaderMetadata,
52
};
53
use sp_core::H256;
54
use sp_runtime::traits::{BlakeTwo256, Block as BlockT, Header as HeaderT};
55
use std::collections::BTreeMap;
56

            
57
pub struct MoonbeamEGA;
58

            
59
impl fc_rpc::EstimateGasAdapter for MoonbeamEGA {
60
8100
	fn adapt_request(mut request: TransactionRequest) -> TransactionRequest {
61
8100
		// Redirect any call to batch precompile:
62
8100
		// force usage of batchAll method for estimation
63
8100
		use sp_core::H160;
64
8100
		const BATCH_PRECOMPILE_ADDRESS: H160 = H160(hex_literal::hex!(
65
8100
			"0000000000000000000000000000000000000808"
66
8100
		));
67
8100
		const BATCH_PRECOMPILE_BATCH_ALL_SELECTOR: [u8; 4] = hex_literal::hex!("96e292b8");
68
8100
		if request.to == Some(BATCH_PRECOMPILE_ADDRESS) {
69
18
			match (&mut request.data.input, &mut request.data.data) {
70
				(Some(ref mut input), _) => {
71
					if input.0.len() >= 4 {
72
						input.0[..4].copy_from_slice(&BATCH_PRECOMPILE_BATCH_ALL_SELECTOR);
73
					}
74
				}
75
18
				(None, Some(ref mut data)) => {
76
18
					if data.0.len() >= 4 {
77
18
						data.0[..4].copy_from_slice(&BATCH_PRECOMPILE_BATCH_ALL_SELECTOR);
78
18
					}
79
				}
80
				(_, _) => {}
81
			};
82
8082
		}
83
8100
		request
84
8100
	}
85
}
86

            
87
pub struct MoonbeamEthConfig<C, BE>(std::marker::PhantomData<(C, BE)>);
88

            
89
impl<C, BE> fc_rpc::EthConfig<Block, C> for MoonbeamEthConfig<C, BE>
90
where
91
	C: sc_client_api::StorageProvider<Block, BE> + Sync + Send + 'static,
92
	BE: Backend<Block> + 'static,
93
{
94
	type EstimateGasAdapter = MoonbeamEGA;
95
	type RuntimeStorageOverride =
96
		fc_rpc::frontier_backend_client::SystemAccountId20StorageOverride<Block, C, BE>;
97
}
98

            
99
/// Full client dependencies.
100
pub struct FullDeps<C, P, A: ChainApi, BE> {
101
	/// The client instance to use.
102
	pub client: Arc<C>,
103
	/// Transaction pool instance.
104
	pub pool: Arc<P>,
105
	/// Graph pool instance.
106
	pub graph: Arc<Pool<A>>,
107
	/// The Node authority flag
108
	pub is_authority: bool,
109
	/// Network service
110
	pub network: Arc<dyn NetworkService>,
111
	/// Chain syncing service
112
	pub sync: Arc<SyncingService<Block>>,
113
	/// EthFilterApi pool.
114
	pub filter_pool: Option<FilterPool>,
115
	/// The list of optional RPC extensions.
116
	pub ethapi_cmd: Vec<EthApiCmd>,
117
	/// Frontier Backend.
118
	pub frontier_backend: Arc<dyn fc_api::Backend<Block>>,
119
	/// Backend.
120
	pub backend: Arc<BE>,
121
	/// Manual seal command sink
122
	pub command_sink: Option<futures::channel::mpsc::Sender<EngineCommand<Hash>>>,
123
	/// Maximum number of logs in a query.
124
	pub max_past_logs: u32,
125
	/// Maximum fee history cache size.
126
	pub fee_history_limit: u64,
127
	/// Fee history cache.
128
	pub fee_history_cache: FeeHistoryCache,
129
	/// Channels for manual xcm messages (downward, hrmp)
130
	pub dev_rpc_data: Option<(
131
		flume::Sender<Vec<u8>>,
132
		flume::Sender<(ParaId, Vec<u8>)>,
133
		Arc<std::sync::atomic::AtomicU32>,
134
	)>,
135
	/// Ethereum data access overrides.
136
	pub overrides: Arc<dyn StorageOverride<Block>>,
137
	/// Cache for Ethereum block data.
138
	pub block_data_cache: Arc<EthBlockDataCacheTask<Block>>,
139
	/// Mandated parent hashes for a given block hash.
140
	pub forced_parent_hashes: Option<BTreeMap<H256, H256>>,
141
}
142

            
143
pub struct TracingConfig {
144
	pub tracing_requesters: crate::rpc::tracing::RpcRequesters,
145
	pub trace_filter_max_count: u32,
146
}
147

            
148
/// Instantiate all Full RPC extensions.
149
1812
pub fn create_full<C, P, BE, A>(
150
1812
	deps: FullDeps<C, P, A, BE>,
151
1812
	subscription_task_executor: SubscriptionTaskExecutor,
152
1812
	maybe_tracing_config: Option<TracingConfig>,
153
1812
	pubsub_notification_sinks: Arc<
154
1812
		fc_mapping_sync::EthereumBlockNotificationSinks<
155
1812
			fc_mapping_sync::EthereumBlockNotification<Block>,
156
1812
		>,
157
1812
	>,
158
1812
	pending_consenus_data_provider: Box<dyn ConsensusDataProvider<Block>>,
159
1812
) -> Result<RpcModule<()>, Box<dyn std::error::Error + Send + Sync>>
160
1812
where
161
1812
	BE: Backend<Block> + 'static,
162
1812
	BE::State: StateBackend<BlakeTwo256>,
163
1812
	BE::Blockchain: BlockchainBackend<Block>,
164
1812
	C: ProvideRuntimeApi<Block> + StorageProvider<Block, BE> + AuxStore,
165
1812
	C: BlockchainEvents<Block>,
166
1812
	C: HeaderBackend<Block> + HeaderMetadata<Block, Error = BlockChainError> + 'static,
167
1812
	C: CallApiAt<Block>,
168
1812
	C: Send + Sync + 'static,
169
1812
	A: ChainApi<Block = Block> + 'static,
170
1812
	C::Api: RuntimeApiCollection,
171
1812
	P: TransactionPool<Block = Block> + 'static,
172
1812
{
173
1812
	use fc_rpc::{
174
1812
		Eth, EthApiServer, EthFilter, EthFilterApiServer, EthPubSub, EthPubSubApiServer, Net,
175
1812
		NetApiServer, Web3, Web3ApiServer,
176
1812
	};
177
1812
	use moonbeam_dev_rpc::{DevApiServer, DevRpc};
178
1812
	use moonbeam_finality_rpc::{MoonbeamFinality, MoonbeamFinalityApiServer};
179
1812
	use moonbeam_rpc_debug::{Debug, DebugServer};
180
1812
	use moonbeam_rpc_trace::{Trace, TraceServer};
181
1812
	use moonbeam_rpc_txpool::{TxPool, TxPoolServer};
182
1812
	use pallet_transaction_payment_rpc::{TransactionPayment, TransactionPaymentApiServer};
183
1812
	use substrate_frame_rpc_system::{System, SystemApiServer};
184
1812

            
185
1812
	let mut io = RpcModule::new(());
186
1812
	let FullDeps {
187
1812
		client,
188
1812
		pool,
189
1812
		graph,
190
1812
		is_authority,
191
1812
		network,
192
1812
		sync,
193
1812
		filter_pool,
194
1812
		ethapi_cmd,
195
1812
		command_sink,
196
1812
		frontier_backend,
197
1812
		backend: _,
198
1812
		max_past_logs,
199
1812
		fee_history_limit,
200
1812
		fee_history_cache,
201
1812
		dev_rpc_data,
202
1812
		overrides,
203
1812
		block_data_cache,
204
1812
		forced_parent_hashes,
205
1812
	} = deps;
206
1812

            
207
1812
	io.merge(System::new(Arc::clone(&client), Arc::clone(&pool)).into_rpc())?;
208
1812
	io.merge(TransactionPayment::new(Arc::clone(&client)).into_rpc())?;
209

            
210
	// TODO: are we supporting signing?
211
1812
	let signers = Vec::new();
212
1812

            
213
1812
	enum Never {}
214
1812
	impl<T> fp_rpc::ConvertTransaction<T> for Never {
215
1812
		fn convert_transaction(&self, _transaction: pallet_ethereum::Transaction) -> T {
216
			// The Never type is not instantiable, but this method requires the type to be
217
			// instantiated to be called (`&self` parameter), so if the code compiles we have the
218
			// guarantee that this function will never be called.
219
			unreachable!()
220
1812
		}
221
1812
	}
222
1812
	let convert_transaction: Option<Never> = None;
223
1812

            
224
1812
	let pending_create_inherent_data_providers = move |_, _| async move {
225
8
		let timestamp = sp_timestamp::InherentDataProvider::from_system_time();
226
8
		// Create a dummy parachain inherent data provider which is required to pass
227
8
		// the checks by the para chain system. We use dummy values because in the 'pending context'
228
8
		// neither do we have access to the real values nor do we need them.
229
8
		let (relay_parent_storage_root, relay_chain_state) =
230
8
			RelayStateSproofBuilder::default().into_state_root_and_proof();
231
8
		let vfp = PersistedValidationData {
232
8
			// This is a hack to make `cumulus_pallet_parachain_system::RelayNumberStrictlyIncreases`
233
8
			// happy. Relay parent number can't be bigger than u32::MAX.
234
8
			relay_parent_number: u32::MAX,
235
8
			relay_parent_storage_root,
236
8
			..Default::default()
237
8
		};
238
8
		let parachain_inherent_data = ParachainInherentData {
239
8
			validation_data: vfp,
240
8
			relay_chain_state,
241
8
			downward_messages: Default::default(),
242
8
			horizontal_messages: Default::default(),
243
8
		};
244
8
		Ok((timestamp, parachain_inherent_data))
245
8
	};
246

            
247
1812
	io.merge(
248
1812
		Eth::<_, _, _, _, _, _, _, MoonbeamEthConfig<_, _>>::new(
249
1812
			Arc::clone(&client),
250
1812
			Arc::clone(&pool),
251
1812
			graph.clone(),
252
1812
			convert_transaction,
253
1812
			Arc::clone(&sync),
254
1812
			signers,
255
1812
			Arc::clone(&overrides),
256
1812
			Arc::clone(&frontier_backend),
257
1812
			is_authority,
258
1812
			Arc::clone(&block_data_cache),
259
1812
			fee_history_cache,
260
1812
			fee_history_limit,
261
1812
			10,
262
1812
			forced_parent_hashes,
263
1812
			pending_create_inherent_data_providers,
264
1812
			Some(pending_consenus_data_provider),
265
1812
		)
266
1812
		.replace_config::<MoonbeamEthConfig<C, BE>>()
267
1812
		.into_rpc(),
268
1812
	)?;
269

            
270
1812
	if let Some(filter_pool) = filter_pool {
271
1812
		io.merge(
272
1812
			EthFilter::new(
273
1812
				client.clone(),
274
1812
				frontier_backend.clone(),
275
1812
				graph.clone(),
276
1812
				filter_pool,
277
1812
				500_usize, // max stored filters
278
1812
				max_past_logs,
279
1812
				block_data_cache,
280
1812
			)
281
1812
			.into_rpc(),
282
1812
		)?;
283
	}
284

            
285
1812
	io.merge(
286
1812
		Net::new(
287
1812
			Arc::clone(&client),
288
1812
			network.clone(),
289
1812
			// Whether to format the `peer_count` response as Hex (default) or not.
290
1812
			true,
291
1812
		)
292
1812
		.into_rpc(),
293
1812
	)?;
294

            
295
1812
	io.merge(Web3::new(Arc::clone(&client)).into_rpc())?;
296
1812
	io.merge(
297
1812
		EthPubSub::new(
298
1812
			pool,
299
1812
			Arc::clone(&client),
300
1812
			sync.clone(),
301
1812
			subscription_task_executor,
302
1812
			overrides,
303
1812
			pubsub_notification_sinks.clone(),
304
1812
		)
305
1812
		.into_rpc(),
306
1812
	)?;
307
1812
	if ethapi_cmd.contains(&EthApiCmd::Txpool) {
308
1812
		io.merge(TxPool::new(Arc::clone(&client), graph).into_rpc())?;
309
	}
310

            
311
1812
	io.merge(MoonbeamFinality::new(client.clone(), frontier_backend.clone()).into_rpc())?;
312

            
313
1812
	if let Some(command_sink) = command_sink {
314
1812
		io.merge(
315
1812
			// We provide the rpc handler with the sending end of the channel to allow the rpc
316
1812
			// send EngineCommands to the background block authorship task.
317
1812
			ManualSeal::new(command_sink).into_rpc(),
318
1812
		)?;
319
	};
320

            
321
1812
	if let Some((downward_message_channel, hrmp_message_channel, additional_relay_offset)) =
322
1812
		dev_rpc_data
323
	{
324
1812
		io.merge(
325
1812
			DevRpc {
326
1812
				downward_message_channel,
327
1812
				hrmp_message_channel,
328
1812
				additional_relay_offset,
329
1812
			}
330
1812
			.into_rpc(),
331
1812
		)?;
332
	}
333

            
334
1812
	if let Some(tracing_config) = maybe_tracing_config {
335
		if let Some(trace_filter_requester) = tracing_config.tracing_requesters.trace {
336
			io.merge(
337
				Trace::new(
338
					client,
339
					trace_filter_requester,
340
					tracing_config.trace_filter_max_count,
341
				)
342
				.into_rpc(),
343
			)?;
344
		}
345

            
346
		if let Some(debug_requester) = tracing_config.tracing_requesters.debug {
347
			io.merge(Debug::new(debug_requester).into_rpc())?;
348
		}
349
1812
	}
350

            
351
1812
	Ok(io)
352
1812
}
353

            
354
pub struct SpawnTasksParams<'a, B: BlockT, C, BE> {
355
	pub task_manager: &'a TaskManager,
356
	pub client: Arc<C>,
357
	pub substrate_backend: Arc<BE>,
358
	pub frontier_backend: Arc<fc_db::Backend<B, C>>,
359
	pub filter_pool: Option<FilterPool>,
360
	pub overrides: Arc<dyn StorageOverride<B>>,
361
	pub fee_history_limit: u64,
362
	pub fee_history_cache: FeeHistoryCache,
363
}
364

            
365
/// Spawn the tasks that are required to run Moonbeam.
366
906
pub fn spawn_essential_tasks<B, C, BE>(
367
906
	params: SpawnTasksParams<B, C, BE>,
368
906
	sync: Arc<SyncingService<B>>,
369
906
	pubsub_notification_sinks: Arc<
370
906
		fc_mapping_sync::EthereumBlockNotificationSinks<
371
906
			fc_mapping_sync::EthereumBlockNotification<B>,
372
906
		>,
373
906
	>,
374
906
) where
375
906
	C: ProvideRuntimeApi<B> + BlockOf,
376
906
	C: HeaderBackend<B> + HeaderMetadata<B, Error = BlockChainError> + 'static,
377
906
	C: BlockchainEvents<B> + StorageProvider<B, BE>,
378
906
	C: Send + Sync + 'static,
379
906
	C::Api: EthereumRuntimeRPCApi<B>,
380
906
	C::Api: BlockBuilder<B>,
381
906
	B: BlockT<Hash = H256> + Send + Sync + 'static,
382
906
	B::Header: HeaderT<Number = u32>,
383
906
	BE: Backend<B> + 'static,
384
906
	BE::State: StateBackend<BlakeTwo256>,
385
906
{
386
906
	// Frontier offchain DB task. Essential.
387
906
	// Maps emulated ethereum data to substrate native data.
388
906
	match *params.frontier_backend {
389
906
		fc_db::Backend::KeyValue(ref b) => {
390
906
			params.task_manager.spawn_essential_handle().spawn(
391
906
				"frontier-mapping-sync-worker",
392
906
				Some("frontier"),
393
906
				MappingSyncWorker::new(
394
906
					params.client.import_notification_stream(),
395
906
					Duration::new(6, 0),
396
906
					params.client.clone(),
397
906
					params.substrate_backend.clone(),
398
906
					params.overrides.clone(),
399
906
					b.clone(),
400
906
					3,
401
906
					0,
402
906
					SyncStrategy::Parachain,
403
906
					sync.clone(),
404
906
					pubsub_notification_sinks.clone(),
405
906
				)
406
53680
				.for_each(|()| futures::future::ready(())),
407
906
			);
408
906
		}
409
		fc_db::Backend::Sql(ref b) => {
410
			params.task_manager.spawn_essential_handle().spawn_blocking(
411
				"frontier-mapping-sync-worker",
412
				Some("frontier"),
413
				fc_mapping_sync::sql::SyncWorker::run(
414
					params.client.clone(),
415
					params.substrate_backend.clone(),
416
					b.clone(),
417
					params.client.import_notification_stream(),
418
					fc_mapping_sync::sql::SyncWorkerConfig {
419
						read_notification_timeout: Duration::from_secs(10),
420
						check_indexed_blocks_interval: Duration::from_secs(60),
421
					},
422
					fc_mapping_sync::SyncStrategy::Parachain,
423
					sync.clone(),
424
					pubsub_notification_sinks.clone(),
425
				),
426
			);
427
		}
428
	}
429

            
430
	// Frontier `EthFilterApi` maintenance.
431
	// Manages the pool of user-created Filters.
432
906
	if let Some(filter_pool) = params.filter_pool {
433
906
		// Each filter is allowed to stay in the pool for 100 blocks.
434
906
		const FILTER_RETAIN_THRESHOLD: u64 = 100;
435
906
		params.task_manager.spawn_essential_handle().spawn(
436
906
			"frontier-filter-pool",
437
906
			Some("frontier"),
438
906
			EthTask::filter_pool_task(
439
906
				Arc::clone(&params.client),
440
906
				filter_pool,
441
906
				FILTER_RETAIN_THRESHOLD,
442
906
			),
443
906
		);
444
906
	}
445

            
446
	// Spawn Frontier FeeHistory cache maintenance task.
447
906
	params.task_manager.spawn_essential_handle().spawn(
448
906
		"frontier-fee-history",
449
906
		Some("frontier"),
450
906
		EthTask::fee_history_task(
451
906
			Arc::clone(&params.client),
452
906
			Arc::clone(&params.overrides),
453
906
			params.fee_history_cache,
454
906
			params.fee_history_limit,
455
906
		),
456
906
	);
457
906
}