polkadot_runtime_parachains/paras/
mod.rs

1// Copyright (C) Parity Technologies (UK) Ltd.
2// This file is part of Polkadot.
3
4// Polkadot is free software: you can redistribute it and/or modify
5// it under the terms of the GNU General Public License as published by
6// the Free Software Foundation, either version 3 of the License, or
7// (at your option) any later version.
8
9// Polkadot is distributed in the hope that it will be useful,
10// but WITHOUT ANY WARRANTY; without even the implied warranty of
11// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12// GNU General Public License for more details.
13
14// You should have received a copy of the GNU General Public License
15// along with Polkadot.  If not, see <http://www.gnu.org/licenses/>.
16
17//! The paras pallet acts as the main registry of paras.
18//!
19//! # Tracking State of Paras
20//!
21//! The most important responsibility of this module is to track which parachains
22//! are active and what their current state is. The current state of a para consists of the current
23//! head data and the current validation code (AKA Parachain Validation Function (PVF)).
24//!
25//! A para is not considered live until it is registered and activated in this pallet.
26//!
27//! The set of parachains cannot change except at session boundaries. This is primarily to ensure
28//! that the number and meaning of bits required for the availability bitfields does not change
29//! except at session boundaries.
30//!
31//! # Validation Code Upgrades
32//!
33//! When a para signals the validation code upgrade it will be processed by this module. This can
34//! be in turn split into more fine grained items:
35//!
36//! - Part of the acceptance criteria checks if the para can indeed signal an upgrade,
37//!
38//! - When the candidate is enacted, this module schedules code upgrade, storing the prospective
39//!   validation code.
40//!
41//! - Actually assign the prospective validation code to be the current one after all conditions are
42//!   fulfilled.
43//!
44//! The conditions that must be met before the para can use the new validation code are:
45//!
46//! 1. The validation code should have been "soaked" in the storage for a given number of blocks.
47//! That    is, the validation code should have been stored in on-chain storage for some time, so
48//! that in    case of a revert with a non-extreme height difference, that validation code can still
49//! be    found on-chain.
50//!
51//! 2. The validation code was vetted by the validators and declared as non-malicious in a processes
52//!    known as PVF pre-checking.
53//!
54//! # Validation Code Management
55//!
56//! Potentially, one validation code can be used by several different paras. For example, during
57//! initial stages of deployment several paras can use the same "shell" validation code, or
58//! there can be shards of the same para that use the same validation code.
59//!
60//! In case a validation code ceases to have any users it must be pruned from the on-chain storage.
61//!
62//! # Para Lifecycle Management
63//!
64//! A para can be in one of the two stable states: it is either a lease holding parachain or an
65//! on-demand parachain.
66//!
67//! However, in order to get into one of those two states, it must first be onboarded. Onboarding
68//! can be only enacted at session boundaries. Onboarding must take at least one full session.
69//! Moreover, a brand new validation code should go through the PVF pre-checking process.
70//!
71//! Once the para is in one of the two stable states, it can switch to the other stable state or to
72//! initiate offboarding process. The result of offboarding is removal of all data related to that
73//! para.
74//!
75//! # PVF Pre-checking
76//!
77//! As was mentioned above, a brand new validation code should go through a process of approval. As
78//! part of this process, validators from the active set will take the validation code and check if
79//! it is malicious. Once they did that and have their judgement, either accept or reject, they
80//! issue a statement in a form of an unsigned extrinsic. This extrinsic is processed by this
81//! pallet. Once supermajority is gained for accept, then the process that initiated the check is
82//! resumed (as mentioned before this can be either upgrading of validation code or onboarding). If
83//! getting a supermajority becomes impossible (>1/3 of validators have already voted against), then
84//! we reject.
85//!
86//! Below is a state diagram that depicts states of a single PVF pre-checking vote.
87//!
88//! ```text
89//!                                            ┌──────────┐
90//!                        supermajority       │          │
91//!                    ┌────────for───────────▶│ accepted │
92//!        vote────┐   │                       │          │
93//!         │      │   │                       └──────────┘
94//!         │      │   │
95//!         │  ┌───────┐
96//!         │  │       │
97//!         └─▶│ init  │──── >1/3 against      ┌──────────┐
98//!            │       │           │           │          │
99//!            └───────┘           └──────────▶│ rejected │
100//!             ▲  │                           │          │
101//!             │  │ session                   └──────────┘
102//!             │  └──change
103//!             │     │
104//!             │     ▼
105//!             ┌─────┐
106//! start──────▶│reset│
107//!             └─────┘
108//! ```
109
110use crate::{
111	configuration,
112	inclusion::{QueueFootprinter, UmpQueueId},
113	initializer::SessionChangeNotification,
114	shared,
115};
116use alloc::{collections::btree_set::BTreeSet, vec::Vec};
117use bitvec::{order::Lsb0 as BitOrderLsb0, vec::BitVec};
118use codec::{Decode, Encode};
119use core::{cmp, mem};
120use frame_support::{
121	pallet_prelude::*,
122	traits::{EnsureOriginWithArg, EstimateNextSessionRotation},
123	DefaultNoBound,
124};
125use frame_system::pallet_prelude::*;
126use polkadot_primitives::{
127	ConsensusLog, HeadData, Id as ParaId, PvfCheckStatement, SessionIndex, UpgradeGoAhead,
128	UpgradeRestriction, ValidationCode, ValidationCodeHash, ValidatorSignature, MIN_CODE_SIZE,
129};
130use scale_info::{Type, TypeInfo};
131use sp_core::RuntimeDebug;
132use sp_runtime::{
133	traits::{AppVerify, One, Saturating},
134	DispatchResult, SaturatedConversion,
135};
136
137use serde::{Deserialize, Serialize};
138
139pub use crate::Origin as ParachainOrigin;
140
141#[cfg(feature = "runtime-benchmarks")]
142pub mod benchmarking;
143
144#[cfg(test)]
145pub(crate) mod tests;
146
147pub use pallet::*;
148
149const LOG_TARGET: &str = "runtime::paras";
150
151// the two key times necessary to track for every code replacement.
152#[derive(Default, Encode, Decode, TypeInfo)]
153#[cfg_attr(test, derive(Debug, Clone, PartialEq))]
154pub struct ReplacementTimes<N> {
155	/// The relay-chain block number that the code upgrade was expected to be activated.
156	/// This is when the code change occurs from the para's perspective - after the
157	/// first parablock included with a relay-parent with number >= this value.
158	expected_at: N,
159	/// The relay-chain block number at which the parablock activating the code upgrade was
160	/// actually included. This means considered included and available, so this is the time at
161	/// which that parablock enters the acceptance period in this fork of the relay-chain.
162	activated_at: N,
163}
164
165/// Metadata used to track previous parachain validation code that we keep in
166/// the state.
167#[derive(Default, Encode, Decode, TypeInfo)]
168#[cfg_attr(test, derive(Debug, Clone, PartialEq))]
169pub struct ParaPastCodeMeta<N> {
170	/// Block numbers where the code was expected to be replaced and where the code
171	/// was actually replaced, respectively. The first is used to do accurate look-ups
172	/// of historic code in historic contexts, whereas the second is used to do
173	/// pruning on an accurate timeframe. These can be used as indices
174	/// into the `PastCodeHash` map along with the `ParaId` to fetch the code itself.
175	upgrade_times: Vec<ReplacementTimes<N>>,
176	/// Tracks the highest pruned code-replacement, if any. This is the `activated_at` value,
177	/// not the `expected_at` value.
178	last_pruned: Option<N>,
179}
180
181/// The possible states of a para, to take into account delayed lifecycle changes.
182///
183/// If the para is in a "transition state", it is expected that the parachain is
184/// queued in the `ActionsQueue` to transition it into a stable state. Its lifecycle
185/// state will be used to determine the state transition to apply to the para.
186#[derive(PartialEq, Eq, Clone, Encode, Decode, RuntimeDebug, TypeInfo)]
187pub enum ParaLifecycle {
188	/// Para is new and is onboarding as an on-demand or lease holding Parachain.
189	Onboarding,
190	/// Para is a Parathread (on-demand parachain).
191	Parathread,
192	/// Para is a lease holding Parachain.
193	Parachain,
194	/// Para is a Parathread (on-demand parachain) which is upgrading to a lease holding Parachain.
195	UpgradingParathread,
196	/// Para is a lease holding Parachain which is downgrading to an on-demand parachain.
197	DowngradingParachain,
198	/// Parathread (on-demand parachain) is queued to be offboarded.
199	OffboardingParathread,
200	/// Parachain is queued to be offboarded.
201	OffboardingParachain,
202}
203
204impl ParaLifecycle {
205	/// Returns true if parachain is currently onboarding. To learn if the
206	/// parachain is onboarding as a lease holding or on-demand parachain, look at the
207	/// `UpcomingGenesis` storage item.
208	pub fn is_onboarding(&self) -> bool {
209		matches!(self, ParaLifecycle::Onboarding)
210	}
211
212	/// Returns true if para is in a stable state, i.e. it is currently
213	/// a lease holding or on-demand parachain, and not in any transition state.
214	pub fn is_stable(&self) -> bool {
215		matches!(self, ParaLifecycle::Parathread | ParaLifecycle::Parachain)
216	}
217
218	/// Returns true if para is currently treated as a parachain.
219	/// This also includes transitioning states, so you may want to combine
220	/// this check with `is_stable` if you specifically want `Paralifecycle::Parachain`.
221	pub fn is_parachain(&self) -> bool {
222		matches!(
223			self,
224			ParaLifecycle::Parachain |
225				ParaLifecycle::DowngradingParachain |
226				ParaLifecycle::OffboardingParachain
227		)
228	}
229
230	/// Returns true if para is currently treated as a parathread (on-demand parachain).
231	/// This also includes transitioning states, so you may want to combine
232	/// this check with `is_stable` if you specifically want `Paralifecycle::Parathread`.
233	pub fn is_parathread(&self) -> bool {
234		matches!(
235			self,
236			ParaLifecycle::Parathread |
237				ParaLifecycle::UpgradingParathread |
238				ParaLifecycle::OffboardingParathread
239		)
240	}
241
242	/// Returns true if para is currently offboarding.
243	pub fn is_offboarding(&self) -> bool {
244		matches!(self, ParaLifecycle::OffboardingParathread | ParaLifecycle::OffboardingParachain)
245	}
246
247	/// Returns true if para is in any transitionary state.
248	pub fn is_transitioning(&self) -> bool {
249		!Self::is_stable(self)
250	}
251}
252
253impl<N: Ord + Copy + PartialEq> ParaPastCodeMeta<N> {
254	// note a replacement has occurred at a given block number.
255	pub(crate) fn note_replacement(&mut self, expected_at: N, activated_at: N) {
256		self.upgrade_times.push(ReplacementTimes { expected_at, activated_at })
257	}
258
259	/// Returns `true` if the upgrade logs list is empty.
260	fn is_empty(&self) -> bool {
261		self.upgrade_times.is_empty()
262	}
263
264	// The block at which the most recently tracked code change occurred, from the perspective
265	// of the para.
266	#[cfg(test)]
267	fn most_recent_change(&self) -> Option<N> {
268		self.upgrade_times.last().map(|x| x.expected_at)
269	}
270
271	// prunes all code upgrade logs occurring at or before `max`.
272	// note that code replaced at `x` is the code used to validate all blocks before
273	// `x`. Thus, `max` should be outside of the slashing window when this is invoked.
274	//
275	// Since we don't want to prune anything inside the acceptance period, and the parablock only
276	// enters the acceptance period after being included, we prune based on the activation height of
277	// the code change, not the expected height of the code change.
278	//
279	// returns an iterator of block numbers at which code was replaced, where the replaced
280	// code should be now pruned, in ascending order.
281	fn prune_up_to(&'_ mut self, max: N) -> impl Iterator<Item = N> + '_ {
282		let to_prune = self.upgrade_times.iter().take_while(|t| t.activated_at <= max).count();
283		let drained = if to_prune == 0 {
284			// no-op prune.
285			self.upgrade_times.drain(self.upgrade_times.len()..)
286		} else {
287			// if we are actually pruning something, update the `last_pruned` member.
288			self.last_pruned = Some(self.upgrade_times[to_prune - 1].activated_at);
289			self.upgrade_times.drain(..to_prune)
290		};
291
292		drained.map(|times| times.expected_at)
293	}
294}
295
296/// Arguments for initializing a para.
297#[derive(
298	PartialEq,
299	Eq,
300	Clone,
301	Encode,
302	Decode,
303	DecodeWithMemTracking,
304	RuntimeDebug,
305	TypeInfo,
306	Serialize,
307	Deserialize,
308)]
309pub struct ParaGenesisArgs {
310	/// The initial head data to use.
311	pub genesis_head: HeadData,
312	/// The initial validation code to use.
313	pub validation_code: ValidationCode,
314	/// Lease holding or on-demand parachain.
315	#[serde(rename = "parachain")]
316	pub para_kind: ParaKind,
317}
318
319/// Distinguishes between lease holding Parachain and Parathread (on-demand parachain)
320#[derive(DecodeWithMemTracking, PartialEq, Eq, Clone, RuntimeDebug)]
321pub enum ParaKind {
322	Parathread,
323	Parachain,
324}
325
326impl Serialize for ParaKind {
327	fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
328	where
329		S: serde::Serializer,
330	{
331		match self {
332			ParaKind::Parachain => serializer.serialize_bool(true),
333			ParaKind::Parathread => serializer.serialize_bool(false),
334		}
335	}
336}
337
338impl<'de> Deserialize<'de> for ParaKind {
339	fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
340	where
341		D: serde::Deserializer<'de>,
342	{
343		match serde::de::Deserialize::deserialize(deserializer) {
344			Ok(true) => Ok(ParaKind::Parachain),
345			Ok(false) => Ok(ParaKind::Parathread),
346			_ => Err(serde::de::Error::custom("invalid ParaKind serde representation")),
347		}
348	}
349}
350
351// Manual encoding, decoding, and TypeInfo as the parakind field in ParaGenesisArgs used to be a
352// bool
353impl Encode for ParaKind {
354	fn size_hint(&self) -> usize {
355		true.size_hint()
356	}
357
358	fn using_encoded<R, F: FnOnce(&[u8]) -> R>(&self, f: F) -> R {
359		match self {
360			ParaKind::Parachain => true.using_encoded(f),
361			ParaKind::Parathread => false.using_encoded(f),
362		}
363	}
364}
365
366impl Decode for ParaKind {
367	fn decode<I: codec::Input>(input: &mut I) -> Result<Self, codec::Error> {
368		match bool::decode(input) {
369			Ok(true) => Ok(ParaKind::Parachain),
370			Ok(false) => Ok(ParaKind::Parathread),
371			_ => Err("Invalid ParaKind representation".into()),
372		}
373	}
374}
375
376impl TypeInfo for ParaKind {
377	type Identity = bool;
378	fn type_info() -> Type {
379		bool::type_info()
380	}
381}
382
383/// This enum describes a reason why a particular PVF pre-checking vote was initiated. When the
384/// PVF vote in question is concluded, this enum indicates what changes should be performed.
385#[derive(Debug, Encode, Decode, TypeInfo)]
386pub(crate) enum PvfCheckCause<BlockNumber> {
387	/// PVF vote was initiated by the initial onboarding process of the given para.
388	Onboarding(ParaId),
389	/// PVF vote was initiated by signalling of an upgrade by the given para.
390	Upgrade {
391		/// The ID of the parachain that initiated or is waiting for the conclusion of
392		/// pre-checking.
393		id: ParaId,
394		/// The relay-chain block number of **inclusion** of candidate that that initiated the
395		/// upgrade.
396		///
397		/// It's important to count upgrade enactment delay from the inclusion of this candidate
398		/// instead of its relay parent -- in order to keep PVF available in case of chain
399		/// reversions.
400		///
401		/// See https://github.com/paritytech/polkadot/issues/4601 for detailed explanation.
402		included_at: BlockNumber,
403		/// Whether or not the upgrade should be enacted directly.
404		///
405		/// If set to `Yes` it means that no `GoAheadSignal` will be set and the parachain code
406		/// will also be overwritten directly.
407		upgrade_strategy: UpgradeStrategy,
408	},
409}
410
411/// The strategy on how to handle a validation code upgrade.
412///
413/// When scheduling a parachain code upgrade the upgrade first is checked by all validators. The
414/// validators ensure that the new validation code can be compiled and instantiated. After the
415/// majority of the validators have reported their checking result the upgrade is either scheduled
416/// or aborted. This strategy then comes into play around the relay chain block this upgrade was
417/// scheduled in.
418#[derive(Debug, Copy, Clone, PartialEq, TypeInfo, Decode, Encode)]
419pub enum UpgradeStrategy {
420	/// Set the `GoAhead` signal to inform the parachain that it is time to upgrade.
421	///
422	/// The upgrade will then be applied after the first parachain block was enacted that must have
423	/// observed the `GoAhead` signal.
424	SetGoAheadSignal,
425	/// Apply the upgrade directly at the expected relay chain block.
426	///
427	/// This doesn't wait for the parachain to make any kind of progress.
428	ApplyAtExpectedBlock,
429}
430
431impl<BlockNumber> PvfCheckCause<BlockNumber> {
432	/// Returns the ID of the para that initiated or subscribed to the pre-checking vote.
433	fn para_id(&self) -> ParaId {
434		match *self {
435			PvfCheckCause::Onboarding(id) => id,
436			PvfCheckCause::Upgrade { id, .. } => id,
437		}
438	}
439}
440
441/// Specifies what was the outcome of a PVF pre-checking vote.
442#[derive(Copy, Clone, Encode, Decode, RuntimeDebug, TypeInfo)]
443enum PvfCheckOutcome {
444	Accepted,
445	Rejected,
446}
447
448/// This struct describes the current state of an in-progress PVF pre-checking vote.
449#[derive(Encode, Decode, TypeInfo)]
450pub(crate) struct PvfCheckActiveVoteState<BlockNumber> {
451	// The two following vectors have their length equal to the number of validators in the active
452	// set. They start with all zeroes. A 1 is set at an index when the validator at the that index
453	// makes a vote. Once a 1 is set for either of the vectors, that validator cannot vote anymore.
454	// Since the active validator set changes each session, the bit vectors are reinitialized as
455	// well: zeroed and resized so that each validator gets its own bit.
456	votes_accept: BitVec<u8, BitOrderLsb0>,
457	votes_reject: BitVec<u8, BitOrderLsb0>,
458
459	/// The number of session changes this PVF vote has observed. Therefore, this number is
460	/// increased at each session boundary. When created, it is initialized with 0.
461	age: SessionIndex,
462	/// The block number at which this PVF vote was created.
463	created_at: BlockNumber,
464	/// A list of causes for this PVF pre-checking. Has at least one.
465	causes: Vec<PvfCheckCause<BlockNumber>>,
466}
467
468impl<BlockNumber> PvfCheckActiveVoteState<BlockNumber> {
469	/// Returns a new instance of vote state, started at the specified block `now`, with the
470	/// number of validators in the current session `n_validators` and the originating `cause`.
471	fn new(now: BlockNumber, n_validators: usize, cause: PvfCheckCause<BlockNumber>) -> Self {
472		let mut causes = Vec::with_capacity(1);
473		causes.push(cause);
474		Self {
475			created_at: now,
476			votes_accept: bitvec::bitvec![u8, BitOrderLsb0; 0; n_validators],
477			votes_reject: bitvec::bitvec![u8, BitOrderLsb0; 0; n_validators],
478			age: 0,
479			causes,
480		}
481	}
482
483	/// Resets all votes and resizes the votes vectors corresponding to the number of validators
484	/// in the new session.
485	fn reinitialize_ballots(&mut self, n_validators: usize) {
486		let clear_and_resize = |v: &mut BitVec<_, _>| {
487			v.clear();
488			v.resize(n_validators, false);
489		};
490		clear_and_resize(&mut self.votes_accept);
491		clear_and_resize(&mut self.votes_reject);
492	}
493
494	/// Returns `Some(true)` if the validator at the given index has already cast their vote within
495	/// the ongoing session. Returns `None` in case the index is out of bounds.
496	fn has_vote(&self, validator_index: usize) -> Option<bool> {
497		let accept_vote = self.votes_accept.get(validator_index)?;
498		let reject_vote = self.votes_reject.get(validator_index)?;
499		Some(*accept_vote || *reject_vote)
500	}
501
502	/// Returns `None` if the quorum is not reached, or the direction of the decision.
503	fn quorum(&self, n_validators: usize) -> Option<PvfCheckOutcome> {
504		let accept_threshold = polkadot_primitives::supermajority_threshold(n_validators);
505		// At this threshold, a supermajority is no longer possible, so we reject.
506		let reject_threshold = n_validators - accept_threshold;
507
508		if self.votes_accept.count_ones() >= accept_threshold {
509			Some(PvfCheckOutcome::Accepted)
510		} else if self.votes_reject.count_ones() > reject_threshold {
511			Some(PvfCheckOutcome::Rejected)
512		} else {
513			None
514		}
515	}
516
517	#[cfg(test)]
518	pub(crate) fn causes(&self) -> &[PvfCheckCause<BlockNumber>] {
519		self.causes.as_slice()
520	}
521}
522
523/// Runtime hook for when a parachain head is updated.
524pub trait OnNewHead {
525	/// Called when a parachain head is updated.
526	/// Returns the weight consumed by this function.
527	fn on_new_head(id: ParaId, head: &HeadData) -> Weight;
528}
529
530#[impl_trait_for_tuples::impl_for_tuples(30)]
531impl OnNewHead for Tuple {
532	fn on_new_head(id: ParaId, head: &HeadData) -> Weight {
533		let mut weight: Weight = Default::default();
534		for_tuples!( #( weight.saturating_accrue(Tuple::on_new_head(id, head)); )* );
535		weight
536	}
537}
538
539/// Assign coretime to some parachain.
540///
541/// This assigns coretime to a parachain without using the coretime chain. Thus, this should only be
542/// used for testing purposes.
543pub trait AssignCoretime {
544	/// ONLY USE FOR TESTING OR GENESIS.
545	fn assign_coretime(id: ParaId) -> DispatchResult;
546}
547
548impl AssignCoretime for () {
549	fn assign_coretime(_: ParaId) -> DispatchResult {
550		Ok(())
551	}
552}
553
554/// Holds an authorized validation code hash along with its expiry timestamp.
555#[derive(Debug, Encode, Decode, DecodeWithMemTracking, TypeInfo)]
556#[cfg_attr(test, derive(PartialEq))]
557pub struct AuthorizedCodeHashAndExpiry<T> {
558	code_hash: ValidationCodeHash,
559	expire_at: T,
560}
561impl<T> From<(ValidationCodeHash, T)> for AuthorizedCodeHashAndExpiry<T> {
562	fn from(value: (ValidationCodeHash, T)) -> Self {
563		AuthorizedCodeHashAndExpiry { code_hash: value.0, expire_at: value.1 }
564	}
565}
566
567pub trait WeightInfo {
568	fn force_set_current_code(c: u32) -> Weight;
569	fn force_set_current_head(s: u32) -> Weight;
570	fn force_set_most_recent_context() -> Weight;
571	fn force_schedule_code_upgrade(c: u32) -> Weight;
572	fn force_note_new_head(s: u32) -> Weight;
573	fn force_queue_action() -> Weight;
574	fn add_trusted_validation_code(c: u32) -> Weight;
575	fn poke_unused_validation_code() -> Weight;
576	fn remove_upgrade_cooldown() -> Weight;
577
578	fn include_pvf_check_statement_finalize_upgrade_accept() -> Weight;
579	fn include_pvf_check_statement_finalize_upgrade_reject() -> Weight;
580	fn include_pvf_check_statement_finalize_onboarding_accept() -> Weight;
581	fn include_pvf_check_statement_finalize_onboarding_reject() -> Weight;
582	fn include_pvf_check_statement() -> Weight;
583	fn authorize_force_set_current_code_hash() -> Weight;
584	fn apply_authorized_force_set_current_code(c: u32) -> Weight;
585}
586
587pub struct TestWeightInfo;
588impl WeightInfo for TestWeightInfo {
589	fn force_set_current_code(_c: u32) -> Weight {
590		Weight::MAX
591	}
592	fn force_set_current_head(_s: u32) -> Weight {
593		Weight::MAX
594	}
595	fn force_set_most_recent_context() -> Weight {
596		Weight::MAX
597	}
598	fn force_schedule_code_upgrade(_c: u32) -> Weight {
599		Weight::MAX
600	}
601	fn force_note_new_head(_s: u32) -> Weight {
602		Weight::MAX
603	}
604	fn force_queue_action() -> Weight {
605		Weight::MAX
606	}
607	fn add_trusted_validation_code(_c: u32) -> Weight {
608		// Called during integration tests for para initialization.
609		Weight::zero()
610	}
611	fn poke_unused_validation_code() -> Weight {
612		Weight::MAX
613	}
614	fn include_pvf_check_statement_finalize_upgrade_accept() -> Weight {
615		Weight::MAX
616	}
617	fn include_pvf_check_statement_finalize_upgrade_reject() -> Weight {
618		Weight::MAX
619	}
620	fn include_pvf_check_statement_finalize_onboarding_accept() -> Weight {
621		Weight::MAX
622	}
623	fn include_pvf_check_statement_finalize_onboarding_reject() -> Weight {
624		Weight::MAX
625	}
626	fn include_pvf_check_statement() -> Weight {
627		// This special value is to distinguish from the finalizing variants above in tests.
628		Weight::MAX - Weight::from_parts(1, 1)
629	}
630	fn remove_upgrade_cooldown() -> Weight {
631		Weight::MAX
632	}
633	fn authorize_force_set_current_code_hash() -> Weight {
634		Weight::MAX
635	}
636	fn apply_authorized_force_set_current_code(_c: u32) -> Weight {
637		Weight::MAX
638	}
639}
640
641#[frame_support::pallet]
642pub mod pallet {
643	use super::*;
644	use frame_support::traits::{
645		fungible::{Inspect, Mutate},
646		tokens::{Fortitude, Precision, Preservation},
647	};
648	use sp_runtime::transaction_validity::{
649		InvalidTransaction, TransactionPriority, TransactionSource, TransactionValidity,
650		ValidTransaction,
651	};
652
653	type BalanceOf<T> = <<T as Config>::Fungible as Inspect<AccountIdFor<T>>>::Balance;
654
655	#[pallet::pallet]
656	#[pallet::without_storage_info]
657	pub struct Pallet<T>(_);
658
659	#[pallet::config]
660	pub trait Config:
661		frame_system::Config
662		+ configuration::Config
663		+ shared::Config
664		+ frame_system::offchain::CreateBare<Call<Self>>
665	{
666		#[allow(deprecated)]
667		type RuntimeEvent: From<Event<Self>> + IsType<<Self as frame_system::Config>::RuntimeEvent>;
668
669		#[pallet::constant]
670		type UnsignedPriority: Get<TransactionPriority>;
671
672		type NextSessionRotation: EstimateNextSessionRotation<BlockNumberFor<Self>>;
673
674		/// Retrieve how many UMP messages are enqueued for this para-chain.
675		///
676		/// This is used to judge whether or not a para-chain can offboard. Per default this should
677		/// be set to the `ParaInclusion` pallet.
678		type QueueFootprinter: QueueFootprinter<Origin = UmpQueueId>;
679
680		/// Runtime hook for when a parachain head is updated.
681		type OnNewHead: OnNewHead;
682
683		/// Weight information for extrinsics in this pallet.
684		type WeightInfo: WeightInfo;
685
686		/// Runtime hook for assigning coretime for a given parachain.
687		///
688		/// This is only used at genesis or by root.
689		///
690		/// TODO: Remove once coretime is the standard across all chains.
691		type AssignCoretime: AssignCoretime;
692
693		/// The fungible instance used by the runtime.
694		type Fungible: Mutate<Self::AccountId, Balance: From<BlockNumberFor<Self>>>;
695
696		/// Multiplier to determine the cost of removing upgrade cooldown.
697		///
698		/// After a parachain upgrades their runtime, an upgrade cooldown is applied
699		/// ([`configuration::HostConfiguration::validation_upgrade_cooldown`]). This cooldown
700		/// exists to prevent spamming the relay chain with runtime upgrades. But as life is going
701		/// on, mistakes can happen and a consequent may be required. The cooldown period can be
702		/// removed by using [`Pallet::remove_upgrade_cooldown`]. This dispatchable will use this
703		/// multiplier to determine the cost for removing the upgrade cooldown. Time left for the
704		/// cooldown multiplied with this multiplier determines the cost.
705		type CooldownRemovalMultiplier: Get<BalanceOf<Self>>;
706
707		/// The origin that can authorize [`Pallet::authorize_force_set_current_code_hash`].
708		///
709		/// In the end this allows [`Pallet::apply_authorized_force_set_current_code`] to force set
710		/// the current code without paying any fee. So, the origin should be chosen with care.
711		type AuthorizeCurrentCodeOrigin: EnsureOriginWithArg<Self::RuntimeOrigin, ParaId>;
712	}
713
714	#[pallet::event]
715	#[pallet::generate_deposit(pub(super) fn deposit_event)]
716	pub enum Event<T: Config> {
717		/// Current code has been updated for a Para. `para_id`
718		CurrentCodeUpdated(ParaId),
719		/// Current head has been updated for a Para. `para_id`
720		CurrentHeadUpdated(ParaId),
721		/// A code upgrade has been scheduled for a Para. `para_id`
722		CodeUpgradeScheduled(ParaId),
723		/// A new head has been noted for a Para. `para_id`
724		NewHeadNoted(ParaId),
725		/// A para has been queued to execute pending actions. `para_id`
726		ActionQueued(ParaId, SessionIndex),
727		/// The given para either initiated or subscribed to a PVF check for the given validation
728		/// code. `code_hash` `para_id`
729		PvfCheckStarted(ValidationCodeHash, ParaId),
730		/// The given validation code was accepted by the PVF pre-checking vote.
731		/// `code_hash` `para_id`
732		PvfCheckAccepted(ValidationCodeHash, ParaId),
733		/// The given validation code was rejected by the PVF pre-checking vote.
734		/// `code_hash` `para_id`
735		PvfCheckRejected(ValidationCodeHash, ParaId),
736		/// The upgrade cooldown was removed.
737		UpgradeCooldownRemoved {
738			/// The parachain for which the cooldown got removed.
739			para_id: ParaId,
740		},
741		/// A new code hash has been authorized for a Para.
742		CodeAuthorized {
743			/// Para
744			para_id: ParaId,
745			/// Authorized code hash.
746			code_hash: ValidationCodeHash,
747			/// Block at which authorization expires and will be removed.
748			expire_at: BlockNumberFor<T>,
749		},
750	}
751
752	#[pallet::error]
753	pub enum Error<T> {
754		/// Para is not registered in our system.
755		NotRegistered,
756		/// Para cannot be onboarded because it is already tracked by our system.
757		CannotOnboard,
758		/// Para cannot be offboarded at this time.
759		CannotOffboard,
760		/// Para cannot be upgraded to a lease holding parachain.
761		CannotUpgrade,
762		/// Para cannot be downgraded to an on-demand parachain.
763		CannotDowngrade,
764		/// The statement for PVF pre-checking is stale.
765		PvfCheckStatementStale,
766		/// The statement for PVF pre-checking is for a future session.
767		PvfCheckStatementFuture,
768		/// Claimed validator index is out of bounds.
769		PvfCheckValidatorIndexOutOfBounds,
770		/// The signature for the PVF pre-checking is invalid.
771		PvfCheckInvalidSignature,
772		/// The given validator already has cast a vote.
773		PvfCheckDoubleVote,
774		/// The given PVF does not exist at the moment of process a vote.
775		PvfCheckSubjectInvalid,
776		/// Parachain cannot currently schedule a code upgrade.
777		CannotUpgradeCode,
778		/// Invalid validation code size.
779		InvalidCode,
780		/// No upgrade authorized.
781		NothingAuthorized,
782		/// The submitted code is not authorized.
783		Unauthorized,
784		/// Invalid block number.
785		InvalidBlockNumber,
786	}
787
788	/// All currently active PVF pre-checking votes.
789	///
790	/// Invariant:
791	/// - There are no PVF pre-checking votes that exists in list but not in the set and vice versa.
792	#[pallet::storage]
793	pub(super) type PvfActiveVoteMap<T: Config> = StorageMap<
794		_,
795		Twox64Concat,
796		ValidationCodeHash,
797		PvfCheckActiveVoteState<BlockNumberFor<T>>,
798		OptionQuery,
799	>;
800
801	/// The list of all currently active PVF votes. Auxiliary to `PvfActiveVoteMap`.
802	#[pallet::storage]
803	pub(super) type PvfActiveVoteList<T: Config> =
804		StorageValue<_, Vec<ValidationCodeHash>, ValueQuery>;
805
806	/// All lease holding parachains. Ordered ascending by `ParaId`. On demand parachains are not
807	/// included.
808	///
809	/// Consider using the [`ParachainsCache`] type of modifying.
810	#[pallet::storage]
811	pub type Parachains<T: Config> = StorageValue<_, Vec<ParaId>, ValueQuery>;
812
813	/// The current lifecycle of a all known Para IDs.
814	#[pallet::storage]
815	pub(super) type ParaLifecycles<T: Config> = StorageMap<_, Twox64Concat, ParaId, ParaLifecycle>;
816
817	/// The head-data of every registered para.
818	#[pallet::storage]
819	pub type Heads<T: Config> = StorageMap<_, Twox64Concat, ParaId, HeadData>;
820
821	/// The context (relay-chain block number) of the most recent parachain head.
822	#[pallet::storage]
823	pub type MostRecentContext<T: Config> = StorageMap<_, Twox64Concat, ParaId, BlockNumberFor<T>>;
824
825	/// The validation code hash of every live para.
826	///
827	/// Corresponding code can be retrieved with [`CodeByHash`].
828	#[pallet::storage]
829	pub type CurrentCodeHash<T: Config> = StorageMap<_, Twox64Concat, ParaId, ValidationCodeHash>;
830
831	/// Actual past code hash, indicated by the para id as well as the block number at which it
832	/// became outdated.
833	///
834	/// Corresponding code can be retrieved with [`CodeByHash`].
835	#[pallet::storage]
836	pub(super) type PastCodeHash<T: Config> =
837		StorageMap<_, Twox64Concat, (ParaId, BlockNumberFor<T>), ValidationCodeHash>;
838
839	/// Past code of parachains. The parachains themselves may not be registered anymore,
840	/// but we also keep their code on-chain for the same amount of time as outdated code
841	/// to keep it available for approval checkers.
842	#[pallet::storage]
843	pub type PastCodeMeta<T: Config> =
844		StorageMap<_, Twox64Concat, ParaId, ParaPastCodeMeta<BlockNumberFor<T>>, ValueQuery>;
845
846	/// Which paras have past code that needs pruning and the relay-chain block at which the code
847	/// was replaced. Note that this is the actual height of the included block, not the expected
848	/// height at which the code upgrade would be applied, although they may be equal.
849	/// This is to ensure the entire acceptance period is covered, not an offset acceptance period
850	/// starting from the time at which the parachain perceives a code upgrade as having occurred.
851	/// Multiple entries for a single para are permitted. Ordered ascending by block number.
852	#[pallet::storage]
853	pub(super) type PastCodePruning<T: Config> =
854		StorageValue<_, Vec<(ParaId, BlockNumberFor<T>)>, ValueQuery>;
855
856	/// The block number at which the planned code change is expected for a parachain.
857	///
858	/// The change will be applied after the first parablock for this ID included which executes
859	/// in the context of a relay chain block with a number >= `expected_at`.
860	#[pallet::storage]
861	pub type FutureCodeUpgrades<T: Config> = StorageMap<_, Twox64Concat, ParaId, BlockNumberFor<T>>;
862
863	/// The list of upcoming future code upgrades.
864	///
865	/// Each item is a pair of the parachain and the expected block at which the upgrade should be
866	/// applied. The upgrade will be applied at the given relay chain block. In contrast to
867	/// [`FutureCodeUpgrades`] this code upgrade will be applied regardless the parachain making any
868	/// progress or not.
869	///
870	/// Ordered ascending by block number.
871	#[pallet::storage]
872	pub(super) type FutureCodeUpgradesAt<T: Config> =
873		StorageValue<_, Vec<(ParaId, BlockNumberFor<T>)>, ValueQuery>;
874
875	/// The actual future code hash of a para.
876	///
877	/// Corresponding code can be retrieved with [`CodeByHash`].
878	#[pallet::storage]
879	pub type FutureCodeHash<T: Config> = StorageMap<_, Twox64Concat, ParaId, ValidationCodeHash>;
880
881	/// The code hash authorizations for a para which will expire `expire_at` `BlockNumberFor<T>`.
882	#[pallet::storage]
883	pub type AuthorizedCodeHash<T: Config> =
884		StorageMap<_, Twox64Concat, ParaId, AuthorizedCodeHashAndExpiry<BlockNumberFor<T>>>;
885
886	/// This is used by the relay-chain to communicate to a parachain a go-ahead with in the upgrade
887	/// procedure.
888	///
889	/// This value is absent when there are no upgrades scheduled or during the time the relay chain
890	/// performs the checks. It is set at the first relay-chain block when the corresponding
891	/// parachain can switch its upgrade function. As soon as the parachain's block is included, the
892	/// value gets reset to `None`.
893	///
894	/// NOTE that this field is used by parachains via merkle storage proofs, therefore changing
895	/// the format will require migration of parachains.
896	#[pallet::storage]
897	pub(super) type UpgradeGoAheadSignal<T: Config> =
898		StorageMap<_, Twox64Concat, ParaId, UpgradeGoAhead>;
899
900	/// This is used by the relay-chain to communicate that there are restrictions for performing
901	/// an upgrade for this parachain.
902	///
903	/// This may be a because the parachain waits for the upgrade cooldown to expire. Another
904	/// potential use case is when we want to perform some maintenance (such as storage migration)
905	/// we could restrict upgrades to make the process simpler.
906	///
907	/// NOTE that this field is used by parachains via merkle storage proofs, therefore changing
908	/// the format will require migration of parachains.
909	#[pallet::storage]
910	pub type UpgradeRestrictionSignal<T: Config> =
911		StorageMap<_, Twox64Concat, ParaId, UpgradeRestriction>;
912
913	/// The list of parachains that are awaiting for their upgrade restriction to cooldown.
914	///
915	/// Ordered ascending by block number.
916	#[pallet::storage]
917	pub(super) type UpgradeCooldowns<T: Config> =
918		StorageValue<_, Vec<(ParaId, BlockNumberFor<T>)>, ValueQuery>;
919
920	/// The list of upcoming code upgrades.
921	///
922	/// Each item is a pair of which para performs a code upgrade and at which relay-chain block it
923	/// is expected at.
924	///
925	/// Ordered ascending by block number.
926	#[pallet::storage]
927	pub(super) type UpcomingUpgrades<T: Config> =
928		StorageValue<_, Vec<(ParaId, BlockNumberFor<T>)>, ValueQuery>;
929
930	/// The actions to perform during the start of a specific session index.
931	#[pallet::storage]
932	pub type ActionsQueue<T: Config> =
933		StorageMap<_, Twox64Concat, SessionIndex, Vec<ParaId>, ValueQuery>;
934
935	/// Upcoming paras instantiation arguments.
936	///
937	/// NOTE that after PVF pre-checking is enabled the para genesis arg will have it's code set
938	/// to empty. Instead, the code will be saved into the storage right away via `CodeByHash`.
939	#[pallet::storage]
940	pub(super) type UpcomingParasGenesis<T: Config> =
941		StorageMap<_, Twox64Concat, ParaId, ParaGenesisArgs>;
942
943	/// The number of reference on the validation code in [`CodeByHash`] storage.
944	#[pallet::storage]
945	pub(super) type CodeByHashRefs<T: Config> =
946		StorageMap<_, Identity, ValidationCodeHash, u32, ValueQuery>;
947
948	/// Validation code stored by its hash.
949	///
950	/// This storage is consistent with [`FutureCodeHash`], [`CurrentCodeHash`] and
951	/// [`PastCodeHash`].
952	#[pallet::storage]
953	pub type CodeByHash<T: Config> = StorageMap<_, Identity, ValidationCodeHash, ValidationCode>;
954
955	#[pallet::genesis_config]
956	#[derive(DefaultNoBound)]
957	pub struct GenesisConfig<T: Config> {
958		#[serde(skip)]
959		pub _config: core::marker::PhantomData<T>,
960		pub paras: Vec<(ParaId, ParaGenesisArgs)>,
961	}
962
963	#[pallet::genesis_build]
964	impl<T: Config> BuildGenesisConfig for GenesisConfig<T> {
965		fn build(&self) {
966			let mut parachains = ParachainsCache::new();
967			for (id, genesis_args) in &self.paras {
968				if genesis_args.validation_code.0.is_empty() {
969					panic!("empty validation code is not allowed in genesis");
970				}
971				Pallet::<T>::initialize_para_now(&mut parachains, *id, genesis_args);
972				if genesis_args.para_kind == ParaKind::Parachain {
973					T::AssignCoretime::assign_coretime(*id)
974						.expect("Assigning coretime works at genesis; qed");
975				}
976			}
977			// parachains are flushed on drop
978		}
979	}
980
981	#[pallet::call]
982	impl<T: Config> Pallet<T> {
983		/// Set the storage for the parachain validation code immediately.
984		#[pallet::call_index(0)]
985		#[pallet::weight(<T as Config>::WeightInfo::force_set_current_code(new_code.0.len() as u32))]
986		pub fn force_set_current_code(
987			origin: OriginFor<T>,
988			para: ParaId,
989			new_code: ValidationCode,
990		) -> DispatchResult {
991			ensure_root(origin)?;
992			Self::do_force_set_current_code_update(para, new_code);
993			Ok(())
994		}
995
996		/// Set the storage for the current parachain head data immediately.
997		#[pallet::call_index(1)]
998		#[pallet::weight(<T as Config>::WeightInfo::force_set_current_head(new_head.0.len() as u32))]
999		pub fn force_set_current_head(
1000			origin: OriginFor<T>,
1001			para: ParaId,
1002			new_head: HeadData,
1003		) -> DispatchResult {
1004			ensure_root(origin)?;
1005			Self::set_current_head(para, new_head);
1006			Ok(())
1007		}
1008
1009		/// Schedule an upgrade as if it was scheduled in the given relay parent block.
1010		#[pallet::call_index(2)]
1011		#[pallet::weight(<T as Config>::WeightInfo::force_schedule_code_upgrade(new_code.0.len() as u32))]
1012		pub fn force_schedule_code_upgrade(
1013			origin: OriginFor<T>,
1014			para: ParaId,
1015			new_code: ValidationCode,
1016			relay_parent_number: BlockNumberFor<T>,
1017		) -> DispatchResult {
1018			ensure_root(origin)?;
1019			let config = configuration::ActiveConfig::<T>::get();
1020			Self::schedule_code_upgrade(
1021				para,
1022				new_code,
1023				relay_parent_number,
1024				&config,
1025				UpgradeStrategy::ApplyAtExpectedBlock,
1026			);
1027			Self::deposit_event(Event::CodeUpgradeScheduled(para));
1028			Ok(())
1029		}
1030
1031		/// Note a new block head for para within the context of the current block.
1032		#[pallet::call_index(3)]
1033		#[pallet::weight(<T as Config>::WeightInfo::force_note_new_head(new_head.0.len() as u32))]
1034		pub fn force_note_new_head(
1035			origin: OriginFor<T>,
1036			para: ParaId,
1037			new_head: HeadData,
1038		) -> DispatchResult {
1039			ensure_root(origin)?;
1040			let now = frame_system::Pallet::<T>::block_number();
1041			Self::note_new_head(para, new_head, now);
1042			Self::deposit_event(Event::NewHeadNoted(para));
1043			Ok(())
1044		}
1045
1046		/// Put a parachain directly into the next session's action queue.
1047		/// We can't queue it any sooner than this without going into the
1048		/// initializer...
1049		#[pallet::call_index(4)]
1050		#[pallet::weight(<T as Config>::WeightInfo::force_queue_action())]
1051		pub fn force_queue_action(origin: OriginFor<T>, para: ParaId) -> DispatchResult {
1052			ensure_root(origin)?;
1053			let next_session = shared::CurrentSessionIndex::<T>::get().saturating_add(One::one());
1054			ActionsQueue::<T>::mutate(next_session, |v| {
1055				if let Err(i) = v.binary_search(&para) {
1056					v.insert(i, para);
1057				}
1058			});
1059			Self::deposit_event(Event::ActionQueued(para, next_session));
1060			Ok(())
1061		}
1062
1063		/// Adds the validation code to the storage.
1064		///
1065		/// The code will not be added if it is already present. Additionally, if PVF pre-checking
1066		/// is running for that code, it will be instantly accepted.
1067		///
1068		/// Otherwise, the code will be added into the storage. Note that the code will be added
1069		/// into storage with reference count 0. This is to account the fact that there are no users
1070		/// for this code yet. The caller will have to make sure that this code eventually gets
1071		/// used by some parachain or removed from the storage to avoid storage leaks. For the
1072		/// latter prefer to use the `poke_unused_validation_code` dispatchable to raw storage
1073		/// manipulation.
1074		///
1075		/// This function is mainly meant to be used for upgrading parachains that do not follow
1076		/// the go-ahead signal while the PVF pre-checking feature is enabled.
1077		#[pallet::call_index(5)]
1078		#[pallet::weight(<T as Config>::WeightInfo::add_trusted_validation_code(validation_code.0.len() as u32))]
1079		pub fn add_trusted_validation_code(
1080			origin: OriginFor<T>,
1081			validation_code: ValidationCode,
1082		) -> DispatchResult {
1083			ensure_root(origin)?;
1084			let code_hash = validation_code.hash();
1085
1086			if let Some(vote) = PvfActiveVoteMap::<T>::get(&code_hash) {
1087				// Remove the existing vote.
1088				PvfActiveVoteMap::<T>::remove(&code_hash);
1089				PvfActiveVoteList::<T>::mutate(|l| {
1090					if let Ok(i) = l.binary_search(&code_hash) {
1091						l.remove(i);
1092					}
1093				});
1094
1095				let cfg = configuration::ActiveConfig::<T>::get();
1096				Self::enact_pvf_accepted(
1097					frame_system::Pallet::<T>::block_number(),
1098					&code_hash,
1099					&vote.causes,
1100					vote.age,
1101					&cfg,
1102				);
1103				return Ok(())
1104			}
1105
1106			if CodeByHash::<T>::contains_key(&code_hash) {
1107				// There is no vote, but the code exists. Nothing to do here.
1108				return Ok(())
1109			}
1110
1111			// At this point the code is unknown and there is no PVF pre-checking vote for it, so we
1112			// can just add the code into the storage.
1113			//
1114			// NOTE That we do not use `increase_code_ref` here, because the code is not yet used
1115			// by any parachain.
1116			CodeByHash::<T>::insert(code_hash, &validation_code);
1117
1118			Ok(())
1119		}
1120
1121		/// Remove the validation code from the storage iff the reference count is 0.
1122		///
1123		/// This is better than removing the storage directly, because it will not remove the code
1124		/// that was suddenly got used by some parachain while this dispatchable was pending
1125		/// dispatching.
1126		#[pallet::call_index(6)]
1127		#[pallet::weight(<T as Config>::WeightInfo::poke_unused_validation_code())]
1128		pub fn poke_unused_validation_code(
1129			origin: OriginFor<T>,
1130			validation_code_hash: ValidationCodeHash,
1131		) -> DispatchResult {
1132			ensure_root(origin)?;
1133			if CodeByHashRefs::<T>::get(&validation_code_hash) == 0 {
1134				CodeByHash::<T>::remove(&validation_code_hash);
1135			}
1136			Ok(())
1137		}
1138
1139		/// Includes a statement for a PVF pre-checking vote. Potentially, finalizes the vote and
1140		/// enacts the results if that was the last vote before achieving the supermajority.
1141		#[pallet::call_index(7)]
1142		#[pallet::weight(
1143			<T as Config>::WeightInfo::include_pvf_check_statement_finalize_upgrade_accept()
1144				.max(<T as Config>::WeightInfo::include_pvf_check_statement_finalize_upgrade_reject())
1145				.max(<T as Config>::WeightInfo::include_pvf_check_statement_finalize_onboarding_accept()
1146					.max(<T as Config>::WeightInfo::include_pvf_check_statement_finalize_onboarding_reject())
1147				)
1148		)]
1149		pub fn include_pvf_check_statement(
1150			origin: OriginFor<T>,
1151			stmt: PvfCheckStatement,
1152			signature: ValidatorSignature,
1153		) -> DispatchResultWithPostInfo {
1154			ensure_none(origin)?;
1155
1156			let validators = shared::ActiveValidatorKeys::<T>::get();
1157			let current_session = shared::CurrentSessionIndex::<T>::get();
1158			if stmt.session_index < current_session {
1159				return Err(Error::<T>::PvfCheckStatementStale.into())
1160			} else if stmt.session_index > current_session {
1161				return Err(Error::<T>::PvfCheckStatementFuture.into())
1162			}
1163			let validator_index = stmt.validator_index.0 as usize;
1164			let validator_public = validators
1165				.get(validator_index)
1166				.ok_or(Error::<T>::PvfCheckValidatorIndexOutOfBounds)?;
1167
1168			let signing_payload = stmt.signing_payload();
1169			ensure!(
1170				signature.verify(&signing_payload[..], &validator_public),
1171				Error::<T>::PvfCheckInvalidSignature,
1172			);
1173
1174			let mut active_vote = PvfActiveVoteMap::<T>::get(&stmt.subject)
1175				.ok_or(Error::<T>::PvfCheckSubjectInvalid)?;
1176
1177			// Ensure that the validator submitting this statement hasn't voted already.
1178			ensure!(
1179				!active_vote
1180					.has_vote(validator_index)
1181					.ok_or(Error::<T>::PvfCheckValidatorIndexOutOfBounds)?,
1182				Error::<T>::PvfCheckDoubleVote,
1183			);
1184
1185			// Finally, cast the vote and persist.
1186			if stmt.accept {
1187				active_vote.votes_accept.set(validator_index, true);
1188			} else {
1189				active_vote.votes_reject.set(validator_index, true);
1190			}
1191
1192			if let Some(outcome) = active_vote.quorum(validators.len()) {
1193				// The quorum has been achieved.
1194				//
1195				// Remove the PVF vote from the active map and finalize the PVF checking according
1196				// to the outcome.
1197				PvfActiveVoteMap::<T>::remove(&stmt.subject);
1198				PvfActiveVoteList::<T>::mutate(|l| {
1199					if let Ok(i) = l.binary_search(&stmt.subject) {
1200						l.remove(i);
1201					}
1202				});
1203				match outcome {
1204					PvfCheckOutcome::Accepted => {
1205						let cfg = configuration::ActiveConfig::<T>::get();
1206						Self::enact_pvf_accepted(
1207							frame_system::Pallet::<T>::block_number(),
1208							&stmt.subject,
1209							&active_vote.causes,
1210							active_vote.age,
1211							&cfg,
1212						);
1213					},
1214					PvfCheckOutcome::Rejected => {
1215						Self::enact_pvf_rejected(&stmt.subject, active_vote.causes);
1216					},
1217				}
1218
1219				// No weight refund since this statement was the last one and lead to finalization.
1220				Ok(().into())
1221			} else {
1222				// No quorum has been achieved.
1223				//
1224				// - So just store the updated state back into the storage.
1225				// - Only charge weight for simple vote inclusion.
1226				PvfActiveVoteMap::<T>::insert(&stmt.subject, active_vote);
1227				Ok(Some(<T as Config>::WeightInfo::include_pvf_check_statement()).into())
1228			}
1229		}
1230
1231		/// Set the storage for the current parachain head data immediately.
1232		#[pallet::call_index(8)]
1233		#[pallet::weight(<T as Config>::WeightInfo::force_set_most_recent_context())]
1234		pub fn force_set_most_recent_context(
1235			origin: OriginFor<T>,
1236			para: ParaId,
1237			context: BlockNumberFor<T>,
1238		) -> DispatchResult {
1239			ensure_root(origin)?;
1240			MostRecentContext::<T>::insert(&para, context);
1241			Ok(())
1242		}
1243
1244		/// Remove an upgrade cooldown for a parachain.
1245		///
1246		/// The cost for removing the cooldown earlier depends on the time left for the cooldown
1247		/// multiplied by [`Config::CooldownRemovalMultiplier`]. The paid tokens are burned.
1248		#[pallet::call_index(9)]
1249		#[pallet::weight(<T as Config>::WeightInfo::remove_upgrade_cooldown())]
1250		pub fn remove_upgrade_cooldown(origin: OriginFor<T>, para: ParaId) -> DispatchResult {
1251			let who = ensure_signed(origin)?;
1252
1253			let removed = UpgradeCooldowns::<T>::mutate(|cooldowns| {
1254				let Some(pos) = cooldowns.iter().position(|(p, _)| p == &para) else {
1255					return Ok::<_, DispatchError>(false)
1256				};
1257				let (_, cooldown_until) = cooldowns.remove(pos);
1258
1259				let cost = Self::calculate_remove_upgrade_cooldown_cost(cooldown_until);
1260
1261				// burn...
1262				T::Fungible::burn_from(
1263					&who,
1264					cost,
1265					Preservation::Preserve,
1266					Precision::Exact,
1267					Fortitude::Polite,
1268				)?;
1269
1270				Ok(true)
1271			})?;
1272
1273			if removed {
1274				UpgradeRestrictionSignal::<T>::remove(para);
1275
1276				Self::deposit_event(Event::UpgradeCooldownRemoved { para_id: para });
1277			}
1278
1279			Ok(())
1280		}
1281
1282		/// Sets the storage for the authorized current code hash of the parachain.
1283		/// If not applied, it will be removed at the `System::block_number() + valid_period` block.
1284		///
1285		/// This can be useful, when triggering `Paras::force_set_current_code(para, code)`
1286		/// from a different chain than the one where the `Paras` pallet is deployed.
1287		///
1288		/// The main purpose is to avoid transferring the entire `code` Wasm blob between chains.
1289		/// Instead, we authorize `code_hash` with `root`, which can later be applied by
1290		/// `Paras::apply_authorized_force_set_current_code(para, code)` by anyone.
1291		///
1292		/// Authorizations are stored in an **overwriting manner**.
1293		#[pallet::call_index(10)]
1294		#[pallet::weight(<T as Config>::WeightInfo::authorize_force_set_current_code_hash())]
1295		pub fn authorize_force_set_current_code_hash(
1296			origin: OriginFor<T>,
1297			para: ParaId,
1298			new_code_hash: ValidationCodeHash,
1299			valid_period: BlockNumberFor<T>,
1300		) -> DispatchResult {
1301			T::AuthorizeCurrentCodeOrigin::ensure_origin(origin, &para)?;
1302
1303			let now = frame_system::Pallet::<T>::block_number();
1304			let expire_at = now.saturating_add(valid_period);
1305
1306			// insert authorized code hash and make sure to overwrite existing one for a para.
1307			AuthorizedCodeHash::<T>::insert(
1308				&para,
1309				AuthorizedCodeHashAndExpiry::from((new_code_hash, expire_at)),
1310			);
1311			Self::deposit_event(Event::CodeAuthorized {
1312				para_id: para,
1313				code_hash: new_code_hash,
1314				expire_at,
1315			});
1316
1317			Ok(())
1318		}
1319
1320		/// Applies the already authorized current code for the parachain,
1321		/// triggering the same functionality as `force_set_current_code`.
1322		#[pallet::call_index(11)]
1323		#[pallet::weight(<T as Config>::WeightInfo::apply_authorized_force_set_current_code(new_code.0.len() as u32))]
1324		pub fn apply_authorized_force_set_current_code(
1325			_origin: OriginFor<T>,
1326			para: ParaId,
1327			new_code: ValidationCode,
1328		) -> DispatchResultWithPostInfo {
1329			// no need to ensure, anybody can do this
1330
1331			// Ensure `new_code` is authorized
1332			let _ = Self::validate_code_is_authorized(&new_code, &para)?;
1333			// Remove authorization
1334			AuthorizedCodeHash::<T>::remove(para);
1335
1336			// apply/dispatch
1337			Self::do_force_set_current_code_update(para, new_code);
1338
1339			Ok(Pays::No.into())
1340		}
1341	}
1342
1343	impl<T: Config> Pallet<T> {
1344		pub(crate) fn calculate_remove_upgrade_cooldown_cost(
1345			cooldown_until: BlockNumberFor<T>,
1346		) -> BalanceOf<T> {
1347			let time_left =
1348				cooldown_until.saturating_sub(frame_system::Pallet::<T>::block_number());
1349
1350			BalanceOf::<T>::from(time_left).saturating_mul(T::CooldownRemovalMultiplier::get())
1351		}
1352	}
1353
1354	#[pallet::view_functions]
1355	impl<T: Config> Pallet<T> {
1356		/// Returns the cost for removing an upgrade cooldown for the given `para`.
1357		pub fn remove_upgrade_cooldown_cost(para: ParaId) -> BalanceOf<T> {
1358			UpgradeCooldowns::<T>::get()
1359				.iter()
1360				.find(|(p, _)| p == &para)
1361				.map(|(_, c)| Self::calculate_remove_upgrade_cooldown_cost(*c))
1362				.unwrap_or_default()
1363		}
1364	}
1365
1366	#[pallet::validate_unsigned]
1367	impl<T: Config> ValidateUnsigned for Pallet<T> {
1368		type Call = Call<T>;
1369
1370		fn validate_unsigned(_source: TransactionSource, call: &Self::Call) -> TransactionValidity {
1371			match call {
1372				Call::include_pvf_check_statement { stmt, signature } => {
1373					let current_session = shared::CurrentSessionIndex::<T>::get();
1374					if stmt.session_index < current_session {
1375						return InvalidTransaction::Stale.into()
1376					} else if stmt.session_index > current_session {
1377						return InvalidTransaction::Future.into()
1378					}
1379
1380					let validator_index = stmt.validator_index.0 as usize;
1381					let validators = shared::ActiveValidatorKeys::<T>::get();
1382					let validator_public = match validators.get(validator_index) {
1383						Some(pk) => pk,
1384						None =>
1385							return InvalidTransaction::Custom(INVALID_TX_BAD_VALIDATOR_IDX).into(),
1386					};
1387
1388					let signing_payload = stmt.signing_payload();
1389					if !signature.verify(&signing_payload[..], &validator_public) {
1390						return InvalidTransaction::BadProof.into();
1391					}
1392
1393					let active_vote = match PvfActiveVoteMap::<T>::get(&stmt.subject) {
1394						Some(v) => v,
1395						None => return InvalidTransaction::Custom(INVALID_TX_BAD_SUBJECT).into(),
1396					};
1397
1398					match active_vote.has_vote(validator_index) {
1399						Some(false) => (),
1400						Some(true) =>
1401							return InvalidTransaction::Custom(INVALID_TX_DOUBLE_VOTE).into(),
1402						None =>
1403							return InvalidTransaction::Custom(INVALID_TX_BAD_VALIDATOR_IDX).into(),
1404					}
1405
1406					ValidTransaction::with_tag_prefix("PvfPreCheckingVote")
1407						.priority(T::UnsignedPriority::get())
1408						.longevity(
1409							TryInto::<u64>::try_into(
1410								T::NextSessionRotation::average_session_length() / 2u32.into(),
1411							)
1412							.unwrap_or(64_u64),
1413						)
1414						.and_provides((stmt.session_index, stmt.validator_index, stmt.subject))
1415						.propagate(true)
1416						.build()
1417				},
1418				Call::apply_authorized_force_set_current_code { para, new_code } =>
1419					match Self::validate_code_is_authorized(new_code, para) {
1420						Ok(authorized_code) => {
1421							let now = frame_system::Pallet::<T>::block_number();
1422							let longevity = authorized_code.expire_at.saturating_sub(now);
1423
1424							ValidTransaction::with_tag_prefix("ApplyAuthorizedForceSetCurrentCode")
1425								.priority(T::UnsignedPriority::get())
1426								.longevity(TryInto::<u64>::try_into(longevity).unwrap_or(64_u64))
1427								.and_provides((para, authorized_code.code_hash))
1428								.propagate(true)
1429								.build()
1430						},
1431						Err(_) =>
1432							return InvalidTransaction::Custom(INVALID_TX_UNAUTHORIZED_CODE).into(),
1433					},
1434				_ => InvalidTransaction::Call.into(),
1435			}
1436		}
1437
1438		fn pre_dispatch(_call: &Self::Call) -> Result<(), TransactionValidityError> {
1439			// Return `Ok` here meaning that as soon as the transaction got into the block, it will
1440			// always dispatched. This is OK, since the `include_pvf_check_statement` dispatchable
1441			// will perform the same checks anyway, so there is no point doing it here.
1442			//
1443			// On the other hand, if we did not provide the implementation, then the default
1444			// implementation would be used. The default implementation just delegates the
1445			// pre-dispatch validation to `validate_unsigned`.
1446			Ok(())
1447		}
1448	}
1449}
1450
1451// custom transaction error codes
1452const INVALID_TX_BAD_VALIDATOR_IDX: u8 = 1;
1453const INVALID_TX_BAD_SUBJECT: u8 = 2;
1454const INVALID_TX_DOUBLE_VOTE: u8 = 3;
1455const INVALID_TX_UNAUTHORIZED_CODE: u8 = 4;
1456
1457/// This is intermediate "fix" for this issue:
1458/// <https://github.com/paritytech/polkadot-sdk/issues/4737>
1459///
1460/// It does not actually fix it, but makes the worst case better. Without that limit someone
1461/// could completely DoS the relay chain by registering a ridiculously high amount of paras.
1462/// With this limit the same attack could lead to some parachains ceasing to being able to
1463/// communicate via offchain XCMP. Snowbridge will still work as it only cares about `BridgeHub`.
1464pub const MAX_PARA_HEADS: usize = 1024;
1465
1466impl<T: Config> Pallet<T> {
1467	/// This is a call to schedule code upgrades for parachains which is safe to be called
1468	/// outside of this module. That means this function does all checks necessary to ensure
1469	/// that some external code is allowed to trigger a code upgrade. We do not do auth checks,
1470	/// that should be handled by whomever calls this function.
1471	pub(crate) fn schedule_code_upgrade_external(
1472		id: ParaId,
1473		new_code: ValidationCode,
1474		upgrade_strategy: UpgradeStrategy,
1475	) -> DispatchResult {
1476		// Check that we can schedule an upgrade at all.
1477		ensure!(Self::can_upgrade_validation_code(id), Error::<T>::CannotUpgradeCode);
1478		let config = configuration::ActiveConfig::<T>::get();
1479		// Validation code sanity checks:
1480		ensure!(new_code.0.len() >= MIN_CODE_SIZE as usize, Error::<T>::InvalidCode);
1481		ensure!(new_code.0.len() <= config.max_code_size as usize, Error::<T>::InvalidCode);
1482
1483		let current_block = frame_system::Pallet::<T>::block_number();
1484		// Schedule the upgrade with a delay just like if a parachain triggered the upgrade.
1485		let upgrade_block = current_block.saturating_add(config.validation_upgrade_delay);
1486		Self::schedule_code_upgrade(id, new_code, upgrade_block, &config, upgrade_strategy);
1487		Self::deposit_event(Event::CodeUpgradeScheduled(id));
1488		Ok(())
1489	}
1490
1491	/// Set the current head of a parachain.
1492	pub(crate) fn set_current_head(para: ParaId, new_head: HeadData) {
1493		Heads::<T>::insert(&para, new_head);
1494		Self::deposit_event(Event::CurrentHeadUpdated(para));
1495	}
1496
1497	/// Called by the initializer to initialize the paras pallet.
1498	pub(crate) fn initializer_initialize(now: BlockNumberFor<T>) -> Weight {
1499		Self::prune_old_code(now) +
1500			Self::process_scheduled_upgrade_changes(now) +
1501			Self::process_future_code_upgrades_at(now) +
1502			Self::prune_expired_authorizations(now)
1503	}
1504
1505	/// Called by the initializer to finalize the paras pallet.
1506	pub(crate) fn initializer_finalize(now: BlockNumberFor<T>) {
1507		Self::process_scheduled_upgrade_cooldowns(now);
1508	}
1509
1510	/// Called by the initializer to note that a new session has started.
1511	///
1512	/// Returns the list of outgoing paras from the actions queue.
1513	pub(crate) fn initializer_on_new_session(
1514		notification: &SessionChangeNotification<BlockNumberFor<T>>,
1515	) -> Vec<ParaId> {
1516		let outgoing_paras = Self::apply_actions_queue(notification.session_index);
1517		Self::groom_ongoing_pvf_votes(&notification.new_config, notification.validators.len());
1518		outgoing_paras
1519	}
1520
1521	/// The validation code of live para.
1522	pub(crate) fn current_code(para_id: &ParaId) -> Option<ValidationCode> {
1523		CurrentCodeHash::<T>::get(para_id).and_then(|code_hash| {
1524			let code = CodeByHash::<T>::get(&code_hash);
1525			if code.is_none() {
1526				log::error!(
1527					"Pallet paras storage is inconsistent, code not found for hash {}",
1528					code_hash,
1529				);
1530				debug_assert!(false, "inconsistent paras storages");
1531			}
1532			code
1533		})
1534	}
1535
1536	/// Get a list of the first [`MAX_PARA_HEADS`] para heads sorted by para_id.
1537	/// This method is likely to be removed in the future.
1538	pub fn sorted_para_heads() -> Vec<(u32, Vec<u8>)> {
1539		let mut heads: Vec<(u32, Vec<u8>)> =
1540			Heads::<T>::iter().map(|(id, head)| (id.into(), head.0)).collect();
1541		heads.sort_by_key(|(id, _)| *id);
1542		heads.truncate(MAX_PARA_HEADS);
1543		heads
1544	}
1545
1546	// Apply all para actions queued for the given session index.
1547	//
1548	// The actions to take are based on the lifecycle of of the paras.
1549	//
1550	// The final state of any para after the actions queue should be as a
1551	// lease holding parachain, on-demand parachain, or not registered. (stable states)
1552	//
1553	// Returns the list of outgoing paras from the actions queue.
1554	fn apply_actions_queue(session: SessionIndex) -> Vec<ParaId> {
1555		let actions = ActionsQueue::<T>::take(session);
1556		let mut parachains = ParachainsCache::new();
1557		let now = frame_system::Pallet::<T>::block_number();
1558		let mut outgoing = Vec::new();
1559
1560		for para in actions {
1561			let lifecycle = ParaLifecycles::<T>::get(&para);
1562			match lifecycle {
1563				None | Some(ParaLifecycle::Parathread) | Some(ParaLifecycle::Parachain) => { /* Nothing to do... */
1564				},
1565				Some(ParaLifecycle::Onboarding) => {
1566					if let Some(genesis_data) = UpcomingParasGenesis::<T>::take(&para) {
1567						Self::initialize_para_now(&mut parachains, para, &genesis_data);
1568					}
1569				},
1570				// Upgrade an on-demand parachain to a lease holding parachain
1571				Some(ParaLifecycle::UpgradingParathread) => {
1572					parachains.add(para);
1573					ParaLifecycles::<T>::insert(&para, ParaLifecycle::Parachain);
1574				},
1575				// Downgrade a lease holding parachain to an on-demand parachain
1576				Some(ParaLifecycle::DowngradingParachain) => {
1577					parachains.remove(para);
1578					ParaLifecycles::<T>::insert(&para, ParaLifecycle::Parathread);
1579				},
1580				// Offboard a lease holding or on-demand parachain from the system
1581				Some(ParaLifecycle::OffboardingParachain) |
1582				Some(ParaLifecycle::OffboardingParathread) => {
1583					parachains.remove(para);
1584
1585					Heads::<T>::remove(&para);
1586					MostRecentContext::<T>::remove(&para);
1587					FutureCodeUpgrades::<T>::remove(&para);
1588					UpgradeGoAheadSignal::<T>::remove(&para);
1589					UpgradeRestrictionSignal::<T>::remove(&para);
1590					ParaLifecycles::<T>::remove(&para);
1591					let removed_future_code_hash = FutureCodeHash::<T>::take(&para);
1592					if let Some(removed_future_code_hash) = removed_future_code_hash {
1593						Self::decrease_code_ref(&removed_future_code_hash);
1594					}
1595
1596					let removed_code_hash = CurrentCodeHash::<T>::take(&para);
1597					if let Some(removed_code_hash) = removed_code_hash {
1598						Self::note_past_code(para, now, now, removed_code_hash);
1599					}
1600
1601					outgoing.push(para);
1602				},
1603			}
1604		}
1605
1606		if !outgoing.is_empty() {
1607			// Filter offboarded parachains from the upcoming upgrades and upgrade cooldowns list.
1608			//
1609			// We do it after the offboarding to get away with only a single read/write per list.
1610			//
1611			// NOTE both of those iterates over the list and the outgoing. We do not expect either
1612			//      of these to be large. Thus should be fine.
1613			UpcomingUpgrades::<T>::mutate(|upcoming_upgrades| {
1614				upcoming_upgrades.retain(|(para, _)| !outgoing.contains(para));
1615			});
1616			UpgradeCooldowns::<T>::mutate(|upgrade_cooldowns| {
1617				upgrade_cooldowns.retain(|(para, _)| !outgoing.contains(para));
1618			});
1619			FutureCodeUpgradesAt::<T>::mutate(|future_upgrades| {
1620				future_upgrades.retain(|(para, _)| !outgoing.contains(para));
1621			});
1622		}
1623
1624		// Persist parachains into the storage explicitly.
1625		drop(parachains);
1626
1627		outgoing
1628	}
1629
1630	// note replacement of the code of para with given `id`, which occurred in the
1631	// context of the given relay-chain block number. provide the replaced code.
1632	//
1633	// `at` for para-triggered replacement is the block number of the relay-chain
1634	// block in whose context the parablock was executed
1635	// (i.e. number of `relay_parent` in the receipt)
1636	fn note_past_code(
1637		id: ParaId,
1638		at: BlockNumberFor<T>,
1639		now: BlockNumberFor<T>,
1640		old_code_hash: ValidationCodeHash,
1641	) -> Weight {
1642		PastCodeMeta::<T>::mutate(&id, |past_meta| {
1643			past_meta.note_replacement(at, now);
1644		});
1645
1646		PastCodeHash::<T>::insert(&(id, at), old_code_hash);
1647
1648		// Schedule pruning for this past-code to be removed as soon as it
1649		// exits the slashing window.
1650		PastCodePruning::<T>::mutate(|pruning| {
1651			let insert_idx =
1652				pruning.binary_search_by_key(&now, |&(_, b)| b).unwrap_or_else(|idx| idx);
1653			pruning.insert(insert_idx, (id, now));
1654		});
1655
1656		T::DbWeight::get().reads_writes(2, 3)
1657	}
1658
1659	// looks at old code metadata, compares them to the current acceptance window, and prunes those
1660	// that are too old.
1661	fn prune_old_code(now: BlockNumberFor<T>) -> Weight {
1662		let config = configuration::ActiveConfig::<T>::get();
1663		let code_retention_period = config.code_retention_period;
1664		if now <= code_retention_period {
1665			let weight = T::DbWeight::get().reads_writes(1, 0);
1666			return weight
1667		}
1668
1669		// The height of any changes we no longer should keep around.
1670		let pruning_height = now - (code_retention_period + One::one());
1671
1672		let pruning_tasks_done =
1673			PastCodePruning::<T>::mutate(|pruning_tasks: &mut Vec<(_, BlockNumberFor<T>)>| {
1674				let (pruning_tasks_done, pruning_tasks_to_do) = {
1675					// find all past code that has just exited the pruning window.
1676					let up_to_idx =
1677						pruning_tasks.iter().take_while(|&(_, at)| at <= &pruning_height).count();
1678					(up_to_idx, pruning_tasks.drain(..up_to_idx))
1679				};
1680
1681				for (para_id, _) in pruning_tasks_to_do {
1682					let full_deactivate = PastCodeMeta::<T>::mutate(&para_id, |meta| {
1683						for pruned_repl_at in meta.prune_up_to(pruning_height) {
1684							let removed_code_hash =
1685								PastCodeHash::<T>::take(&(para_id, pruned_repl_at));
1686
1687							if let Some(removed_code_hash) = removed_code_hash {
1688								Self::decrease_code_ref(&removed_code_hash);
1689							} else {
1690								log::warn!(
1691									target: LOG_TARGET,
1692									"Missing code for removed hash {:?}",
1693									removed_code_hash,
1694								);
1695							}
1696						}
1697
1698						meta.is_empty() && Heads::<T>::get(&para_id).is_none()
1699					});
1700
1701					// This parachain has been removed and now the vestigial code
1702					// has been removed from the state. clean up meta as well.
1703					if full_deactivate {
1704						PastCodeMeta::<T>::remove(&para_id);
1705					}
1706				}
1707
1708				pruning_tasks_done as u64
1709			});
1710
1711		// 1 read for the meta for each pruning task, 1 read for the config
1712		// 2 writes: updating the meta and pruning the code
1713		T::DbWeight::get().reads_writes(1 + pruning_tasks_done, 2 * pruning_tasks_done)
1714	}
1715
1716	/// This function removes authorizations that have expired,
1717	/// meaning their `expire_at` block is less than or equal to the current block (`now`).
1718	fn prune_expired_authorizations(now: BlockNumberFor<T>) -> Weight {
1719		let mut weight = T::DbWeight::get().reads(1);
1720		let to_remove = AuthorizedCodeHash::<T>::iter().filter_map(
1721			|(para, AuthorizedCodeHashAndExpiry { expire_at, .. })| {
1722				if expire_at <= now {
1723					Some(para)
1724				} else {
1725					None
1726				}
1727			},
1728		);
1729		for para in to_remove {
1730			AuthorizedCodeHash::<T>::remove(&para);
1731			weight.saturating_accrue(T::DbWeight::get().writes(1));
1732		}
1733
1734		weight
1735	}
1736
1737	/// Process the future code upgrades that should be applied directly.
1738	///
1739	/// Upgrades that should not be applied directly are being processed in
1740	/// [`Self::process_scheduled_upgrade_changes`].
1741	fn process_future_code_upgrades_at(now: BlockNumberFor<T>) -> Weight {
1742		// account weight for `FutureCodeUpgradeAt::mutate`.
1743		let mut weight = T::DbWeight::get().reads_writes(1, 1);
1744		FutureCodeUpgradesAt::<T>::mutate(
1745			|upcoming_upgrades: &mut Vec<(ParaId, BlockNumberFor<T>)>| {
1746				let num = upcoming_upgrades.iter().take_while(|&(_, at)| at <= &now).count();
1747				for (id, expected_at) in upcoming_upgrades.drain(..num) {
1748					weight += T::DbWeight::get().reads_writes(1, 1);
1749
1750					// Both should always be `Some` in this case, since a code upgrade is scheduled.
1751					let new_code_hash = if let Some(new_code_hash) = FutureCodeHash::<T>::take(&id)
1752					{
1753						new_code_hash
1754					} else {
1755						log::error!(target: LOG_TARGET, "Missing future code hash for {:?}", &id);
1756						continue
1757					};
1758
1759					weight += Self::set_current_code(id, new_code_hash, expected_at);
1760				}
1761				num
1762			},
1763		);
1764
1765		weight
1766	}
1767
1768	/// Process the timers related to upgrades. Specifically, the upgrade go ahead signals toggle
1769	/// and the upgrade cooldown restrictions. However, this function does not actually unset
1770	/// the upgrade restriction, that will happen in the `initializer_finalize` function. However,
1771	/// this function does count the number of cooldown timers expired so that we can reserve weight
1772	/// for the `initializer_finalize` function.
1773	fn process_scheduled_upgrade_changes(now: BlockNumberFor<T>) -> Weight {
1774		// account weight for `UpcomingUpgrades::mutate`.
1775		let mut weight = T::DbWeight::get().reads_writes(1, 1);
1776		let upgrades_signaled = UpcomingUpgrades::<T>::mutate(
1777			|upcoming_upgrades: &mut Vec<(ParaId, BlockNumberFor<T>)>| {
1778				let num = upcoming_upgrades.iter().take_while(|&(_, at)| at <= &now).count();
1779				for (para, _) in upcoming_upgrades.drain(..num) {
1780					UpgradeGoAheadSignal::<T>::insert(&para, UpgradeGoAhead::GoAhead);
1781				}
1782				num
1783			},
1784		);
1785		weight += T::DbWeight::get().writes(upgrades_signaled as u64);
1786
1787		// account weight for `UpgradeCooldowns::get`.
1788		weight += T::DbWeight::get().reads(1);
1789		let cooldowns_expired =
1790			UpgradeCooldowns::<T>::get().iter().take_while(|&(_, at)| at <= &now).count();
1791
1792		// reserve weight for `initializer_finalize`:
1793		// - 1 read and 1 write for `UpgradeCooldowns::mutate`.
1794		// - 1 write per expired cooldown.
1795		weight += T::DbWeight::get().reads_writes(1, 1);
1796		weight += T::DbWeight::get().reads(cooldowns_expired as u64);
1797
1798		weight
1799	}
1800
1801	/// Actually perform unsetting the expired upgrade restrictions.
1802	///
1803	/// See `process_scheduled_upgrade_changes` for more details.
1804	fn process_scheduled_upgrade_cooldowns(now: BlockNumberFor<T>) {
1805		UpgradeCooldowns::<T>::mutate(
1806			|upgrade_cooldowns: &mut Vec<(ParaId, BlockNumberFor<T>)>| {
1807				// Remove all expired signals and also prune the cooldowns.
1808				upgrade_cooldowns.retain(|(para, at)| {
1809					if at <= &now {
1810						UpgradeRestrictionSignal::<T>::remove(&para);
1811						false
1812					} else {
1813						true
1814					}
1815				});
1816			},
1817		);
1818	}
1819
1820	/// Goes over all PVF votes in progress, reinitializes ballots, increments ages and prunes the
1821	/// active votes that reached their time-to-live.
1822	fn groom_ongoing_pvf_votes(
1823		cfg: &configuration::HostConfiguration<BlockNumberFor<T>>,
1824		new_n_validators: usize,
1825	) -> Weight {
1826		let mut weight = T::DbWeight::get().reads(1);
1827
1828		let potentially_active_votes = PvfActiveVoteList::<T>::get();
1829
1830		// Initially empty list which contains all the PVF active votes that made it through this
1831		// session change.
1832		//
1833		// **Ordered** as well as `PvfActiveVoteList`.
1834		let mut actually_active_votes = Vec::with_capacity(potentially_active_votes.len());
1835
1836		for vote_subject in potentially_active_votes {
1837			let mut vote_state = match PvfActiveVoteMap::<T>::take(&vote_subject) {
1838				Some(v) => v,
1839				None => {
1840					// This branch should never be reached. This is due to the fact that the set of
1841					// `PvfActiveVoteMap`'s keys is always equal to the set of items found in
1842					// `PvfActiveVoteList`.
1843					log::warn!(
1844						target: LOG_TARGET,
1845						"The PvfActiveVoteMap is out of sync with PvfActiveVoteList!",
1846					);
1847					debug_assert!(false);
1848					continue
1849				},
1850			};
1851
1852			vote_state.age += 1;
1853			if vote_state.age < cfg.pvf_voting_ttl {
1854				weight += T::DbWeight::get().writes(1);
1855				vote_state.reinitialize_ballots(new_n_validators);
1856				PvfActiveVoteMap::<T>::insert(&vote_subject, vote_state);
1857
1858				// push maintaining the original order.
1859				actually_active_votes.push(vote_subject);
1860			} else {
1861				// TTL is reached. Reject.
1862				weight += Self::enact_pvf_rejected(&vote_subject, vote_state.causes);
1863			}
1864		}
1865
1866		weight += T::DbWeight::get().writes(1);
1867		PvfActiveVoteList::<T>::put(actually_active_votes);
1868
1869		weight
1870	}
1871
1872	fn enact_pvf_accepted(
1873		now: BlockNumberFor<T>,
1874		code_hash: &ValidationCodeHash,
1875		causes: &[PvfCheckCause<BlockNumberFor<T>>],
1876		sessions_observed: SessionIndex,
1877		cfg: &configuration::HostConfiguration<BlockNumberFor<T>>,
1878	) -> Weight {
1879		let mut weight = Weight::zero();
1880		for cause in causes {
1881			weight += T::DbWeight::get().reads_writes(3, 2);
1882			Self::deposit_event(Event::PvfCheckAccepted(*code_hash, cause.para_id()));
1883
1884			match cause {
1885				PvfCheckCause::Onboarding(id) => {
1886					weight += Self::proceed_with_onboarding(*id, sessions_observed);
1887				},
1888				PvfCheckCause::Upgrade { id, included_at, upgrade_strategy } => {
1889					weight += Self::proceed_with_upgrade(
1890						*id,
1891						code_hash,
1892						now,
1893						*included_at,
1894						cfg,
1895						*upgrade_strategy,
1896					);
1897				},
1898			}
1899		}
1900		weight
1901	}
1902
1903	fn proceed_with_onboarding(id: ParaId, sessions_observed: SessionIndex) -> Weight {
1904		let weight = T::DbWeight::get().reads_writes(2, 1);
1905
1906		// we should onboard only after `SESSION_DELAY` sessions but we should take
1907		// into account the number of sessions the PVF pre-checking occupied.
1908		//
1909		// we cannot onboard at the current session, so it must be at least one
1910		// session ahead.
1911		let onboard_at: SessionIndex = shared::CurrentSessionIndex::<T>::get() +
1912			cmp::max(shared::SESSION_DELAY.saturating_sub(sessions_observed), 1);
1913
1914		ActionsQueue::<T>::mutate(onboard_at, |v| {
1915			if let Err(i) = v.binary_search(&id) {
1916				v.insert(i, id);
1917			}
1918		});
1919
1920		weight
1921	}
1922
1923	fn proceed_with_upgrade(
1924		id: ParaId,
1925		code_hash: &ValidationCodeHash,
1926		now: BlockNumberFor<T>,
1927		relay_parent_number: BlockNumberFor<T>,
1928		cfg: &configuration::HostConfiguration<BlockNumberFor<T>>,
1929		upgrade_strategy: UpgradeStrategy,
1930	) -> Weight {
1931		let mut weight = Weight::zero();
1932
1933		// Compute the relay-chain block number starting at which the code upgrade is ready to
1934		// be applied.
1935		//
1936		// The first parablock that has a relay-parent higher or at the same height of
1937		// `expected_at` will trigger the code upgrade. The parablock that comes after that will
1938		// be validated against the new validation code.
1939		//
1940		// Here we are trying to choose the block number that will have
1941		// `validation_upgrade_delay` blocks from the relay-parent of inclusion of the the block
1942		// that scheduled code upgrade but no less than `minimum_validation_upgrade_delay`. We
1943		// want this delay out of caution so that when the last vote for pre-checking comes the
1944		// parachain will have some time until the upgrade finally takes place.
1945		let expected_at = cmp::max(
1946			relay_parent_number + cfg.validation_upgrade_delay,
1947			now + cfg.minimum_validation_upgrade_delay,
1948		);
1949
1950		match upgrade_strategy {
1951			UpgradeStrategy::ApplyAtExpectedBlock => {
1952				FutureCodeUpgradesAt::<T>::mutate(|future_upgrades| {
1953					let insert_idx = future_upgrades
1954						.binary_search_by_key(&expected_at, |&(_, b)| b)
1955						.unwrap_or_else(|idx| idx);
1956					future_upgrades.insert(insert_idx, (id, expected_at));
1957				});
1958
1959				weight += T::DbWeight::get().reads_writes(0, 2);
1960			},
1961			UpgradeStrategy::SetGoAheadSignal => {
1962				FutureCodeUpgrades::<T>::insert(&id, expected_at);
1963
1964				UpcomingUpgrades::<T>::mutate(|upcoming_upgrades| {
1965					let insert_idx = upcoming_upgrades
1966						.binary_search_by_key(&expected_at, |&(_, b)| b)
1967						.unwrap_or_else(|idx| idx);
1968					upcoming_upgrades.insert(insert_idx, (id, expected_at));
1969				});
1970
1971				weight += T::DbWeight::get().reads_writes(1, 3);
1972			},
1973		}
1974
1975		let expected_at = expected_at.saturated_into();
1976		let log = ConsensusLog::ParaScheduleUpgradeCode(id, *code_hash, expected_at);
1977		frame_system::Pallet::<T>::deposit_log(log.into());
1978
1979		weight
1980	}
1981
1982	fn enact_pvf_rejected(
1983		code_hash: &ValidationCodeHash,
1984		causes: Vec<PvfCheckCause<BlockNumberFor<T>>>,
1985	) -> Weight {
1986		let mut weight = Weight::zero();
1987
1988		for cause in causes {
1989			// Whenever PVF pre-checking is started or a new cause is added to it, the RC is bumped.
1990			// Now we need to unbump it.
1991			weight += Self::decrease_code_ref(code_hash);
1992
1993			weight += T::DbWeight::get().reads_writes(3, 2);
1994			Self::deposit_event(Event::PvfCheckRejected(*code_hash, cause.para_id()));
1995
1996			match cause {
1997				PvfCheckCause::Onboarding(id) => {
1998					// Here we need to undo everything that was done during
1999					// `schedule_para_initialize`. Essentially, the logic is similar to offboarding,
2000					// with exception that before actual onboarding the parachain did not have a
2001					// chance to reach to upgrades. Therefore we can skip all the upgrade related
2002					// storage items here.
2003					weight += T::DbWeight::get().writes(3);
2004					UpcomingParasGenesis::<T>::remove(&id);
2005					CurrentCodeHash::<T>::remove(&id);
2006					ParaLifecycles::<T>::remove(&id);
2007				},
2008				PvfCheckCause::Upgrade { id, .. } => {
2009					weight += T::DbWeight::get().writes(2);
2010					UpgradeGoAheadSignal::<T>::insert(&id, UpgradeGoAhead::Abort);
2011					FutureCodeHash::<T>::remove(&id);
2012				},
2013			}
2014		}
2015
2016		weight
2017	}
2018
2019	/// Verify that `schedule_para_initialize` can be called successfully.
2020	///
2021	/// Returns false if para is already registered in the system.
2022	pub fn can_schedule_para_initialize(id: &ParaId) -> bool {
2023		ParaLifecycles::<T>::get(id).is_none()
2024	}
2025
2026	/// Schedule a para to be initialized. If the validation code is not already stored in the
2027	/// code storage, then a PVF pre-checking process will be initiated.
2028	///
2029	/// Only after the PVF pre-checking succeeds can the para be onboarded. Note, that calling this
2030	/// does not guarantee that the parachain will eventually be onboarded. This can happen in case
2031	/// the PVF does not pass PVF pre-checking.
2032	///
2033	/// The Para ID should be not activated in this pallet. The validation code supplied in
2034	/// `genesis_data` should not be empty. If those conditions are not met, then the para cannot
2035	/// be onboarded.
2036	pub(crate) fn schedule_para_initialize(
2037		id: ParaId,
2038		mut genesis_data: ParaGenesisArgs,
2039	) -> DispatchResult {
2040		// Make sure parachain isn't already in our system and that the onboarding parameters are
2041		// valid.
2042		ensure!(Self::can_schedule_para_initialize(&id), Error::<T>::CannotOnboard);
2043		ensure!(!genesis_data.validation_code.0.is_empty(), Error::<T>::CannotOnboard);
2044		ParaLifecycles::<T>::insert(&id, ParaLifecycle::Onboarding);
2045
2046		// HACK: here we are doing something nasty.
2047		//
2048		// In order to fix the [soaking issue] we insert the code eagerly here. When the onboarding
2049		// is finally enacted, we do not need to insert the code anymore. Therefore, there is no
2050		// reason for the validation code to be copied into the `ParaGenesisArgs`. We also do not
2051		// want to risk it by copying the validation code needlessly to not risk adding more
2052		// memory pressure.
2053		//
2054		// That said, we also want to preserve `ParaGenesisArgs` as it is, for now. There are two
2055		// reasons:
2056		//
2057		// - Doing it within the context of the PR that introduces this change is undesirable, since
2058		//   it is already a big change, and that change would require a migration. Moreover, if we
2059		//   run the new version of the runtime, there will be less things to worry about during the
2060		//   eventual proper migration.
2061		//
2062		// - This data type already is used for generating genesis, and changing it will probably
2063		//   introduce some unnecessary burden.
2064		//
2065		// So instead of going through it right now, we will do something sneaky. Specifically:
2066		//
2067		// - Insert the `CurrentCodeHash` now, instead during the onboarding. That would allow to
2068		//   get rid of hashing of the validation code when onboarding.
2069		//
2070		// - Replace `validation_code` with a sentinel value: an empty vector. This should be fine
2071		//   as long we do not allow registering parachains with empty code. At the moment of
2072		//   writing this should already be the case.
2073		//
2074		// - Empty value is treated as the current code is already inserted during the onboarding.
2075		//
2076		// This is only an intermediate solution and should be fixed in foreseeable future.
2077		//
2078		// [soaking issue]: https://github.com/paritytech/polkadot/issues/3918
2079		let validation_code =
2080			mem::replace(&mut genesis_data.validation_code, ValidationCode(Vec::new()));
2081		UpcomingParasGenesis::<T>::insert(&id, genesis_data);
2082		let validation_code_hash = validation_code.hash();
2083		CurrentCodeHash::<T>::insert(&id, validation_code_hash);
2084
2085		let cfg = configuration::ActiveConfig::<T>::get();
2086		Self::kick_off_pvf_check(
2087			PvfCheckCause::Onboarding(id),
2088			validation_code_hash,
2089			validation_code,
2090			&cfg,
2091		);
2092
2093		Ok(())
2094	}
2095
2096	/// Schedule a para to be cleaned up at the start of the next session.
2097	///
2098	/// Will return error if either is true:
2099	///
2100	/// - para is not a stable parachain (i.e. [`ParaLifecycle::is_stable`] is `false`)
2101	/// - para has a pending upgrade.
2102	/// - para has unprocessed messages in its UMP queue.
2103	///
2104	/// No-op if para is not registered at all.
2105	pub(crate) fn schedule_para_cleanup(id: ParaId) -> DispatchResult {
2106		// Disallow offboarding in case there is a PVF pre-checking in progress.
2107		//
2108		// This is not a fundamental limitation but rather simplification: it allows us to get
2109		// away without introducing additional logic for pruning and, more importantly, enacting
2110		// ongoing PVF pre-checking votes. It also removes some nasty edge cases.
2111		//
2112		// However, an upcoming upgrade on its own imposes no restrictions. An upgrade is enacted
2113		// with a new para head, so if a para never progresses we still should be able to offboard
2114		// it.
2115		//
2116		// This implicitly assumes that the given para exists, i.e. it's lifecycle != None.
2117		if let Some(future_code_hash) = FutureCodeHash::<T>::get(&id) {
2118			let active_prechecking = PvfActiveVoteList::<T>::get();
2119			if active_prechecking.contains(&future_code_hash) {
2120				return Err(Error::<T>::CannotOffboard.into())
2121			}
2122		}
2123
2124		let lifecycle = ParaLifecycles::<T>::get(&id);
2125		match lifecycle {
2126			// If para is not registered, nothing to do!
2127			None => return Ok(()),
2128			Some(ParaLifecycle::Parathread) => {
2129				ParaLifecycles::<T>::insert(&id, ParaLifecycle::OffboardingParathread);
2130			},
2131			Some(ParaLifecycle::Parachain) => {
2132				ParaLifecycles::<T>::insert(&id, ParaLifecycle::OffboardingParachain);
2133			},
2134			_ => return Err(Error::<T>::CannotOffboard.into()),
2135		}
2136
2137		let scheduled_session = Self::scheduled_session();
2138		ActionsQueue::<T>::mutate(scheduled_session, |v| {
2139			if let Err(i) = v.binary_search(&id) {
2140				v.insert(i, id);
2141			}
2142		});
2143
2144		if <T as Config>::QueueFootprinter::message_count(UmpQueueId::Para(id)) != 0 {
2145			return Err(Error::<T>::CannotOffboard.into())
2146		}
2147
2148		Ok(())
2149	}
2150
2151	/// Schedule a parathread (on-demand parachain) to be upgraded to a lease holding parachain.
2152	///
2153	/// Will return error if `ParaLifecycle` is not `Parathread`.
2154	pub(crate) fn schedule_parathread_upgrade(id: ParaId) -> DispatchResult {
2155		let scheduled_session = Self::scheduled_session();
2156		let lifecycle = ParaLifecycles::<T>::get(&id).ok_or(Error::<T>::NotRegistered)?;
2157
2158		ensure!(lifecycle == ParaLifecycle::Parathread, Error::<T>::CannotUpgrade);
2159
2160		ParaLifecycles::<T>::insert(&id, ParaLifecycle::UpgradingParathread);
2161		ActionsQueue::<T>::mutate(scheduled_session, |v| {
2162			if let Err(i) = v.binary_search(&id) {
2163				v.insert(i, id);
2164			}
2165		});
2166
2167		Ok(())
2168	}
2169
2170	/// Schedule a lease holding parachain to be downgraded to an on-demand parachain.
2171	///
2172	/// Noop if `ParaLifecycle` is not `Parachain`.
2173	pub(crate) fn schedule_parachain_downgrade(id: ParaId) -> DispatchResult {
2174		let scheduled_session = Self::scheduled_session();
2175		let lifecycle = ParaLifecycles::<T>::get(&id).ok_or(Error::<T>::NotRegistered)?;
2176
2177		ensure!(lifecycle == ParaLifecycle::Parachain, Error::<T>::CannotDowngrade);
2178
2179		ParaLifecycles::<T>::insert(&id, ParaLifecycle::DowngradingParachain);
2180		ActionsQueue::<T>::mutate(scheduled_session, |v| {
2181			if let Err(i) = v.binary_search(&id) {
2182				v.insert(i, id);
2183			}
2184		});
2185
2186		Ok(())
2187	}
2188
2189	/// Schedule a future code upgrade of the given parachain.
2190	///
2191	/// If the new code is not known, then the PVF pre-checking will be started for that validation
2192	/// code. In case the validation code does not pass the PVF pre-checking process, the
2193	/// upgrade will be aborted.
2194	///
2195	/// Only after the code is approved by the process, the upgrade can be scheduled. Specifically,
2196	/// the relay-chain block number will be determined at which the upgrade will take place. We
2197	/// call that block `expected_at`.
2198	///
2199	/// Once the candidate with the relay-parent >= `expected_at` is enacted, the new validation
2200	/// code will be applied. Therefore, the new code will be used to validate the next candidate.
2201	///
2202	/// The new code should not be equal to the current one, otherwise the upgrade will be aborted.
2203	/// If there is already a scheduled code upgrade for the para, this is a no-op.
2204	///
2205	/// Inclusion block number specifies relay parent which enacted candidate initiating the
2206	/// upgrade.
2207	pub(crate) fn schedule_code_upgrade(
2208		id: ParaId,
2209		new_code: ValidationCode,
2210		inclusion_block_number: BlockNumberFor<T>,
2211		cfg: &configuration::HostConfiguration<BlockNumberFor<T>>,
2212		upgrade_strategy: UpgradeStrategy,
2213	) {
2214		// Should be prevented by checks in `schedule_code_upgrade_external`
2215		let new_code_len = new_code.0.len();
2216		if new_code_len < MIN_CODE_SIZE as usize || new_code_len > cfg.max_code_size as usize {
2217			log::warn!(target: LOG_TARGET, "attempted to schedule an upgrade with invalid new validation code",);
2218			return
2219		}
2220
2221		// Enacting this should be prevented by the `can_upgrade_validation_code`
2222		if FutureCodeHash::<T>::contains_key(&id) {
2223			// This branch should never be reached. Signalling an upgrade is disallowed for a para
2224			// that already has one upgrade scheduled.
2225			//
2226			// Any candidate that attempts to do that should be rejected by
2227			// `can_upgrade_validation_code`.
2228			//
2229			// NOTE: we cannot set `UpgradeGoAheadSignal` signal here since this will be reset by
2230			//       the following call `note_new_head`
2231			log::warn!(target: LOG_TARGET, "ended up scheduling an upgrade while one is pending",);
2232			return
2233		}
2234
2235		let code_hash = new_code.hash();
2236
2237		// para signals an update to the same code? This does not make a lot of sense, so abort the
2238		// process right away.
2239		//
2240		// We do not want to allow this since it will mess with the code reference counting.
2241		if CurrentCodeHash::<T>::get(&id) == Some(code_hash) {
2242			// NOTE: we cannot set `UpgradeGoAheadSignal` signal here since this will be reset by
2243			//       the following call `note_new_head`
2244			log::warn!(
2245				target: LOG_TARGET,
2246				"para tried to upgrade to the same code. Abort the upgrade",
2247			);
2248			return
2249		}
2250
2251		// This is the start of the upgrade process. Prevent any further attempts at upgrading.
2252		FutureCodeHash::<T>::insert(&id, &code_hash);
2253		UpgradeRestrictionSignal::<T>::insert(&id, UpgradeRestriction::Present);
2254
2255		let next_possible_upgrade_at = inclusion_block_number + cfg.validation_upgrade_cooldown;
2256		UpgradeCooldowns::<T>::mutate(|upgrade_cooldowns| {
2257			let insert_idx = upgrade_cooldowns
2258				.binary_search_by_key(&next_possible_upgrade_at, |&(_, b)| b)
2259				.unwrap_or_else(|idx| idx);
2260			upgrade_cooldowns.insert(insert_idx, (id, next_possible_upgrade_at));
2261		});
2262
2263		Self::kick_off_pvf_check(
2264			PvfCheckCause::Upgrade { id, included_at: inclusion_block_number, upgrade_strategy },
2265			code_hash,
2266			new_code,
2267			cfg,
2268		);
2269	}
2270
2271	/// Makes sure that the given code hash has passed pre-checking.
2272	///
2273	/// If the given code hash has already passed pre-checking, then the approval happens
2274	/// immediately.
2275	///
2276	/// If the code is unknown, but the pre-checking for that PVF is already running then we perform
2277	/// "coalescing". We save the cause for this PVF pre-check request and just add it to the
2278	/// existing active PVF vote.
2279	///
2280	/// And finally, if the code is unknown and pre-checking is not running, we start the
2281	/// pre-checking process anew.
2282	///
2283	/// Unconditionally increases the reference count for the passed `code`.
2284	fn kick_off_pvf_check(
2285		cause: PvfCheckCause<BlockNumberFor<T>>,
2286		code_hash: ValidationCodeHash,
2287		code: ValidationCode,
2288		cfg: &configuration::HostConfiguration<BlockNumberFor<T>>,
2289	) -> Weight {
2290		let mut weight = Weight::zero();
2291
2292		weight += T::DbWeight::get().reads_writes(3, 2);
2293		Self::deposit_event(Event::PvfCheckStarted(code_hash, cause.para_id()));
2294
2295		weight += T::DbWeight::get().reads(1);
2296		match PvfActiveVoteMap::<T>::get(&code_hash) {
2297			None => {
2298				// We deliberately are using `CodeByHash` here instead of the `CodeByHashRefs`. This
2299				// is because the code may have been added by `add_trusted_validation_code`.
2300				let known_code = CodeByHash::<T>::contains_key(&code_hash);
2301				weight += T::DbWeight::get().reads(1);
2302
2303				if known_code {
2304					// The code is known and there is no active PVF vote for it meaning it is
2305					// already checked -- fast track the PVF checking into the accepted state.
2306					weight += T::DbWeight::get().reads(1);
2307					let now = frame_system::Pallet::<T>::block_number();
2308					weight += Self::enact_pvf_accepted(now, &code_hash, &[cause], 0, cfg);
2309				} else {
2310					// PVF is not being pre-checked and it is not known. Start a new pre-checking
2311					// process.
2312					weight += T::DbWeight::get().reads_writes(3, 2);
2313					let now = frame_system::Pallet::<T>::block_number();
2314					let n_validators = shared::ActiveValidatorKeys::<T>::get().len();
2315					PvfActiveVoteMap::<T>::insert(
2316						&code_hash,
2317						PvfCheckActiveVoteState::new(now, n_validators, cause),
2318					);
2319					PvfActiveVoteList::<T>::mutate(|l| {
2320						if let Err(idx) = l.binary_search(&code_hash) {
2321							l.insert(idx, code_hash);
2322						}
2323					});
2324				}
2325			},
2326			Some(mut vote_state) => {
2327				// Coalescing: the PVF is already being pre-checked so we just need to piggy back
2328				// on it.
2329				weight += T::DbWeight::get().writes(1);
2330				vote_state.causes.push(cause);
2331				PvfActiveVoteMap::<T>::insert(&code_hash, vote_state);
2332			},
2333		}
2334
2335		// We increase the code RC here in any case. Intuitively the parachain that requested this
2336		// action is now a user of that PVF.
2337		//
2338		// If the result of the pre-checking is reject, then we would decrease the RC for each
2339		// cause, including the current.
2340		//
2341		// If the result of the pre-checking is accept, then we do nothing to the RC because the PVF
2342		// will continue be used by the same users.
2343		//
2344		// If the PVF was fast-tracked (i.e. there is already non zero RC) and there is no
2345		// pre-checking, we also do not change the RC then.
2346		weight += Self::increase_code_ref(&code_hash, &code);
2347
2348		weight
2349	}
2350
2351	/// Note that a para has progressed to a new head, where the new head was executed in the
2352	/// context of a relay-chain block with given number. This will apply pending code upgrades
2353	/// based on the relay-parent block number provided.
2354	pub(crate) fn note_new_head(
2355		id: ParaId,
2356		new_head: HeadData,
2357		execution_context: BlockNumberFor<T>,
2358	) {
2359		Heads::<T>::insert(&id, &new_head);
2360		MostRecentContext::<T>::insert(&id, execution_context);
2361
2362		if let Some(expected_at) = FutureCodeUpgrades::<T>::get(&id) {
2363			if expected_at <= execution_context {
2364				FutureCodeUpgrades::<T>::remove(&id);
2365				UpgradeGoAheadSignal::<T>::remove(&id);
2366
2367				// Both should always be `Some` in this case, since a code upgrade is scheduled.
2368				let new_code_hash = if let Some(new_code_hash) = FutureCodeHash::<T>::take(&id) {
2369					new_code_hash
2370				} else {
2371					log::error!(target: LOG_TARGET, "Missing future code hash for {:?}", &id);
2372					return
2373				};
2374
2375				Self::set_current_code(id, new_code_hash, expected_at);
2376			}
2377		} else {
2378			// This means there is no upgrade scheduled.
2379			//
2380			// In case the upgrade was aborted by the relay-chain we should reset
2381			// the `Abort` signal.
2382			UpgradeGoAheadSignal::<T>::remove(&id);
2383		};
2384
2385		T::OnNewHead::on_new_head(id, &new_head);
2386	}
2387
2388	/// Set the current code for the given parachain.
2389	// `at` for para-triggered replacement is the block number of the relay-chain
2390	// block in whose context the parablock was executed
2391	// (i.e. number of `relay_parent` in the receipt)
2392	pub(crate) fn set_current_code(
2393		id: ParaId,
2394		new_code_hash: ValidationCodeHash,
2395		at: BlockNumberFor<T>,
2396	) -> Weight {
2397		let maybe_prior_code_hash = CurrentCodeHash::<T>::get(&id);
2398		CurrentCodeHash::<T>::insert(&id, &new_code_hash);
2399
2400		let log = ConsensusLog::ParaUpgradeCode(id, new_code_hash);
2401		<frame_system::Pallet<T>>::deposit_log(log.into());
2402
2403		// `now` is only used for registering pruning as part of `fn note_past_code`
2404		let now = <frame_system::Pallet<T>>::block_number();
2405
2406		let weight = if let Some(prior_code_hash) = maybe_prior_code_hash {
2407			Self::note_past_code(id, at, now, prior_code_hash)
2408		} else {
2409			log::error!(target: LOG_TARGET, "Missing prior code hash for para {:?}", &id);
2410			Weight::zero()
2411		};
2412
2413		weight + T::DbWeight::get().writes(1)
2414	}
2415
2416	/// Force set the current code for the given parachain.
2417	fn do_force_set_current_code_update(para: ParaId, new_code: ValidationCode) {
2418		let new_code_hash = new_code.hash();
2419		Self::increase_code_ref(&new_code_hash, &new_code);
2420		Self::set_current_code(para, new_code_hash, frame_system::Pallet::<T>::block_number());
2421		Self::deposit_event(Event::CurrentCodeUpdated(para));
2422	}
2423
2424	/// Returns the list of PVFs (aka validation code) that require casting a vote by a validator in
2425	/// the active validator set.
2426	pub(crate) fn pvfs_require_precheck() -> Vec<ValidationCodeHash> {
2427		PvfActiveVoteList::<T>::get()
2428	}
2429
2430	/// Submits a given PVF check statement with corresponding signature as an unsigned transaction
2431	/// into the memory pool. Ultimately, that disseminates the transaction across the network.
2432	///
2433	/// This function expects an offchain context and cannot be callable from the on-chain logic.
2434	///
2435	/// The signature assumed to pertain to `stmt`.
2436	pub(crate) fn submit_pvf_check_statement(
2437		stmt: PvfCheckStatement,
2438		signature: ValidatorSignature,
2439	) {
2440		use frame_system::offchain::SubmitTransaction;
2441
2442		let xt = T::create_bare(Call::include_pvf_check_statement { stmt, signature }.into());
2443		if let Err(e) = SubmitTransaction::<T, Call<T>>::submit_transaction(xt) {
2444			log::error!(target: LOG_TARGET, "Error submitting pvf check statement: {:?}", e,);
2445		}
2446	}
2447
2448	/// Returns the current lifecycle state of the para.
2449	pub fn lifecycle(id: ParaId) -> Option<ParaLifecycle> {
2450		ParaLifecycles::<T>::get(&id)
2451	}
2452
2453	/// Returns whether the given ID refers to a valid para.
2454	///
2455	/// Paras that are onboarding or offboarding are not included.
2456	pub fn is_valid_para(id: ParaId) -> bool {
2457		if let Some(state) = ParaLifecycles::<T>::get(&id) {
2458			!state.is_onboarding() && !state.is_offboarding()
2459		} else {
2460			false
2461		}
2462	}
2463
2464	/// Returns whether the given ID refers to a para that is offboarding.
2465	///
2466	/// An invalid or non-offboarding para ID will return `false`.
2467	pub fn is_offboarding(id: ParaId) -> bool {
2468		ParaLifecycles::<T>::get(&id).map_or(false, |state| state.is_offboarding())
2469	}
2470
2471	/// Whether a para ID corresponds to any live lease holding parachain.
2472	///
2473	/// Includes lease holding parachains which will downgrade to a on-demand parachains in the
2474	/// future.
2475	pub fn is_parachain(id: ParaId) -> bool {
2476		if let Some(state) = ParaLifecycles::<T>::get(&id) {
2477			state.is_parachain()
2478		} else {
2479			false
2480		}
2481	}
2482
2483	/// Whether a para ID corresponds to any live parathread (on-demand parachain).
2484	///
2485	/// Includes on-demand parachains which will upgrade to lease holding parachains in the future.
2486	pub fn is_parathread(id: ParaId) -> bool {
2487		if let Some(state) = ParaLifecycles::<T>::get(&id) {
2488			state.is_parathread()
2489		} else {
2490			false
2491		}
2492	}
2493
2494	/// If a candidate from the specified parachain were submitted at the current block, this
2495	/// function returns if that candidate passes the acceptance criteria.
2496	pub(crate) fn can_upgrade_validation_code(id: ParaId) -> bool {
2497		FutureCodeHash::<T>::get(&id).is_none() && UpgradeRestrictionSignal::<T>::get(&id).is_none()
2498	}
2499
2500	/// Return the session index that should be used for any future scheduled changes.
2501	fn scheduled_session() -> SessionIndex {
2502		shared::Pallet::<T>::scheduled_session()
2503	}
2504
2505	/// Store the validation code if not already stored, and increase the number of reference.
2506	///
2507	/// Returns the weight consumed.
2508	fn increase_code_ref(code_hash: &ValidationCodeHash, code: &ValidationCode) -> Weight {
2509		let mut weight = T::DbWeight::get().reads_writes(1, 1);
2510		CodeByHashRefs::<T>::mutate(code_hash, |refs| {
2511			if *refs == 0 {
2512				weight += T::DbWeight::get().writes(1);
2513				CodeByHash::<T>::insert(code_hash, code);
2514			}
2515			*refs += 1;
2516		});
2517		weight
2518	}
2519
2520	/// Decrease the number of reference of the validation code and remove it from storage if zero
2521	/// is reached.
2522	///
2523	/// Returns the weight consumed.
2524	fn decrease_code_ref(code_hash: &ValidationCodeHash) -> Weight {
2525		let mut weight = T::DbWeight::get().reads(1);
2526		let refs = CodeByHashRefs::<T>::get(code_hash);
2527		if refs == 0 {
2528			log::error!(target: LOG_TARGET, "Code refs is already zero for {:?}", code_hash);
2529			return weight
2530		}
2531		if refs <= 1 {
2532			weight += T::DbWeight::get().writes(2);
2533			CodeByHash::<T>::remove(code_hash);
2534			CodeByHashRefs::<T>::remove(code_hash);
2535		} else {
2536			weight += T::DbWeight::get().writes(1);
2537			CodeByHashRefs::<T>::insert(code_hash, refs - 1);
2538		}
2539		weight
2540	}
2541
2542	/// Test function for triggering a new session in this pallet.
2543	#[cfg(any(feature = "std", feature = "runtime-benchmarks", test))]
2544	pub fn test_on_new_session() {
2545		Self::initializer_on_new_session(&SessionChangeNotification {
2546			session_index: shared::CurrentSessionIndex::<T>::get(),
2547			..Default::default()
2548		});
2549	}
2550
2551	#[cfg(any(feature = "runtime-benchmarks", test))]
2552	pub fn heads_insert(para_id: &ParaId, head_data: HeadData) {
2553		Heads::<T>::insert(para_id, head_data);
2554	}
2555
2556	/// A low-level function to eagerly initialize a given para.
2557	pub(crate) fn initialize_para_now(
2558		parachains: &mut ParachainsCache<T>,
2559		id: ParaId,
2560		genesis_data: &ParaGenesisArgs,
2561	) {
2562		match genesis_data.para_kind {
2563			ParaKind::Parachain => {
2564				parachains.add(id);
2565				ParaLifecycles::<T>::insert(&id, ParaLifecycle::Parachain);
2566			},
2567			ParaKind::Parathread => ParaLifecycles::<T>::insert(&id, ParaLifecycle::Parathread),
2568		}
2569
2570		// HACK: see the notice in `schedule_para_initialize`.
2571		//
2572		// Apparently, this is left over from a prior version of the runtime.
2573		// To handle this we just insert the code and link the current code hash
2574		// to it.
2575		if !genesis_data.validation_code.0.is_empty() {
2576			let code_hash = genesis_data.validation_code.hash();
2577			Self::increase_code_ref(&code_hash, &genesis_data.validation_code);
2578			CurrentCodeHash::<T>::insert(&id, code_hash);
2579		}
2580
2581		Heads::<T>::insert(&id, &genesis_data.genesis_head);
2582		MostRecentContext::<T>::insert(&id, BlockNumberFor::<T>::from(0u32));
2583	}
2584
2585	#[cfg(test)]
2586	pub(crate) fn active_vote_state(
2587		code_hash: &ValidationCodeHash,
2588	) -> Option<PvfCheckActiveVoteState<BlockNumberFor<T>>> {
2589		PvfActiveVoteMap::<T>::get(code_hash)
2590	}
2591
2592	/// This function checks whether the given `code.hash()` exists in the `AuthorizedCodeHash` map
2593	/// of authorized code hashes for a para. If found, it verifies that the associated code
2594	/// matches the provided `code`. If the validation is successful, it returns tuple as the
2595	/// authorized `ValidationCodeHash` with `expire_at`.
2596	pub(crate) fn validate_code_is_authorized(
2597		code: &ValidationCode,
2598		para: &ParaId,
2599	) -> Result<AuthorizedCodeHashAndExpiry<BlockNumberFor<T>>, Error<T>> {
2600		let authorized = AuthorizedCodeHash::<T>::get(para).ok_or(Error::<T>::NothingAuthorized)?;
2601		let now = frame_system::Pallet::<T>::block_number();
2602		ensure!(authorized.expire_at > now, Error::<T>::InvalidBlockNumber);
2603		ensure!(authorized.code_hash == code.hash(), Error::<T>::Unauthorized);
2604		Ok(authorized)
2605	}
2606}
2607
2608/// An overlay over the `Parachains` storage entry that provides a convenient interface for adding
2609/// or removing parachains in bulk.
2610pub(crate) struct ParachainsCache<T: Config> {
2611	// `None` here means the parachains list has not been accessed yet, nevermind modified.
2612	parachains: Option<BTreeSet<ParaId>>,
2613	_config: PhantomData<T>,
2614}
2615
2616impl<T: Config> ParachainsCache<T> {
2617	pub fn new() -> Self {
2618		Self { parachains: None, _config: PhantomData }
2619	}
2620
2621	fn ensure_initialized(&mut self) -> &mut BTreeSet<ParaId> {
2622		self.parachains
2623			.get_or_insert_with(|| Parachains::<T>::get().into_iter().collect())
2624	}
2625
2626	/// Adds the given para id to the list.
2627	pub fn add(&mut self, id: ParaId) {
2628		let parachains = self.ensure_initialized();
2629		parachains.insert(id);
2630	}
2631
2632	/// Removes the given para id from the list of parachains. Does nothing if the id is not in the
2633	/// list.
2634	pub fn remove(&mut self, id: ParaId) {
2635		let parachains = self.ensure_initialized();
2636		parachains.remove(&id);
2637	}
2638}
2639
2640impl<T: Config> Drop for ParachainsCache<T> {
2641	fn drop(&mut self) {
2642		if let Some(parachains) = self.parachains.take() {
2643			Parachains::<T>::put(parachains.into_iter().collect::<Vec<ParaId>>());
2644		}
2645	}
2646}