muse2/simulation/

prices.rs

//! Code for calculating commodity prices used by the simulation.
//!
#![doc = concat!("See <", crate::docs_url!("/model/prices.html"), ">")]
use crate::asset::AssetRef;
use crate::commodity::{CommodityID, CommodityMap, CommodityType, PricingStrategy};
use crate::model::Model;
use crate::region::RegionID;
use crate::simulation::market::MarketSet;
use crate::simulation::optimisation::Solution;
use crate::time_slice::{TimeSliceID, TimeSliceInfo, TimeSliceSelection};
use crate::units::{Activity, Dimensionless, Flow, MoneyPerActivity, MoneyPerFlow, UnitType, Year};
use anyhow::Result;
use indexmap::IndexMap;
use std::collections::{HashMap, HashSet};
use std::marker::PhantomData;

/// Number of iterations to perform when calculating prices for cyclically-dependent markets.
const N_CYCLE_ITERATIONS: i32 = 1;

/// Weighted average accumulator for `MoneyPerFlow` prices.
#[derive(Clone, Copy, Debug)]
struct WeightedAverageAccumulator<W: UnitType> {
    /// The numerator of the weighted average, i.e. the sum of value * weight across all entries.
    numerator: MoneyPerFlow,
    /// The denominator of the weighted average, i.e. the sum of weights across all entries.
    denominator: Dimensionless,
    /// Marker to bind this accumulator to the configured weight unit type.
    _weight_type: PhantomData<W>,
}

impl<W: UnitType> Default for WeightedAverageAccumulator<W> {
    fn default() -> Self {
        Self {
            numerator: MoneyPerFlow(0.0),
            denominator: Dimensionless(0.0),
            _weight_type: PhantomData,
        }
    }
}

impl<W: UnitType> WeightedAverageAccumulator<W> {
    /// Add a weighted value to the accumulator.
    fn add(&mut self, value: MoneyPerFlow, weight: W) {
        let weight = Dimensionless(weight.value());
        self.numerator += value * weight;
        self.denominator += weight;
    }

    /// Solve the weighted average.
    ///
    /// Returns `None` if the denominator is zero (or close to zero)
    fn finalise(self) -> Option<MoneyPerFlow> {
        (self.denominator > Dimensionless::EPSILON).then(|| self.numerator / self.denominator)
    }
}

/// Sets of prices calculated from dispatch results
#[derive(Default)]
pub struct Prices {
    /// Commodity market prices calculated according to user-specified strategies
    pub market: PriceMap,
    /// Commodity shadow prices
    pub shadow: PriceMap,
    /// Commodity fallback prices calculated according to the model's `fallback_pricing_strategy`
    pub fallback: PriceMap,
}

/// Calculate commodity prices.
///
/// Calculate prices for each commodity/region/time-slice according to the commodity's configured
/// `PricingStrategy`.
///
/// # Arguments
///
/// * `model` - The model
/// * `solution_without_candidates` - Solution to dispatch optimisation without candidates
/// * `solution_with_candidates` - Solution to dispatch optimisation with candidates
/// * `year` - The year for which prices are being calculated
///
/// # Returns
///
/// Market prices for commodities as well as shadow prices.
pub fn calculate_prices(
    model: &Model,
    solution_without_candidates: &Solution,
    solution_with_candidates: &Solution,
    year: u32,
) -> Result<Prices> {
    // Collect shadow prices for all SED/SVD commodities
    // These are derived from the dispatch solution _with_ candidates, so that we can get shadow
    // prices for commodities not produced/consumed by any existing assets.
    let shadow_prices =
        PriceMap::from_iter(solution_with_candidates.iter_commodity_balance_duals());

    // Set up empty market prices map
    let mut market_prices = PriceMap::default();

    // Set up empty fallback prices map
    let mut fallback_prices = PriceMap::default();

    // Lazily computed only if at least one FullCost market is encountered.
    let mut annual_activities: Option<HashMap<AssetRef, Activity>> = None;

    // Iterate over market sets in reverse order
    for market_set in model.investment_order[&year].iter().rev() {
        price_market_set(
            market_set,
            model,
            solution_without_candidates,
            solution_with_candidates,
            year,
            &shadow_prices,
            &mut annual_activities,
            &mut market_prices,
            None,
        );
        if model.parameters.fallback_pricing_strategy != PricingStrategy::Unpriced {
            price_market_set(
                market_set,
                model,
                solution_without_candidates,
                solution_with_candidates,
                year,
                &shadow_prices,
                &mut annual_activities,
                &mut fallback_prices,
                Some(model.parameters.fallback_pricing_strategy),
            );
        }
    }

    Ok(Prices {
        market: market_prices,
        shadow: shadow_prices,
        fallback: fallback_prices,
    })
}

/// Calculate prices for the markets in an market set, updating `market_prices`.
#[allow(clippy::too_many_arguments)]
fn price_market_set(
    market_set: &MarketSet,
    model: &Model,
    solution_without_candidates: &Solution,
    solution_with_candidates: &Solution,
    year: u32,
    shadow_prices: &PriceMap,
    annual_activities: &mut Option<HashMap<AssetRef, Activity>>,
    market_prices: &mut PriceMap,
    strategy_override: Option<PricingStrategy>,
) {
    match market_set {
        MarketSet::Single(market) => {
            price_markets(
                model,
                solution_without_candidates,
                solution_with_candidates,
                year,
                std::slice::from_ref(market),
                shadow_prices,
                annual_activities,
                market_prices,
                strategy_override,
            );
        }
        MarketSet::Cycle(markets) => {
            price_cycle(
                model,
                solution_without_candidates,
                solution_with_candidates,
                year,
                markets,
                shadow_prices,
                annual_activities,
                market_prices,
                strategy_override,
            );
        }
        MarketSet::Layer(market_sets) => {
            for set in market_sets {
                price_market_set(
                    set,
                    model,
                    solution_without_candidates,
                    solution_with_candidates,
                    year,
                    shadow_prices,
                    annual_activities,
                    market_prices,
                    strategy_override,
                );
            }
        }
    }
}

/// Calculate prices for a collection of independent markets and insert them into `market_prices`.
///
/// `market_prices` serves as both the source of input prices (prices of input commodities from
/// upstream markets already computed) and the destination for newly computed prices.
///
/// # Arguments
///
/// * `model` - The model
/// * `solution_without_candidates` - Solution to dispatch optimisation without candidate activities
/// * `solution_with_candidates` - Solution to dispatch optimisation with candidate activities
/// * `year` - The year for which prices are being calculated
/// * `markets` - The markets to calculate prices for
/// * `shadow_prices` - Shadow prices for all commodities
/// * `annual_activities` - Optional map of annual activities for all assets, used for full cost
///   pricing. If not provided, it will be calculated on demand if at least one market uses full
///   cost pricing.
/// * `market_prices` - In-progress map of calculated prices, which will be extended with the newly
///   calculated prices for these markets
#[allow(clippy::too_many_arguments)]
fn price_markets(
    model: &Model,
    solution_without_candidates: &Solution,
    solution_with_candidates: &Solution,
    year: u32,
    markets: &[(CommodityID, RegionID)],
    shadow_prices: &PriceMap,
    annual_activities: &mut Option<HashMap<AssetRef, Activity>>,
    market_prices: &mut PriceMap,
    strategy_override: Option<PricingStrategy>,
) {
    // Partition markets by pricing strategy into a map keyed by `PricingStrategy`.
    let mut pricing_sets = HashMap::new();
    for (commodity_id, region_id) in markets {
        // If a strategy override is provided, apply it to all commodities in the markets list.
        let strategy = if let Some(strategy) = strategy_override.as_ref() {
            // Skip OTH commodities — they are not subject to investment decisions
            if model.commodities[commodity_id].kind == CommodityType::Other {
                continue;
            }
            strategy
        } else {
            // Otherwise, use the commodity's pricing strategy. For now, commodities use a single
            // strategy for all regions, but this may change in the future.
            let strategy = &model.commodities[commodity_id].pricing_strategy;
            if *strategy == PricingStrategy::Unpriced {
                continue;
            }
            strategy
        };
        pricing_sets
            .entry(strategy)
            .or_insert_with(HashSet::new)
            .insert((commodity_id.clone(), region_id.clone()));
    }

    // Add prices for shadow-priced commodities
    if let Some(shadow_set) = pricing_sets.get(&PricingStrategy::Shadow) {
        for (commodity_id, region_id) in shadow_set {
            for time_slice in model.time_slice_info.iter_ids() {
                if let Some(shadow_price) = shadow_prices.get(commodity_id, region_id, time_slice) {
                    market_prices.insert(commodity_id, region_id, time_slice, shadow_price);
                }
            }
        }
    }

    // Add prices for scarcity-adjusted commodities
    if let Some(scarcity_set) = pricing_sets.get(&PricingStrategy::ScarcityAdjusted) {
        add_scarcity_adjusted_prices(
            solution_with_candidates.iter_activity_duals(),
            shadow_prices,
            market_prices,
            scarcity_set,
        );
    }

    // Add prices for marginal cost commodities
    if let Some(marginal_set) = pricing_sets.get(&PricingStrategy::MarginalCost) {
        add_marginal_cost_prices(
            solution_without_candidates.iter_activity_for_existing(),
            solution_with_candidates.iter_activity_keys_for_candidates(),
            market_prices,
            year,
            marginal_set,
            &model.commodities,
            &model.time_slice_info,
        );
    }

    // Add prices for marginal average commodities
    if let Some(marginal_avg_set) = pricing_sets.get(&PricingStrategy::MarginalCostAverage) {
        add_marginal_cost_average_prices(
            solution_without_candidates.iter_activity_for_existing(),
            solution_with_candidates.iter_activity_keys_for_candidates(),
            market_prices,
            year,
            marginal_avg_set,
            &model.commodities,
            &model.time_slice_info,
        );
    }

    // Add prices for full cost commodities
    if let Some(fullcost_set) = pricing_sets.get(&PricingStrategy::FullCost) {
        let annual_activities = annual_activities.get_or_insert_with(|| {
            calculate_annual_activities(solution_without_candidates.iter_activity_for_existing())
        });
        add_full_cost_prices(
            solution_without_candidates.iter_activity_for_existing(),
            solution_with_candidates.iter_activity_keys_for_candidates(),
            annual_activities,
            market_prices,
            year,
            fullcost_set,
            &model.commodities,
            &model.time_slice_info,
        );
    }

    // Add prices for full average commodities
    if let Some(full_avg_set) = pricing_sets.get(&PricingStrategy::FullCostAverage) {
        let annual_activities = annual_activities.get_or_insert_with(|| {
            calculate_annual_activities(solution_without_candidates.iter_activity_for_existing())
        });
        add_full_cost_average_prices(
            solution_without_candidates.iter_activity_for_existing(),
            solution_with_candidates.iter_activity_keys_for_candidates(),
            annual_activities,
            market_prices,
            year,
            full_avg_set,
            &model.commodities,
            &model.time_slice_info,
        );
    }
}

/// Calculate prices for a set of cyclically-dependent markets, updating `market_prices`.
///
/// Markets should be ordered in the input slice according to the direction of dependencies
/// (downstream markets first) as solved by `order_sccs`.  Prices are calculated in the reverse of
/// this order (i.e. upstream markets first), with an iterative loop to allow for feedback between
/// markets.
#[allow(clippy::too_many_arguments)]
fn price_cycle(
    model: &Model,
    solution_without_candidates: &Solution,
    solution_with_candidates: &Solution,
    year: u32,
    markets: &[(CommodityID, RegionID)],
    shadow_prices: &PriceMap,
    annual_activities: &mut Option<HashMap<AssetRef, Activity>>,
    market_prices: &mut PriceMap,
    strategy_override: Option<PricingStrategy>,
) {
    // Seed the markets with shadow prices
    for (commodity_id, region_id) in markets {
        for time_slice in model.time_slice_info.iter_ids() {
            if let Some(shadow_price) = shadow_prices.get(commodity_id, region_id, time_slice) {
                market_prices.insert(commodity_id, region_id, time_slice, shadow_price);
            }
        }
    }

    // Iterate over the markets for a fixed number of iterations, updating prices each time
    for _ in 0..N_CYCLE_ITERATIONS {
        // Price markets in reverse order (i.e. upstream markets first)
        for market in markets.iter().rev() {
            price_markets(
                model,
                solution_without_candidates,
                solution_with_candidates,
                year,
                std::slice::from_ref(market),
                shadow_prices,
                annual_activities,
                market_prices,
                strategy_override,
            );
        }
    }
}

/// A map relating commodity ID + region + time slice to current price (endogenous)
#[derive(Default, Clone)]
pub struct PriceMap(IndexMap<(CommodityID, RegionID, TimeSliceID), MoneyPerFlow>);

impl PriceMap {
    /// Insert/update a price for the given commodity, region and time slice.
    pub fn insert(
        &mut self,
        commodity_id: &CommodityID,
        region_id: &RegionID,
        time_slice: &TimeSliceID,
        price: MoneyPerFlow,
    ) {
        let key = (commodity_id.clone(), region_id.clone(), time_slice.clone());
        self.0.insert(key, price);
    }

    /// Extend/update this map by applying each selection-level price to all time slices
    /// contained in that selection.
    fn extend_selection_prices(
        &mut self,
        group_prices: &IndexMap<(CommodityID, RegionID, TimeSliceSelection), MoneyPerFlow>,
        time_slice_info: &TimeSliceInfo,
    ) {
        for ((commodity_id, region_id, selection), &selection_price) in group_prices {
            for (time_slice_id, _) in selection.iter(time_slice_info) {
                self.insert(commodity_id, region_id, time_slice_id, selection_price);
            }
        }
    }

    /// Iterate over the map.
    ///
    /// # Returns
    ///
    /// An iterator of tuples containing commodity ID, region ID, time slice and price.
    pub fn iter(
        &self,
    ) -> impl Iterator<Item = (&CommodityID, &RegionID, &TimeSliceID, MoneyPerFlow)> {
        self.0
            .iter()
            .map(|((commodity_id, region_id, ts), price)| (commodity_id, region_id, ts, *price))
    }

    /// Get the price for the specified commodity for a given region and time slice
    pub fn get(
        &self,
        commodity_id: &CommodityID,
        region_id: &RegionID,
        time_slice: &TimeSliceID,
    ) -> Option<MoneyPerFlow> {
        self.0
            .get(&(commodity_id.clone(), region_id.clone(), time_slice.clone()))
            .copied()
    }

    /// Iterate over the price map's keys
    pub fn keys(
        &self,
    ) -> indexmap::map::Keys<'_, (CommodityID, RegionID, TimeSliceID), MoneyPerFlow> {
        self.0.keys()
    }

    /// Calculate time slice-weighted average prices for each commodity-region pair
    ///
    /// This method aggregates prices across time slices by weighting each price
    /// by the duration of its time slice, providing a more representative annual average.
    ///
    /// Note: this assumes that all time slices are present for each commodity-region pair, and
    /// that all time slice lengths sum to 1. This is not checked by this method.
    fn time_slice_weighted_averages(
        &self,
        time_slice_info: &TimeSliceInfo,
    ) -> HashMap<(CommodityID, RegionID), MoneyPerFlow> {
        let mut weighted_prices = HashMap::new();

        for ((commodity_id, region_id, time_slice_id), price) in &self.0 {
            // NB: Time slice fractions will sum to one
            let weight = time_slice_info.time_slices[time_slice_id] / Year(1.0);
            let key = (commodity_id.clone(), region_id.clone());
            weighted_prices
                .entry(key)
                .and_modify(|v| *v += *price * weight)
                .or_insert_with(|| *price * weight);
        }

        weighted_prices
    }

    /// Check if time slice-weighted average prices are within relative tolerance of another price
    /// set.
    ///
    /// This method calculates time slice-weighted average prices for each commodity-region pair
    /// and compares them. Both objects must have exactly the same set of commodity-region pairs,
    /// otherwise it will panic.
    ///
    /// Additionally, this method assumes that all time slices are present for each commodity-region
    /// pair, and that all time slice lengths sum to 1. This is not checked by this method.
    pub fn within_tolerance_weighted(
        &self,
        other: &Self,
        tolerance: Dimensionless,
        time_slice_info: &TimeSliceInfo,
    ) -> bool {
        let self_averages = self.time_slice_weighted_averages(time_slice_info);
        let other_averages = other.time_slice_weighted_averages(time_slice_info);

        for (key, &price) in &self_averages {
            let other_price = other_averages[key];
            let abs_diff = (price - other_price).abs();

            // Special case: last price was zero
            if price == MoneyPerFlow(0.0) {
                // Current price is zero but other price is nonzero
                if other_price != MoneyPerFlow(0.0) {
                    return false;
                }
            // Check if price is within tolerance
            } else if abs_diff / price.abs() > tolerance {
                return false;
            }
        }
        true
    }
}

impl<'a> FromIterator<(&'a CommodityID, &'a RegionID, &'a TimeSliceID, MoneyPerFlow)> for PriceMap {
    fn from_iter<I>(iter: I) -> Self
    where
        I: IntoIterator<Item = (&'a CommodityID, &'a RegionID, &'a TimeSliceID, MoneyPerFlow)>,
    {
        let map = iter
            .into_iter()
            .map(|(commodity_id, region_id, time_slice, price)| {
                (
                    (commodity_id.clone(), region_id.clone(), time_slice.clone()),
                    price,
                )
            })
            .collect();
        Self(map)
    }
}

impl IntoIterator for PriceMap {
    type Item = ((CommodityID, RegionID, TimeSliceID), MoneyPerFlow);
    type IntoIter = indexmap::map::IntoIter<(CommodityID, RegionID, TimeSliceID), MoneyPerFlow>;

    fn into_iter(self) -> Self::IntoIter {
        self.0.into_iter()
    }
}

/// Calculate scarcity-adjusted prices for a set of commodities and add to an existing prices map.
///
/// # Arguments
///
/// * `activity_duals` - Iterator over activity duals from optimisation solution
/// * `shadow_prices` - Shadow prices for all commodities
/// * `market_prices` - Existing prices map to extend with scarcity-adjusted prices
/// * `markets_to_price` - Set of markets to calculate scarcity-adjusted prices for
fn add_scarcity_adjusted_prices<'a, I>(
    activity_duals: I,
    shadow_prices: &PriceMap,
    market_prices: &mut PriceMap,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
) where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, MoneyPerActivity)>,
{
    // Calculate highest activity dual for each commodity/region/time slice
    let mut highest_duals = IndexMap::new();
    for (asset, time_slice, dual) in activity_duals {
        let region_id = asset.region_id();

        // Iterate over the output flows of this asset
        // Only consider flows for commodities we are pricing
        for flow in asset.iter_output_flows().filter(|flow| {
            markets_to_price.contains(&(flow.commodity.id.clone(), region_id.clone()))
        }) {
            // Update the highest dual for this commodity/time slice
            highest_duals
                .entry((
                    flow.commodity.id.clone(),
                    region_id.clone(),
                    time_slice.clone(),
                ))
                .and_modify(|current_dual| {
                    if dual > *current_dual {
                        *current_dual = dual;
                    }
                })
                .or_insert(dual);
        }
    }

    // Add this to the shadow price for each commodity/region/time slice and insert into the map
    for ((commodity, region, time_slice), highest_dual) in &highest_duals {
        // There should always be a shadow price for commodities we are considering here, so it
        // should be safe to unwrap
        let shadow_price = shadow_prices.get(commodity, region, time_slice).unwrap();
        // highest_dual is in units of MoneyPerActivity, and shadow_price is in MoneyPerFlow, but
        // this is correct according to Adam
        let scarcity_price = shadow_price + MoneyPerFlow(highest_dual.value());
        market_prices.insert(commodity, region, time_slice, scarcity_price);
    }
}

/// Calculate marginal cost prices for a set of commodities and add to an existing prices map.
///
/// This pricing strategy aims to incorporate the marginal cost of commodity production into the price.
///
/// For a given asset, a marginal cost can be calculated for each SED/SVD output, which is the sum of:
/// - Generic activity costs: Activity-related costs not tied to a specific SED/SVD output
///   (variable operating costs, cost of purchasing inputs, plus all levies and flow costs not
///   associated with specific SED/SVD outputs). These are shared over all SED/SVD
///   outputs according to their flow coefficients.
/// - Commodity-specific activity costs: flow costs/levies for the specific SED/SVD output.
///
/// ---
///
/// For example, consider an asset A(SED) -> B(SED) + 2C(SED) + D(OTH), with the following costs:
/// - Variable operating cost: 5 per unit activity
/// - Production levy on C: 3 per unit flow
/// - Production levy on D: 4 per unit flow
/// - Price of A: 1 per unit flow
///
/// Then:
/// - Generic activity cost per activity = (1 + 5 + 4) = 10
/// - Generic activity cost per SED/SVD output = 10 / (1 + 2) = 3.333
/// - Marginal cost of B = 3.333
/// - Marginal cost of C = 3.333 + 3 = 6.333
///
/// ---
///
/// For each region, the price in each time slice is taken from the installed asset with the highest
/// marginal cost. If there are no producers of the commodity in that region (in particular, this
/// may occur when there's no demand for the commodity), then candidate assets are considered: we
/// take the price from the candidate asset with the _lowest_ marginal cost, assuming full
/// utilisation (i.e. the single candidate asset that would be most competitive if a small amount of
/// demand was added).
///
/// For commodities with seasonal/annual time slice levels, marginal costs are weighted by
/// activity (or the maximum potential activity for candidates) to get a time slice-weighted average
/// marginal cost for each asset, before taking the max across assets. Consequently, the price of
/// these commodities is flat within each season/year.
///
/// # Arguments
///
/// * `activity_for_existing` - Iterator over `(asset, time_slice, activity)` from optimisation
///   solution for existing assets
/// * `activity_keys_for_candidates` - Iterator over `(asset, time_slice)` for candidate assets
/// * `market_prices` - Existing prices to use as inputs and extend. This is expected to include
///   prices from all markets upstream of the markets we are calculating for.
/// * `year` - The year for which prices are being calculated
/// * `markets_to_price` - Set of markets to calculate marginal prices for
/// * `commodities` - Map of all commodities (used to look up each commodity's `time_slice_level`)
/// * `time_slice_info` - Time slice information (used to expand groups to individual time slices)
fn add_marginal_cost_prices<'a, I, J>(
    activity_for_existing: I,
    activity_keys_for_candidates: J,
    market_prices: &mut PriceMap,
    year: u32,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    commodities: &CommodityMap,
    time_slice_info: &TimeSliceInfo,
) where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
    J: Iterator<Item = (&'a AssetRef, &'a TimeSliceID)>,
{
    // Calculate marginal cost prices from existing assets
    let mut group_prices: IndexMap<_, _> = iter_existing_asset_max_prices(
        activity_for_existing,
        markets_to_price,
        market_prices,
        year,
        commodities,
        &PricingStrategy::MarginalCost,
        /*annual_activities=*/ None,
    )
    .collect();
    let priced_groups: HashSet<_> = group_prices.keys().cloned().collect();

    // Calculate marginal cost prices from candidate assets, skipping any groups already covered by
    // existing assets
    let cand_group_prices = iter_candidate_asset_min_prices(
        activity_keys_for_candidates,
        markets_to_price,
        market_prices,
        &priced_groups,
        year,
        commodities,
        &PricingStrategy::MarginalCost,
    );

    // Merge existing and candidate group prices
    group_prices.extend(cand_group_prices);

    // Expand selection-level prices to individual time slices and add to the main prices map
    market_prices.extend_selection_prices(&group_prices, time_slice_info);
}

/// Calculate prices as the maximum cost across existing assets, using either a marginal cost or
/// full cost strategy (depending on `pricing_strategy`). Prices are given for each commodity in
/// the granularity of the commodity's time slice level. For seasonal/annual commodities, this
/// involves taking a weighted average across time slices for each asset according to activity
/// (with a backup weight based on potential activity if there is zero activity across the
/// selection, and omitting prices in the extreme case of zero potential activity).
///
/// # Arguments
///
/// * `activity_for_existing` - Iterator over (asset, time slice, activity) tuples for existing assets
/// * `markets_to_price` - Set of (commodity, region) pairs to attempt to price
/// * `market_prices` - Current commodity prices (used to calculate marginal costs)
/// * `year` - Year for which prices are being calculated
/// * `commodities` - Commodity map
/// * `pricing_strategy` - Pricing strategy, either `MarginalCost` or `FullCost`
/// * `annual_activities` - Optional annual activities (required for full cost pricing)
///
/// # Returns
///
/// An iterator of ((commodity, region, time slice selection), price) tuples for the calculated
/// prices. This will include all (commodity, region) combinations in `markets_to_price` for
/// time slice selections where a price could be determined.
fn iter_existing_asset_max_prices<'a, I>(
    activity_for_existing: I,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    market_prices: &PriceMap,
    year: u32,
    commodities: &CommodityMap,
    pricing_strategy: &PricingStrategy,
    annual_activities: Option<&HashMap<AssetRef, Activity>>,
) -> impl Iterator<Item = ((CommodityID, RegionID, TimeSliceSelection), MoneyPerFlow)> + 'a
where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
{
    // Validate supported strategies, and require annual activities for FullCost pricing.
    match pricing_strategy {
        PricingStrategy::MarginalCost => assert!(
            annual_activities.is_none(),
            "Cannot provide annual_activities with marginal pricing strategy"
        ),
        PricingStrategy::FullCost => assert!(
            annual_activities.is_some(),
            "annual_activities must be provided for full pricing strategy"
        ),
        _ => panic!("Invalid pricing strategy"),
    }

    // Accumulator maps to collect costs from existing assets. For each (commodity, region,
    // ts selection), these map each asset to a weighted average of the costs for that
    // commodity across all time slices in the selection, weighted by activity (using activity
    // limits as a backup weight if there is zero activity across the selection). The granularity of
    // the selection depends on the time slice level of the commodity (i.e. individual, season,
    // year).
    let mut primary_accum: IndexMap<
        (CommodityID, RegionID, TimeSliceSelection),
        IndexMap<AssetRef, WeightedAverageAccumulator<Activity>>,
    > = IndexMap::new();
    let mut backup_accum: IndexMap<
        (CommodityID, RegionID, TimeSliceSelection),
        IndexMap<AssetRef, WeightedAverageAccumulator<Activity>>,
    > = IndexMap::new();

    // Cache of annual fixed costs per flow for each asset (only used for Full cost pricing)
    let mut annual_fixed_costs = HashMap::new();

    // Iterate over existing assets and their activities
    for (asset, time_slice, activity) in activity_for_existing {
        let region_id = asset.region_id();

        // When using full cost pricing, skip assets with zero activity across the year, since
        // we cannot calculate a fixed cost per flow.
        let annual_activity = annual_activities.map(|activities| activities[asset]);
        if annual_activity.is_some_and(|annual_activity| annual_activity < Activity::EPSILON) {
            continue;
        }

        // Get activity limits: used as a backup weight if no activity across the group
        let activity_limit = *asset
            .get_activity_limits_for_selection(&TimeSliceSelection::Single(time_slice.clone()))
            .end();

        // Iterate over the marginal costs for commodities we need prices for
        for (commodity_id, marginal_cost) in asset.iter_marginal_costs_with_filter(
            market_prices,
            year,
            time_slice,
            |cid: &CommodityID| markets_to_price.contains(&(cid.clone(), region_id.clone())),
        ) {
            // Get the time slice selection according to the commodity's time slice level
            let ts_selection = commodities[&commodity_id]
                .time_slice_level
                .containing_selection(time_slice);

            // Calculate total cost (marginal + fixed if applicable)
            let total_cost = match pricing_strategy {
                PricingStrategy::FullCost => {
                    let annual_fixed_costs_per_flow =
                        annual_fixed_costs.entry(asset.clone()).or_insert_with(|| {
                            asset.get_annual_fixed_costs_per_flow(annual_activity.unwrap())
                        });
                    marginal_cost + *annual_fixed_costs_per_flow
                }
                PricingStrategy::MarginalCost => marginal_cost,
                _ => unreachable!(),
            };

            // Accumulate cost for this asset, weighted by activity (using the activity limit
            // as a backup weight)
            let key = (
                commodity_id.clone(),
                region_id.clone(),
                ts_selection.clone(),
            );
            primary_accum
                .entry(key.clone())
                .or_default()
                .entry(asset.clone())
                .or_default()
                .add(total_cost, activity);
            backup_accum
                .entry(key)
                .or_default()
                .entry(asset.clone())
                .or_default()
                .add(total_cost, activity_limit);
        }
    }

    // For each group, finalise per-asset weighted averages then take the max across assets
    // If there is no activity across the group, use the backup weighted average based on potential
    // activity (i.e. the upper activity limit) instead, taking the min across assets.
    primary_accum.into_iter().filter_map(move |(key, primary)| {
        let price = primary
            .into_values()
            .filter_map(WeightedAverageAccumulator::finalise)
            .reduce(|a, b| a.max(b))
            .or_else(|| {
                backup_accum
                    .swap_remove(&key)?
                    .into_values()
                    .filter_map(WeightedAverageAccumulator::finalise)
                    .reduce(|a, b| a.min(b))
            })?;
        Some((key, price))
    })
}

/// Calculate prices as the minimum cost across candidate assets, using either a marginal cost or
/// full cost strategy (depending on `pricing_strategy`). Prices are given for each commodity in
/// the granularity of the commodity's time slice level. For seasonal/annual commodities, this
/// involves taking a weighted average across time slices for each asset according to potential
/// activity (i.e. the upper activity limit), omitting prices in the extreme case of zero potential
/// activity (Note: this should NOT happen as validation should ensure there is at least one
/// candidate that can provide a price in each time slice for which a price could be required).
/// Costs for candidates are calculated assuming full utilisation.
///
/// # Arguments
///
/// * `activity_keys_for_candidates` - Iterator over (asset, time slice) tuples for candidate assets
/// * `markets_to_price` - Set of (commodity, region) pairs to attempt to price
/// * `market_prices` - Current commodity prices (used to calculate marginal costs)
/// * `priced_groups` - Set of (commodity, region, time slice selection) groups that have already
///   been priced using existing assets, so should be skipped when looking at candidates
/// * `year` - Year for which prices are being calculated
/// * `commodities` - Commodity map
/// * `pricing_strategy` - Pricing strategy, either `MarginalCost` or `FullCost`
///
/// # Returns
///
/// An iterator of ((commodity, region, time slice selection), price) tuples for the calculated
/// prices. This will include all (commodity, region) combinations in `markets_to_price` for
/// time slice selections not covered by `priced_groups`, and for which a price could be determined
fn iter_candidate_asset_min_prices<'a, I>(
    activity_keys_for_candidates: I,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    market_prices: &PriceMap,
    priced_groups: &HashSet<(CommodityID, RegionID, TimeSliceSelection)>,
    year: u32,
    commodities: &CommodityMap,
    pricing_strategy: &PricingStrategy,
) -> impl Iterator<Item = ((CommodityID, RegionID, TimeSliceSelection), MoneyPerFlow)>
where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID)>,
{
    // Validate the supported strategy values.
    assert!(matches!(
        pricing_strategy,
        PricingStrategy::MarginalCost | PricingStrategy::FullCost
    ));

    // Cache of annual fixed costs per flow for each asset (only used for Full cost pricing)
    let mut annual_fixed_costs = HashMap::new();

    // Cache of annual activity limits for each asset (only used for Full cost pricing)
    let mut annual_activity_limits = HashMap::new();

    // Accumulator map to collect costs from candidate assets. Similar to existing_accum,
    // but costs are weighted according to activity limits (i.e. assuming full utilisation).
    let mut cand_accum: IndexMap<
        (CommodityID, RegionID, TimeSliceSelection),
        IndexMap<AssetRef, WeightedAverageAccumulator<Activity>>,
    > = IndexMap::new();

    // Iterate over candidate assets (assuming full utilisation)
    for (asset, time_slice) in activity_keys_for_candidates {
        let region_id = asset.region_id();

        // When using full cost pricing, skip assets with a zero upper limit on annual activity,
        // since we cannot calculate a fixed cost per flow.
        let annual_activity_limit =
            matches!(pricing_strategy, PricingStrategy::FullCost).then(|| {
                *annual_activity_limits
                    .entry(asset.clone())
                    .or_insert_with(|| {
                        *asset
                            .get_activity_limits_for_selection(&TimeSliceSelection::Annual)
                            .end()
                    })
            });
        if annual_activity_limit.is_some_and(|limit| limit < Activity::EPSILON) {
            continue;
        }

        // Get activity limits: used to weight marginal costs for seasonal/annual commodities
        let activity_limit = *asset
            .get_activity_limits_for_selection(&TimeSliceSelection::Single(time_slice.clone()))
            .end();

        // Iterate over the marginal costs for commodities we need prices for
        for (commodity_id, marginal_cost) in asset.iter_marginal_costs_with_filter(
            market_prices,
            year,
            time_slice,
            |cid: &CommodityID| markets_to_price.contains(&(cid.clone(), region_id.clone())),
        ) {
            // Get the time slice selection according to the commodity's time slice level
            let ts_selection = commodities[&commodity_id]
                .time_slice_level
                .containing_selection(time_slice);

            // Skip groups already covered by existing assets
            if priced_groups.contains(&(
                commodity_id.clone(),
                region_id.clone(),
                ts_selection.clone(),
            )) {
                continue;
            }

            // Calculate total cost (marginal + fixed if applicable)
            let total_cost = match pricing_strategy {
                PricingStrategy::FullCost => {
                    // Get fixed costs assuming full utilisation (i.e. using the activity limit)
                    // Input-stage validation should ensure that this limit is never zero
                    let annual_fixed_costs_per_flow =
                        annual_fixed_costs.entry(asset.clone()).or_insert_with(|| {
                            asset.get_annual_fixed_costs_per_flow(annual_activity_limit.unwrap())
                        });
                    marginal_cost + *annual_fixed_costs_per_flow
                }
                PricingStrategy::MarginalCost => marginal_cost,
                _ => unreachable!(),
            };

            // Accumulate cost for this candidate asset, weighted by the activity limit
            cand_accum
                .entry((commodity_id.clone(), region_id.clone(), ts_selection))
                .or_default()
                .entry(asset.clone())
                .or_default()
                .add(total_cost, activity_limit);
        }
    }

    // For each group, finalise per-candidate weighted averages then take the min across candidates
    cand_accum.into_iter().filter_map(|(key, per_candidate)| {
        per_candidate
            .into_values()
            .filter_map(WeightedAverageAccumulator::finalise)
            .reduce(|current, value| current.min(value))
            .map(|v| (key, v))
    })
}

/// Calculate marginal cost prices for a set of commodities using a load-weighted average across
/// assets and add to an existing prices map.
///
/// Similar to `add_marginal_cost_prices`, but takes a weighted average across assets
/// according to output rather than taking the max.
///
/// Candidate assets are treated the same way as in `add_marginal_cost_prices` (i.e. take the
/// min across candidate assets).
fn add_marginal_cost_average_prices<'a, I, J>(
    activity_for_existing: I,
    activity_keys_for_candidates: J,
    market_prices: &mut PriceMap,
    year: u32,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    commodities: &CommodityMap,
    time_slice_info: &TimeSliceInfo,
) where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
    J: Iterator<Item = (&'a AssetRef, &'a TimeSliceID)>,
{
    // Calculate marginal cost prices from existing assets
    let mut group_prices: IndexMap<_, _> = iter_existing_asset_average_prices(
        activity_for_existing,
        markets_to_price,
        market_prices,
        year,
        commodities,
        &PricingStrategy::MarginalCost,
        /*annual_activities=*/ None,
    )
    .collect();
    let priced_groups: HashSet<_> = group_prices.keys().cloned().collect();

    // Calculate marginal cost prices from candidate assets, skipping any groups already covered by
    // existing assets
    let cand_group_prices = iter_candidate_asset_min_prices(
        activity_keys_for_candidates,
        markets_to_price,
        market_prices,
        &priced_groups,
        year,
        commodities,
        &PricingStrategy::MarginalCost,
    );

    // Merge existing and candidate group prices
    group_prices.extend(cand_group_prices);

    // Expand selection-level prices to individual time slices and add to the main prices map
    market_prices.extend_selection_prices(&group_prices, time_slice_info);
}

/// Calculate prices as the load-weighted average cost across existing assets, using either a
/// marginal cost or full cost strategy (depending on `pricing_strategy`). Prices are given for each
/// commodity in the granularity of the commodity's time slice level. For seasonal/annual
/// commodities, this involves taking a weighted average across time slices for each asset according
/// to activity (with a backup weight based on potential activity if there is zero activity across
/// the selection, and omitting prices in the extreme case of zero potential activity).
///
/// # Arguments
///
/// * `activity_for_existing` - Iterator over (asset, time slice, activity) tuples for existing assets
/// * `markets_to_price` - Set of (commodity, region) pairs to attempt to price
/// * `market_prices` - Current commodity prices (used to calculate marginal costs)
/// * `year` - Year for which prices are being calculated
/// * `commodities` - Commodity map
/// * `pricing_strategy` - Pricing strategy, either `MarginalCost` or `FullCost`
/// * `annual_activities` - Optional annual activities (required for full cost pricing)
///
/// # Returns
///
/// An iterator of ((commodity, region, time slice selection), price) tuples for the calculated
/// prices. This will include all (commodity, region) combinations in `markets_to_price` for
/// time slice selections where a price could be determined.
fn iter_existing_asset_average_prices<'a, I>(
    activity_for_existing: I,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    market_prices: &PriceMap,
    year: u32,
    commodities: &CommodityMap,
    pricing_strategy: &PricingStrategy,
    annual_activities: Option<&HashMap<AssetRef, Activity>>,
) -> impl Iterator<Item = ((CommodityID, RegionID, TimeSliceSelection), MoneyPerFlow)> + 'a
where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
{
    // Validate supported strategies, and require annual activities for FullCost pricing.
    match pricing_strategy {
        PricingStrategy::MarginalCost => assert!(
            annual_activities.is_none(),
            "Cannot provide annual_activities with marginal pricing strategy"
        ),
        PricingStrategy::FullCost => assert!(
            annual_activities.is_some(),
            "annual_activities must be provided for full pricing strategy"
        ),
        _ => panic!("Invalid pricing strategy"),
    }

    // Accumulator maps to collect costs from existing assets. The primary map collects a weighted
    // average for each (commodity, region, ts selection), across all contributing assets, weighted
    // according to output. The backup map collects a weighted average for each (commodity, region,
    // ts selection) for each asset, weighted according to potential output (upper availability
    // limit). The granularity of the selection depends on the time slice level of the commodity
    // (i.e. individual, season, year).
    let mut primary_accum: IndexMap<
        (CommodityID, RegionID, TimeSliceSelection),
        WeightedAverageAccumulator<Flow>,
    > = IndexMap::new();
    let mut backup_accum: IndexMap<
        (CommodityID, RegionID, TimeSliceSelection),
        IndexMap<AssetRef, WeightedAverageAccumulator<Activity>>,
    > = IndexMap::new();

    // Cache of annual fixed costs per flow for each asset (only used for Full cost pricing)
    let mut annual_fixed_costs = HashMap::new();

    // Iterate over existing assets and their activities
    for (asset, time_slice, activity) in activity_for_existing {
        let region_id = asset.region_id();

        // When using full cost pricing, skip assets with zero annual activity, since we cannot
        // calculate a fixed cost per flow.
        let annual_activity = annual_activities.map(|activities| activities[asset]);
        if annual_activity.is_some_and(|annual_activity| annual_activity < Activity::EPSILON) {
            continue;
        }

        // Get activity limits: used to calculate backup potential-output weights.
        let activity_limit = *asset
            .get_activity_limits_for_selection(&TimeSliceSelection::Single(time_slice.clone()))
            .end();

        // Iterate over the marginal costs for commodities we need prices for
        for (commodity_id, marginal_cost) in asset.iter_marginal_costs_with_filter(
            market_prices,
            year,
            time_slice,
            |cid: &CommodityID| markets_to_price.contains(&(cid.clone(), region_id.clone())),
        ) {
            // Get the time slice selection according to the commodity's time slice level
            let time_slice_selection = commodities[&commodity_id]
                .time_slice_level
                .containing_selection(time_slice);

            // Calculate total cost (marginal + fixed if applicable)
            let total_cost = match pricing_strategy {
                PricingStrategy::FullCost => {
                    let annual_fixed_costs_per_flow =
                        annual_fixed_costs.entry(asset.clone()).or_insert_with(|| {
                            asset.get_annual_fixed_costs_per_flow(annual_activity.unwrap())
                        });
                    marginal_cost + *annual_fixed_costs_per_flow
                }
                PricingStrategy::MarginalCost => marginal_cost,
                _ => unreachable!(),
            };

            // Costs will be weighted by output (activity * coefficient)
            let output_coeff = asset
                .get_flow(&commodity_id)
                .expect("Commodity should be an output flow for this asset")
                .coeff;
            let output_weight = activity * output_coeff;

            // Accumulate cost for this group, weighted by output with a backup
            // potential-output weight.
            let key = (
                commodity_id.clone(),
                region_id.clone(),
                time_slice_selection.clone(),
            );
            primary_accum
                .entry(key.clone())
                .or_default()
                .add(total_cost, output_weight);
            backup_accum
                .entry(key)
                .or_default()
                .entry(asset.clone())
                .or_default()
                .add(total_cost, activity_limit);
        }
    }

    // For each group, finalise weighted averages. If there is no output across the group, use the
    // backup weighted average based on potential output (i.e. the upper activity limit) instead,
    // taking the min across assets.
    primary_accum.into_iter().filter_map(move |(key, primary)| {
        let price = primary.finalise().or_else(|| {
            backup_accum
                .swap_remove(&key)?
                .into_values()
                .filter_map(WeightedAverageAccumulator::finalise)
                .reduce(|a, b| a.min(b))
        })?;
        Some((key, price))
    })
}

/// Calculate annual activities for each asset by summing across all time slices
fn calculate_annual_activities<'a, I>(activities: I) -> HashMap<AssetRef, Activity>
where
    I: IntoIterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
{
    activities
        .into_iter()
        .map(|(asset, _ts, activity)| (asset.clone(), activity))
        .fold(HashMap::new(), |mut acc, (asset, activity)| {
            acc.entry(asset)
                .and_modify(|e| *e += activity)
                .or_insert(activity);
            acc
        })
}

/// Calculate full cost prices for a set of commodities and add to an existing prices map.
///
/// This pricing strategy aims to incorporate the full cost of commodity production into the price.
///
/// For a given asset, a full cost can be calculated for each SED/SVD output, which is the sum of:
/// - Annual capital costs/fixed operating costs: Calculated based on the capacity of the asset
///   and the total annual output. If an asset has multiple SED/SVD outputs, then these costs are
///   shared equally over all outputs according to their flow coefficients.
/// - Generic activity costs: Activity-related costs not tied to a specific SED/SVD output
///   (variable operating costs, cost of purchasing inputs, plus all levies and flow costs not
///   associated with specific SED/SVD outputs). As above, these are shared over all SED/SVD
///   outputs according to their flow coefficients.
/// - Commodity-specific activity costs: flow costs/levies for the specific SED/SVD output.
///
/// ---
///
/// For example, consider an asset A(SED) -> B(SED) + 2C(SED) + D(OTH), with the following costs:
/// - Annual capital cost + fixed operating cost: 2.5 per unit capacity
/// - Variable operating cost: 5 per unit activity
/// - Production levy on C: 3 per unit flow
/// - Production levy on D: 4 per unit flow
/// - Price of A: 1 per unit flow
///
/// If capacity is 4 and annual activity is 2:
/// - Annual capital + fixed operating cost per activity = (2.5 * 4) / 2 = 5
/// - Annual capital + fixed operating cost per SED/SVD output = 5 / (1 + 2) = 1.666
/// - Generic activity cost per activity = (1 + 5 + 4) = 10
/// - Generic activity cost per SED/SVD output = 10 / (1 + 2) = 3.333
/// - Full cost of B = 1.666 + 3.333 = 5.0
/// - Full cost of C = 1.666 + 3.333 + 3 = 8.0
///
/// ---
///
/// For each region, the price in each time slice is taken from the installed asset with the highest
/// full cost (excluding assets with zero annual activity, as the full cost of these as calculated
/// above would be infinite). If there are no producers of the commodity in that region (in
/// particular, this may occur when there's no demand for the commodity), then candidate assets are
/// considered: we take the price from the candidate asset with the _lowest_ full cost, assuming
/// maximum possible dispatch (i.e. the single candidate asset that would be most competitive if a
/// small amount of demand was added).
///
/// For commodities with seasonal/annual time slice levels, costs are weighted by activity (or the
/// maximum potential activity for candidates) to get a time slice-weighted average cost for each
/// asset, before taking the max across assets. Consequently, the price of these commodities is
/// flat within each season/year.
///
/// # Arguments
///
/// * `activity_for_existing` - Iterator over `(asset, time_slice, activity)` from optimisation
///   solution for existing assets
/// * `activity_keys_for_candidates` - Iterator over `(asset, time_slice)` for candidate assets
/// * `market_prices` - Existing prices to use as inputs and extend. This is expected to include
///   prices from all markets upstream of the markets we are calculating for.
/// * `year` - The year for which prices are being calculated
/// * `markets_to_price` - Set of markets to calculate full cost prices for
/// * `commodities` - Map of all commodities (used to look up each commodity's `time_slice_level`)
/// * `time_slice_info` - Time slice information (used to expand groups to individual time slices)
#[allow(clippy::too_many_arguments)]
fn add_full_cost_prices<'a, I, J>(
    activity_for_existing: I,
    activity_keys_for_candidates: J,
    annual_activities: &HashMap<AssetRef, Activity>,
    market_prices: &mut PriceMap,
    year: u32,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    commodities: &CommodityMap,
    time_slice_info: &TimeSliceInfo,
) where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
    J: Iterator<Item = (&'a AssetRef, &'a TimeSliceID)>,
{
    // Calculate full cost prices from existing assets
    let mut group_prices: IndexMap<_, _> = iter_existing_asset_max_prices(
        activity_for_existing,
        markets_to_price,
        market_prices,
        year,
        commodities,
        &PricingStrategy::FullCost,
        Some(annual_activities),
    )
    .collect();
    let priced_groups: HashSet<_> = group_prices.keys().cloned().collect();

    // Calculate full cost prices from candidate assets, skipping any groups already covered by
    // existing assets
    let cand_group_prices = iter_candidate_asset_min_prices(
        activity_keys_for_candidates,
        markets_to_price,
        market_prices,
        &priced_groups,
        year,
        commodities,
        &PricingStrategy::FullCost,
    );

    // Merge existing and candidate group prices
    group_prices.extend(cand_group_prices);

    // Expand selection-level prices to individual time slices and add to the main prices map
    market_prices.extend_selection_prices(&group_prices, time_slice_info);
}

/// Calculate full cost prices for a set of commodities using a load-weighted average across
/// assets and add to an existing prices map.
///
/// Similar to `add_full_cost_prices`, but takes a weighted average across assets
/// according to output rather than taking the max.
///
/// Candidate assets are treated the same way as in `add_full_cost_prices` (i.e. take the min
/// across candidate assets).
#[allow(clippy::too_many_arguments)]
fn add_full_cost_average_prices<'a, I, J>(
    activity_for_existing: I,
    activity_keys_for_candidates: J,
    annual_activities: &HashMap<AssetRef, Activity>,
    market_prices: &mut PriceMap,
    year: u32,
    markets_to_price: &HashSet<(CommodityID, RegionID)>,
    commodities: &CommodityMap,
    time_slice_info: &TimeSliceInfo,
) where
    I: Iterator<Item = (&'a AssetRef, &'a TimeSliceID, Activity)>,
    J: Iterator<Item = (&'a AssetRef, &'a TimeSliceID)>,
{
    // Calculate full cost prices from existing assets
    let mut group_prices: IndexMap<_, _> = iter_existing_asset_average_prices(
        activity_for_existing,
        markets_to_price,
        market_prices,
        year,
        commodities,
        &PricingStrategy::FullCost,
        Some(annual_activities),
    )
    .collect();
    let priced_groups: HashSet<_> = group_prices.keys().cloned().collect();

    // Calculate full cost prices from candidate assets, skipping any groups already covered by existing assets
    let cand_group_prices = iter_candidate_asset_min_prices(
        activity_keys_for_candidates,
        markets_to_price,
        market_prices,
        &priced_groups,
        year,
        commodities,
        &PricingStrategy::FullCost,
    );

    // Merge existing and candidate group prices
    group_prices.extend(cand_group_prices);

    // Expand selection-level prices to individual time slices and add to the main prices map
    market_prices.extend_selection_prices(&group_prices, time_slice_info);
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::asset::Asset;
    use crate::asset::AssetRef;
    use crate::commodity::{Commodity, CommodityID, CommodityMap};
    use crate::fixture::{
        commodity_id, other_commodity, region_id, sed_commodity, time_slice, time_slice_info,
    };
    use crate::process::{ActivityLimits, FlowType, Process, ProcessFlow, ProcessParameter};
    use crate::region::RegionID;
    use crate::time_slice::TimeSliceID;
    use crate::units::ActivityPerCapacity;
    use crate::units::{
        Activity, Capacity, Dimensionless, FlowPerActivity, MoneyPerActivity, MoneyPerCapacity,
        MoneyPerCapacityPerYear, MoneyPerFlow,
    };
    use float_cmp::assert_approx_eq;
    use indexmap::{IndexMap, IndexSet};
    use rstest::rstest;
    use std::collections::{HashMap, HashSet};
    use std::rc::Rc;

    fn build_process_flow(commodity: &Commodity, coeff: f64, cost: MoneyPerFlow) -> ProcessFlow {
        ProcessFlow {
            commodity: Rc::new(commodity.clone()),
            coeff: FlowPerActivity(coeff),
            kind: FlowType::Fixed,
            cost,
        }
    }

    #[allow(clippy::too_many_arguments)]
    fn build_process(
        flows: IndexMap<CommodityID, ProcessFlow>,
        region_id: &RegionID,
        year: u32,
        time_slice_info: &TimeSliceInfo,
        variable_operating_cost: MoneyPerActivity,
        fixed_operating_cost: MoneyPerCapacityPerYear,
        capital_cost: MoneyPerCapacity,
        lifetime: u32,
        discount_rate: Dimensionless,
    ) -> Process {
        let mut process_flows_map = HashMap::new();
        process_flows_map.insert((region_id.clone(), year), Rc::new(flows));

        let mut process_parameter_map = HashMap::new();
        let proc_param = ProcessParameter {
            capital_cost,
            fixed_operating_cost,
            variable_operating_cost,
            lifetime,
            discount_rate,
        };
        process_parameter_map.insert((region_id.clone(), year), Rc::new(proc_param));

        let mut activity_limits_map = HashMap::new();
        activity_limits_map.insert(
            (region_id.clone(), year),
            Rc::new(ActivityLimits::new_with_full_availability(time_slice_info)),
        );

        let regions: IndexSet<RegionID> = IndexSet::from([region_id.clone()]);

        Process {
            id: "p1".into(),
            description: "test process".into(),
            years: 2010..=2020,
            activity_limits: activity_limits_map,
            flows: process_flows_map,
            parameters: process_parameter_map,
            regions,
            primary_output: None,
            capacity_to_activity: ActivityPerCapacity(1.0),
            investment_constraints: HashMap::new(),
            unit_size: None,
        }
    }

    fn assert_price_approx(
        prices: &PriceMap,
        commodity: &CommodityID,
        region: &RegionID,
        time_slice: &TimeSliceID,
        expected: MoneyPerFlow,
    ) {
        let p = prices.get(commodity, region, time_slice).unwrap();
        assert_approx_eq!(MoneyPerFlow, p, expected);
    }

    #[rstest]
    #[case(MoneyPerFlow(100.0), MoneyPerFlow(100.0), Dimensionless(0.0), true)] // exactly equal
    #[case(MoneyPerFlow(100.0), MoneyPerFlow(105.0), Dimensionless(0.1), true)] // within tolerance
    #[case(MoneyPerFlow(-100.0), MoneyPerFlow(-105.0), Dimensionless(0.1), true)] // within tolerance, both negative
    #[case(MoneyPerFlow(0.0), MoneyPerFlow(0.0), Dimensionless(0.1), true)] // both zero
    #[case(MoneyPerFlow(100.0), MoneyPerFlow(105.0), Dimensionless(0.01), false)] // difference bigger than tolerance
    #[case(MoneyPerFlow(100.0), MoneyPerFlow(-105.0), Dimensionless(0.1), false)] // comparing positive and negative prices
    #[case(MoneyPerFlow(0.0), MoneyPerFlow(10.0), Dimensionless(0.1), false)] // comparing zero and positive
    #[case(MoneyPerFlow(0.0), MoneyPerFlow(-10.0), Dimensionless(0.1), false)] // comparing zero and negative
    #[case(MoneyPerFlow(10.0), MoneyPerFlow(0.0), Dimensionless(0.1), false)] // comparing positive and zero
    #[case(MoneyPerFlow(-10.0), MoneyPerFlow(0.0), Dimensionless(0.1), false)] // comparing negative and zero
    fn within_tolerance_scenarios(
        #[case] price1: MoneyPerFlow,
        #[case] price2: MoneyPerFlow,
        #[case] tolerance: Dimensionless,
        #[case] expected: bool,
        time_slice_info: TimeSliceInfo,
        time_slice: TimeSliceID,
    ) {
        let mut prices1 = PriceMap::default();
        let mut prices2 = PriceMap::default();

        // Set up two price sets for a single commodity/region/time slice
        let commodity = CommodityID::new("test_commodity");
        let region = RegionID::new("test_region");
        prices1.insert(&commodity, &region, &time_slice, price1);
        prices2.insert(&commodity, &region, &time_slice, price2);

        assert_eq!(
            prices1.within_tolerance_weighted(&prices2, tolerance, &time_slice_info),
            expected
        );
    }

    #[rstest]
    fn time_slice_weighted_averages(
        commodity_id: CommodityID,
        region_id: RegionID,
        time_slice_info: TimeSliceInfo,
        time_slice: TimeSliceID,
    ) {
        let mut prices = PriceMap::default();

        // Insert a price
        prices.insert(&commodity_id, &region_id, &time_slice, MoneyPerFlow(100.0));

        let averages = prices.time_slice_weighted_averages(&time_slice_info);

        // With single time slice (duration=1.0), average should equal the price
        assert_eq!(averages[&(commodity_id, region_id)], MoneyPerFlow(100.0));
    }

    #[rstest]
    fn marginal_cost_example(
        sed_commodity: Commodity,
        other_commodity: Commodity,
        region_id: RegionID,
        time_slice_info: TimeSliceInfo,
        time_slice: TimeSliceID,
    ) {
        // Use the same setup as in the docstring example for marginal cost pricing
        let mut a = sed_commodity.clone();
        a.id = "A".into();
        let mut b = sed_commodity.clone();
        b.id = "B".into();
        let mut c = sed_commodity.clone();
        c.id = "C".into();
        let mut d = other_commodity.clone();
        d.id = "D".into();

        let mut flows = IndexMap::new();
        flows.insert(
            a.id.clone(),
            build_process_flow(&a, -1.0, MoneyPerFlow(0.0)),
        );
        flows.insert(b.id.clone(), build_process_flow(&b, 1.0, MoneyPerFlow(0.0)));
        flows.insert(c.id.clone(), build_process_flow(&c, 2.0, MoneyPerFlow(3.0)));
        flows.insert(d.id.clone(), build_process_flow(&d, 1.0, MoneyPerFlow(4.0)));

        let process = build_process(
            flows,
            &region_id,
            2015u32,
            &time_slice_info,
            MoneyPerActivity(5.0),        // variable operating cost
            MoneyPerCapacityPerYear(0.0), // fixed operating cost
            MoneyPerCapacity(0.0),        // capital cost
            5,                            // lifetime
            Dimensionless(1.0),           // discount rate
        );

        let asset =
            Asset::new_candidate(Rc::new(process), region_id.clone(), Capacity(1.0), 2015u32)
                .unwrap();
        let asset_ref = AssetRef::from(asset);
        let mut prices =
            PriceMap::from_iter(vec![(&a.id, &region_id, &time_slice, MoneyPerFlow(1.0))]);
        let mut markets = HashSet::new();
        markets.insert((b.id.clone(), region_id.clone()));
        markets.insert((c.id.clone(), region_id.clone()));

        let mut commodities = CommodityMap::new();
        commodities.insert(b.id.clone(), Rc::new(b.clone()));
        commodities.insert(c.id.clone(), Rc::new(c.clone()));

        let existing = vec![(&asset_ref, &time_slice, Activity(1.0))];
        let candidates = Vec::new();

        add_marginal_cost_prices(
            existing.into_iter(),
            candidates.into_iter(),
            &mut prices,
            2015u32,
            &markets,
            &commodities,
            &time_slice_info,
        );

        assert_price_approx(
            &prices,
            &b.id,
            &region_id,
            &time_slice,
            MoneyPerFlow(10.0 / 3.0),
        );
        assert_price_approx(
            &prices,
            &c.id,
            &region_id,
            &time_slice,
            MoneyPerFlow(10.0 / 3.0 + 3.0),
        );
    }

    #[rstest]
    fn full_cost_example(
        sed_commodity: Commodity,
        other_commodity: Commodity,
        region_id: RegionID,
        time_slice_info: TimeSliceInfo,
        time_slice: TimeSliceID,
    ) {
        // Use the same setup as in the docstring example for full cost pricing
        let mut a = sed_commodity.clone();
        a.id = "A".into();
        let mut b = sed_commodity.clone();
        b.id = "B".into();
        let mut c = sed_commodity.clone();
        c.id = "C".into();
        let mut d = other_commodity.clone();
        d.id = "D".into();

        let mut flows = IndexMap::new();
        flows.insert(
            a.id.clone(),
            build_process_flow(&a, -1.0, MoneyPerFlow(0.0)),
        );
        flows.insert(b.id.clone(), build_process_flow(&b, 1.0, MoneyPerFlow(0.0)));
        flows.insert(c.id.clone(), build_process_flow(&c, 2.0, MoneyPerFlow(3.0)));
        flows.insert(d.id.clone(), build_process_flow(&d, 1.0, MoneyPerFlow(4.0)));

        let process = build_process(
            flows,
            &region_id,
            2015u32,
            &time_slice_info,
            MoneyPerActivity(5.0),        // variable operating cost
            MoneyPerCapacityPerYear(1.0), //  fixed operating cost
            MoneyPerCapacity(1.5),        // capital cost per capacity so annualised=1.5
            1,                            // lifetime so annualised = capital_cost
            Dimensionless(0.0),           // discount rate
        );

        let asset =
            Asset::new_candidate(Rc::new(process), region_id.clone(), Capacity(4.0), 2015u32)
                .unwrap();
        let asset_ref = AssetRef::from(asset);
        let mut prices =
            PriceMap::from_iter(vec![(&a.id, &region_id, &time_slice, MoneyPerFlow(1.0))]);
        let mut markets = HashSet::new();
        markets.insert((b.id.clone(), region_id.clone()));
        markets.insert((c.id.clone(), region_id.clone()));

        let mut commodities = CommodityMap::new();
        commodities.insert(b.id.clone(), Rc::new(b.clone()));
        commodities.insert(c.id.clone(), Rc::new(c.clone()));

        let existing = vec![(&asset_ref, &time_slice, Activity(2.0))];
        let candidates = Vec::new();

        let mut annual_activities = HashMap::new();
        annual_activities.insert(asset_ref.clone(), Activity(2.0));

        add_full_cost_prices(
            existing.into_iter(),
            candidates.into_iter(),
            &annual_activities,
            &mut prices,
            2015u32,
            &markets,
            &commodities,
            &time_slice_info,
        );

        assert_price_approx(&prices, &b.id, &region_id, &time_slice, MoneyPerFlow(5.0));
        assert_price_approx(&prices, &c.id, &region_id, &time_slice, MoneyPerFlow(8.0));
    }

    #[test]
    fn weighted_average_accumulator_single_value() {
        let mut accum = WeightedAverageAccumulator::<Dimensionless>::default();
        accum.add(MoneyPerFlow(100.0), Dimensionless(1.0));
        assert_eq!(accum.finalise(), Some(MoneyPerFlow(100.0)));
    }

    #[test]
    fn weighted_average_accumulator_different_weights() {
        let mut accum = WeightedAverageAccumulator::<Dimensionless>::default();
        accum.add(MoneyPerFlow(100.0), Dimensionless(1.0));
        accum.add(MoneyPerFlow(200.0), Dimensionless(2.0));
        // (100*1 + 200*2) / (1+2) = 500/3 ≈ 166.667
        let result = accum.finalise().unwrap();
        assert_approx_eq!(MoneyPerFlow, result, MoneyPerFlow(500.0 / 3.0));
    }

    #[test]
    fn weighted_average_accumulator_zero_weight() {
        let accum = WeightedAverageAccumulator::<Dimensionless>::default();
        assert_eq!(accum.finalise(), None);
    }
}