Integrate cardano-ledger and plutus versions already on CHaP

cabal.project

@@ -13,8 +13,8 @@ repository cardano-haskell-packages
 -- See CONTRIBUTING for information about these, including some Nix commands
 -- you need to run if you change them
 index-state:
-  , hackage.haskell.org 2024-10-10T08:11:33Z
-  , cardano-haskell-packages 2024-10-14T23:19:53Z
+  , hackage.haskell.org 2024-12-10T16:20:07Z
+  , cardano-haskell-packages 2024-12-18T14:29:04Z
 
 packages:
     cardano-api
@@ -51,4 +51,13 @@ write-ghc-environment-files: always
 
 constraints:
     Cabal < 3.14,
-    cardano-ledger-shelley ^>= 1.14.1
+
+source-repository-package
+  type: git
+  location: https://github.com/IntersectMBO/ouroboros-consensus
+  tag: e47f737f1447a33f6c2bbbd35cc47272cdf03526
+  --sha256: sha256-8FHWs//Thm14o+COMoyY7eq4fe53JNywDdE+N3UKQmA=
+  subdir: ouroboros-consensus
+          ouroboros-consensus-cardano
+          ouroboros-consensus-diffusion
+          ouroboros-consensus-protocol

cardano-api-gen/cardano-api-gen.cabal

@@ -17,7 +17,7 @@ license-files:
   NOTICE
 
 build-type: Simple
-extra-source-files:
+extra-doc-files:
   CHANGELOG.md
   README.md
 

cardano-api/cardano-api.cabal

@@ -173,7 +173,7 @@ library internal
     cardano-data >=1.0,
     cardano-ledger-allegra >=1.6,
     cardano-ledger-alonzo >=1.10.2,
-    cardano-ledger-api ^>=1.9.3,
+    cardano-ledger-api >=1.9.3,
     cardano-ledger-babbage >=1.9,
     cardano-ledger-binary >=1.3,
     cardano-ledger-byron >=1.0.1,
@@ -207,11 +207,11 @@ library internal
     ouroboros-consensus-diffusion ^>=0.18,
     ouroboros-consensus-protocol ^>=0.9.0.2,
     ouroboros-network,
-    ouroboros-network-api ^>=0.10,
+    ouroboros-network-api ^>=0.11,
     ouroboros-network-framework,
     ouroboros-network-protocols,
     parsec,
-    plutus-ledger-api:{plutus-ledger-api, plutus-ledger-api-testlib} ^>=1.36,
+    plutus-ledger-api:{plutus-ledger-api, plutus-ledger-api-testlib} ^>=1.37,
     prettyprinter,
     prettyprinter-ansi-terminal,
     prettyprinter-configurable ^>=1.36,
@@ -226,7 +226,7 @@ library internal
     time,
     transformers,
     transformers-except ^>=0.1.3,
-    typed-protocols ^>=0.1.1,
+    typed-protocols ^>=0.3,
     vector,
     yaml,
 
@@ -262,7 +262,7 @@ library
     memory,
     nothunks,
     ouroboros-network-protocols,
-    typed-protocols ^>=0.1.1,
+    typed-protocols,
 
 library gen
   import: project-config
@@ -324,7 +324,7 @@ test-suite cardano-api-test
     cardano-crypto-test ^>=1.5,
     cardano-crypto-tests ^>=2.1,
     cardano-ledger-alonzo,
-    cardano-ledger-api ^>=1.9,
+    cardano-ledger-api >=1.9,
     cardano-ledger-binary,
     cardano-ledger-core:{cardano-ledger-core, testlib} >=1.14,
     cardano-ledger-mary,
@@ -395,7 +395,7 @@ test-suite cardano-api-golden
     cardano-crypto-class ^>=2.1.2,
     cardano-data >=1.0,
     cardano-ledger-alonzo,
-    cardano-ledger-api ^>=1.9,
+    cardano-ledger-api >=1.9,
     cardano-ledger-babbage >=1.9,
     cardano-ledger-binary,
     cardano-ledger-core:{cardano-ledger-core, testlib} >=1.14,
@@ -409,7 +409,7 @@ test-suite cardano-api-golden
     hedgehog-extras ^>=0.6.1.0,
     microlens,
     parsec,
-    plutus-core ^>=1.36,
+    plutus-core ^>=1.37,
     plutus-ledger-api,
     tasty,
     tasty-hedgehog,

cardano-api/gen/Test/Gen/Cardano/Api/Typed.hs

@@ -1005,7 +1005,7 @@ genProtocolParameters era = do
   protocolParamStakePoolDeposit <- genLovelace
   protocolParamMinPoolCost <- genLovelace
   protocolParamPoolRetireMaxEpoch <- genEpochInterval
-  protocolParamStakePoolTargetNum <- genNat
+  protocolParamStakePoolTargetNum <- genWord16
   protocolParamPoolPledgeInfluence <- genRationalInt64
   protocolParamMonetaryExpansion <- genRational
   protocolParamTreasuryCut <- genRational
@@ -1042,7 +1042,7 @@ genProtocolParametersUpdate era = do
   protocolUpdateStakePoolDeposit <- Gen.maybe genLovelace
   protocolUpdateMinPoolCost <- Gen.maybe genLovelace
   protocolUpdatePoolRetireMaxEpoch <- Gen.maybe genEpochInterval
-  protocolUpdateStakePoolTargetNum <- Gen.maybe genNat
+  protocolUpdateStakePoolTargetNum <- Gen.maybe genWord16
   protocolUpdatePoolPledgeInfluence <- Gen.maybe genRationalInt64
   protocolUpdateMonetaryExpansion <- Gen.maybe genRational
   protocolUpdateTreasuryCut <- Gen.maybe genRational

cardano-api/internal/Cardano/Api/Block.hs

@@ -62,7 +62,7 @@ import qualified Cardano.Crypto.Hash.Class as Crypto
 import qualified Cardano.Crypto.Hashing
 import qualified Cardano.Ledger.Api as L
 import qualified Cardano.Ledger.Block as Ledger
-import qualified Cardano.Ledger.Era as Ledger
+import qualified Cardano.Ledger.Core as Ledger
 import           Cardano.Slotting.Block (BlockNo)
 import           Cardano.Slotting.Slot (EpochNo, SlotNo, WithOrigin (..))
 import qualified Ouroboros.Consensus.Block as Consensus

cardano-api/internal/Cardano/Api/Certificate.hs

@@ -362,7 +362,7 @@ makeStakePoolRetirementCertificate req =
         ConwayCertificate atMostBab $
           Ledger.mkRetirePoolTxCert (unStakePoolKeyHash poolId) retirementEpoch
 
-data GenesisKeyDelegationRequirements ere where
+data GenesisKeyDelegationRequirements era where
   GenesisKeyDelegationRequirements
     :: ShelleyToBabbageEra era
     -> Hash GenesisKey
@@ -381,7 +381,7 @@ makeGenesisKeyDelegationCertificate
     ShelleyRelatedCertificate atMostEra $
       shelleyToBabbageEraConstraints atMostEra $
         Ledger.ShelleyTxCertGenesisDeleg $
-          Ledger.GenesisDelegCert hGenKey hGenDelegKey hVrfKey
+          Ledger.GenesisDelegCert hGenKey hGenDelegKey (Ledger.toVRFVerKeyHash hVrfKey)
 
 data MirCertificateRequirements era where
   MirCertificateRequirements
@@ -613,7 +613,7 @@ toShelleyPoolParams
     -- do simple client-side sanity checks, e.g. on the pool metadata url
     Ledger.PoolParams
       { Ledger.ppId = poolkh
-      , Ledger.ppVrf = vrfkh
+      , Ledger.ppVrf = Ledger.toVRFVerKeyHash vrfkh
       , Ledger.ppPledge = stakePoolPledge
       , Ledger.ppCost = stakePoolCost
       , Ledger.ppMargin =
@@ -685,7 +685,7 @@ fromShelleyPoolParams
     } =
     StakePoolParameters
       { stakePoolId = StakePoolKeyHash ppId
-      , stakePoolVRF = VrfKeyHash ppVrf
+      , stakePoolVRF = VrfKeyHash (Ledger.fromVRFVerKeyHash ppVrf)
       , stakePoolCost = ppCost
       , stakePoolMargin = Ledger.unboundRational ppMargin
       , stakePoolRewardAccount = fromShelleyStakeAddr ppRewardAccount

cardano-api/internal/Cardano/Api/IPC.hs

@@ -122,6 +122,7 @@ import qualified Ouroboros.Network.Protocol.LocalTxSubmission.Client as Net.Tx
 
 import           Control.Concurrent.STM (TMVar, atomically, newEmptyTMVarIO, putTMVar, takeTMVar,
                    tryPutTMVar)
+import           Control.Exception (throwIO)
 import           Control.Monad (void)
 import           Control.Monad.IO.Class
 import           Control.Tracer (nullTracer)
@@ -202,15 +203,19 @@ connectToLocalNodeWithVersion
     , localConsensusModeParams
     }
   clients =
-    liftIO $ Net.withIOManager $ \iomgr ->
-      Net.connectTo
-        (Net.localSnocket iomgr)
-        Net.NetworkConnectTracers
-          { Net.nctMuxTracer = nullTracer
-          , Net.nctHandshakeTracer = nullTracer
-          }
-        versionedProtocls
-        (unFile localNodeSocketPath)
+    liftIO $ Net.withIOManager $ \iomgr -> do
+      r <-
+        Net.connectTo
+          (Net.localSnocket iomgr)
+          Net.NetworkConnectTracers
+            { Net.nctMuxTracer = nullTracer
+            , Net.nctHandshakeTracer = nullTracer
+            }
+          versionedProtocls
+          (unFile localNodeSocketPath)
+      case r of
+        Left e -> throwIO e
+        Right _ -> pure ()
    where
     versionedProtocls =
       -- First convert from the mode-parametrised view of things to the
@@ -302,10 +307,11 @@ mkVersionedProtocols networkid ptcl unversionedClients =
                   )
         , localStateQueryProtocol =
             Net.InitiatorProtocolOnly $
-              Net.mkMiniProtocolCbFromPeer $
+              Net.mkMiniProtocolCbFromPeerSt $
                 const
                   ( nullTracer
                   , cStateQueryCodec
+                  , Net.Query.StateIdle
                   , maybe
                       Net.localStateQueryPeerNull
                       Net.Query.localStateQueryClientPeer

cardano-api/internal/Cardano/Api/Keys/Praos.hs

@@ -200,7 +200,7 @@ instance Key VrfKey where
 
   verificationKeyHash :: VerificationKey VrfKey -> Hash VrfKey
   verificationKeyHash (VrfVerificationKey vkey) =
-    VrfKeyHash (Shelley.hashVerKeyVRF vkey)
+    VrfKeyHash (Crypto.hashVerKeyVRF vkey)
 
 instance SerialiseAsRawBytes (VerificationKey VrfKey) where
   serialiseToRawBytes (VrfVerificationKey vk) =

cardano-api/internal/Cardano/Api/LedgerEvents/ConvertLedgerEvent.hs

@@ -170,6 +170,8 @@ toLedgerEventConway evt =
             case govEvent of
               Conway.GovNewProposals txid props ->
                 Just $ NewGovernanceProposals txid (AnyProposals props)
+              Conway.GovRemovedVotes txid replacedVotes unregisteredDReps ->
+                Just $ RemovedGovernanceVotes txid replacedVotes unregisteredDReps
 
 instance ConvertLedgerEvent (HardForkBlock (Consensus.CardanoEras StandardCrypto)) where
   toLedgerEvent wrappedLedgerEvent =

cardano-api/internal/Cardano/Api/LedgerEvents/LedgerEvent.hs

@@ -67,6 +67,13 @@ data LedgerEvent
 
     -- | Newly submittted governance proposals in a single transaction.
     NewGovernanceProposals (Ledger.TxId StandardCrypto) AnyProposals
+  | -- | Governance votes that were invalidated.
+    RemovedGovernanceVotes
+      (Ledger.TxId StandardCrypto)
+      (Set (Ledger.Voter StandardCrypto, Ledger.GovActionId StandardCrypto))
+      -- ^ Votes that were replaced in this tx.
+      (Set (Ledger.Credential 'Ledger.DRepRole StandardCrypto))
+      -- ^ Any votes from these DReps in this or in previous txs are removed
   | -- | The current state of governance matters at the epoch boundary.
     -- I.E the current constitution, committee, protocol parameters, etc.
     EpochBoundaryRatificationState AnyRatificationState

cardano-api/internal/Cardano/Api/LedgerState.hs

@@ -220,7 +220,7 @@ import qualified Data.Yaml as Yaml
 import           Formatting.Buildable (build)
 import           GHC.Exts (IsList (..))
 import           Lens.Micro
-import           Network.TypedProtocol.Pipelined (Nat (..))
+import           Network.TypedProtocol.Core (Nat (..))
 import           System.FilePath
 
 data InitialLedgerStateError
@@ -1097,45 +1097,45 @@ instance FromJSON NodeConfig where
         <*> parseBabbageHardForkEpoch o
         <*> parseConwayHardForkEpoch o
 
-    parseShelleyHardForkEpoch :: Object -> Parser Consensus.TriggerHardFork
+    parseShelleyHardForkEpoch :: Object -> Parser (Consensus.CardanoHardForkTrigger blk)
     parseShelleyHardForkEpoch o =
       asum
-        [ Consensus.TriggerHardForkAtEpoch <$> o .: "TestShelleyHardForkAtEpoch"
-        , pure $ Consensus.TriggerHardForkAtVersion 2 -- Mainnet default
+        [ Consensus.CardanoTriggerHardForkAtEpoch <$> o .: "TestShelleyHardForkAtEpoch"
+        , pure Consensus.CardanoTriggerHardForkAtDefaultVersion
         ]
 
-    parseAllegraHardForkEpoch :: Object -> Parser Consensus.TriggerHardFork
+    parseAllegraHardForkEpoch :: Object -> Parser (Consensus.CardanoHardForkTrigger blk)
     parseAllegraHardForkEpoch o =
       asum
-        [ Consensus.TriggerHardForkAtEpoch <$> o .: "TestAllegraHardForkAtEpoch"
-        , pure $ Consensus.TriggerHardForkAtVersion 3 -- Mainnet default
+        [ Consensus.CardanoTriggerHardForkAtEpoch <$> o .: "TestAllegraHardForkAtEpoch"
+        , pure Consensus.CardanoTriggerHardForkAtDefaultVersion
         ]
 
-    parseMaryHardForkEpoch :: Object -> Parser Consensus.TriggerHardFork
+    parseMaryHardForkEpoch :: Object -> Parser (Consensus.CardanoHardForkTrigger blk)
     parseMaryHardForkEpoch o =
       asum
-        [ Consensus.TriggerHardForkAtEpoch <$> o .: "TestMaryHardForkAtEpoch"
-        , pure $ Consensus.TriggerHardForkAtVersion 4 -- Mainnet default
+        [ Consensus.CardanoTriggerHardForkAtEpoch <$> o .: "TestMaryHardForkAtEpoch"
+        , pure Consensus.CardanoTriggerHardForkAtDefaultVersion
         ]
 
-    parseAlonzoHardForkEpoch :: Object -> Parser Consensus.TriggerHardFork
+    parseAlonzoHardForkEpoch :: Object -> Parser (Consensus.CardanoHardForkTrigger blk)
     parseAlonzoHardForkEpoch o =
       asum
-        [ Consensus.TriggerHardForkAtEpoch <$> o .: "TestAlonzoHardForkAtEpoch"
-        , pure $ Consensus.TriggerHardForkAtVersion 5 -- Mainnet default
+        [ Consensus.CardanoTriggerHardForkAtEpoch <$> o .: "TestAlonzoHardForkAtEpoch"
+        , pure Consensus.CardanoTriggerHardForkAtDefaultVersion
         ]
-    parseBabbageHardForkEpoch :: Object -> Parser Consensus.TriggerHardFork
+    parseBabbageHardForkEpoch :: Object -> Parser (Consensus.CardanoHardForkTrigger blk)
     parseBabbageHardForkEpoch o =
       asum
-        [ Consensus.TriggerHardForkAtEpoch <$> o .: "TestBabbageHardForkAtEpoch"
-        , pure $ Consensus.TriggerHardForkAtVersion 7 -- Mainnet default
+        [ Consensus.CardanoTriggerHardForkAtEpoch <$> o .: "TestBabbageHardForkAtEpoch"
+        , pure Consensus.CardanoTriggerHardForkAtDefaultVersion
         ]
 
-    parseConwayHardForkEpoch :: Object -> Parser Consensus.TriggerHardFork
+    parseConwayHardForkEpoch :: Object -> Parser (Consensus.CardanoHardForkTrigger blk)
     parseConwayHardForkEpoch o =
       asum
-        [ Consensus.TriggerHardForkAtEpoch <$> o .: "TestConwayHardForkAtEpoch"
-        , pure $ Consensus.TriggerHardForkAtVersion 9 -- Mainnet default
+        [ Consensus.CardanoTriggerHardForkAtEpoch <$> o .: "TestConwayHardForkAtEpoch"
+        , pure Consensus.CardanoTriggerHardForkAtDefaultVersion
         ]
 
 ----------------------------------------------------------------------
@@ -2291,6 +2291,6 @@ toLedgerIndividualPoolStake :: Consensus.IndividualPoolStake c -> SL.IndividualP
 toLedgerIndividualPoolStake ips =
   SL.IndividualPoolStake
     { SL.individualPoolStake = Consensus.individualPoolStake ips
-    , SL.individualPoolStakeVrf = Consensus.individualPoolStakeVrf ips
+    , SL.individualPoolStakeVrf = SL.toVRFVerKeyHash $ Consensus.individualPoolStakeVrf ips
     , SL.individualTotalPoolStake = SL.CompactCoin 0
     }

cardano-api/internal/Cardano/Api/ProtocolParameters.hs

@@ -326,7 +326,7 @@ data CommonProtocolParametersUpdate
   , cppKeyDeposit :: StrictMaybe Ledger.Coin
   , cppPoolDeposit :: StrictMaybe Ledger.Coin
   , cppPoolRetireMaxEpoch :: StrictMaybe Ledger.EpochInterval
-  , cppStakePoolTargetNum :: StrictMaybe Natural
+  , cppStakePoolTargetNum :: StrictMaybe Word16
   , cppPoolPledgeInfluence :: StrictMaybe Ledger.NonNegativeInterval
   , cppTreasuryExpansion :: StrictMaybe Ledger.UnitInterval
   , cppMonetaryExpansion :: StrictMaybe Ledger.UnitInterval
@@ -526,7 +526,7 @@ data ProtocolParameters
   , protocolParamPoolRetireMaxEpoch :: Ledger.EpochInterval
   -- ^ The maximum number of epochs into the future that stake pools
   -- are permitted to schedule a retirement.
-  , protocolParamStakePoolTargetNum :: Natural
+  , protocolParamStakePoolTargetNum :: Word16
   -- ^ The equilibrium target number of stake pools.
   --
   -- This is the \"k\" incentives parameter from the design document.
@@ -710,7 +710,7 @@ data ProtocolParametersUpdate
   , protocolUpdatePoolRetireMaxEpoch :: Maybe Ledger.EpochInterval
   -- ^ The maximum number of epochs into the future that stake pools
   -- are permitted to schedule a retirement.
-  , protocolUpdateStakePoolTargetNum :: Maybe Natural
+  , protocolUpdateStakePoolTargetNum :: Maybe Word16
   -- ^ The equilibrium target number of stake pools.
   --
   -- This is the \"k\" incentives parameter from the design document.

cardano-api/internal/Cardano/Api/ReexposeLedger.hs

@@ -17,6 +17,8 @@ module Cardano.Api.ReexposeLedger
   , hashKey
   , hashVerKeyVRF
   , hashWithSerialiser
+  , fromVRFVerKeyHash
+  , toVRFVerKeyHash
   , PoolParams (..)
   , HasKeyRole
   , MIRPot (..)
@@ -225,7 +227,7 @@ import           Cardano.Ledger.Credential (Credential (..), credToText)
 import           Cardano.Ledger.Crypto (ADDRHASH, Crypto, StandardCrypto)
 import           Cardano.Ledger.DRep (DRep (..), drepAnchorL, drepDepositL, drepExpiryL)
 import           Cardano.Ledger.Keys (HasKeyRole, KeyHash (..), KeyRole (..), VKey (..),
-                   hashWithSerialiser)
+                   fromVRFVerKeyHash, hashWithSerialiser, toVRFVerKeyHash)
 import           Cardano.Ledger.Plutus.Data (Data (..), unData)
 import           Cardano.Ledger.Plutus.Language (Language, Plutus, languageToText, plutusBinary)
 import           Cardano.Ledger.PoolParams (PoolMetadata (..), PoolParams (..), StakePoolRelay (..))

cardano-api/src/Cardano/Api/ChainSync/ClientPipelined.hs

@@ -34,4 +34,4 @@ where
 import           Ouroboros.Network.Protocol.ChainSync.ClientPipelined
 import           Ouroboros.Network.Protocol.ChainSync.PipelineDecision
 
-import           Network.TypedProtocol.Pipelined (N (..), Nat (..), natToInt)
+import           Network.TypedProtocol.Core (N (..), Nat (..), natToInt)

cardano-api/test/cardano-api-golden/Test/Golden/Cardano/Api/Genesis.hs

@@ -17,7 +17,7 @@ import           Cardano.Ledger.Credential (Credential (..), PaymentCredential,
                    StakeReference (..))
 import           Cardano.Ledger.Crypto (StandardCrypto)
 import           Cardano.Ledger.Keys (GenDelegPair (..), Hash, KeyHash (..), KeyRole (..),
-                   VerKeyVRF)
+                   VerKeyVRF, toVRFVerKeyHash)
 import           Cardano.Ledger.Shelley.Genesis (emptyGenesisStaking)
 import           Cardano.Slotting.Slot (EpochSize (..))
 
@@ -51,7 +51,7 @@ exampleShelleyGenesis =
         fromList
           [
             ( genesisVerKeyHash
-            , GenDelegPair delegVerKeyHash delegVrfKeyHash
+            , GenDelegPair delegVerKeyHash (toVRFVerKeyHash delegVrfKeyHash)
             )
           ]
     , sgInitialFunds = ListMap [(initialFundedAddress, initialFunds)]