Add RawPlutusData

Before this change, lists in plutus data are deserialized as finite lists.
However, this causes a problem when the plutus data objects are serialized to cbor as finite lists.
To solve this problem, this commit introduces RawPlutusData, which will serialize lists as indefinite lists,
and will become the default deserialized python object for plutus data.

Author: cffls

integration-test/docker-compose.yml

@@ -9,7 +9,7 @@ networks:
 services:
 
   cardano-node:
-    image: inputoutput/cardano-node:${CARDANO_NODE_VERSION:-1.35.2}
+    image: inputoutput/cardano-node:${CARDANO_NODE_VERSION:-1.35.3}
     entrypoint: bash
     environment:
       NETWORK: "${NETWORK:-local-alonzo}"
@@ -32,7 +32,7 @@ services:
         max-file: "10"
 
   cardano-pool:
-    image: inputoutput/cardano-node:${CARDANO_NODE_VERSION:-1.35.2}
+    image: inputoutput/cardano-node:${CARDANO_NODE_VERSION:-1.35.3}
     entrypoint: bash
     environment:
       NETWORK: "${NETWORK:-local-alonzo}"

pycardano/plutus.py

@@ -37,6 +37,7 @@
     "ExecutionUnits",
     "PlutusV1Script",
     "PlutusV2Script",
+    "RawPlutusData",
     "Redeemer",
     "datum_hash",
     "plutus_script_hash",
@@ -419,7 +420,7 @@ def from_primitive(cls: CostModels, value: dict) -> CostModels:
     "verifyEd25519Signature-memory-arguments": 10,
     "verifySchnorrSecp256k1Signature-cpu-arguments-intercept": 20000000000,
     "verifySchnorrSecp256k1Signature-cpu-arguments-slope": 0,
-    "verifySchnorrSecp256k1Signature-memory-arguments": 20000000000
+    "verifySchnorrSecp256k1Signature-memory-arguments": 20000000000,
 }
 
 COST_MODELS = CostModels({0: PLUTUS_V1_COST_MODEL})
@@ -620,7 +621,33 @@ def from_json(cls: PlutusData, data: str) -> PlutusData:
         return cls.from_dict(obj)
 
 
-Datum = Union[PlutusData, dict, IndefiniteList, int, bytes, RawCBOR]
+@dataclass
+class RawPlutusData(CBORSerializable):
+
+    data: CBORTag
+
+    def to_primitive(self) -> CBORTag:
+        def _dfs(obj):
+            if isinstance(obj, list) and obj:
+                return IndefiniteList([_dfs(item) for item in obj])
+            elif isinstance(obj, dict):
+                return {_dfs(k): _dfs(v) for k, v in obj.items()}
+            elif isinstance(obj, CBORTag) and isinstance(obj.value, list) and obj.value:
+                if obj.tag != 102:
+                    value = IndefiniteList([_dfs(item) for item in obj.value])
+                else:
+                    value = [_dfs(item) for item in obj.value]
+                return CBORTag(tag=obj.tag, value=value)
+            return obj
+
+        return _dfs(self.data)
+
+    @classmethod
+    def from_primitive(cls: RawPlutusData, value: CBORTag) -> RawPlutusData:
+        return cls(value)
+
+
+Datum = Union[PlutusData, dict, IndefiniteList, int, bytes, RawCBOR, RawPlutusData]
 """Plutus Datum type. A Union type that contains all valid datum types."""
 
 
@@ -678,6 +705,8 @@ class Redeemer(ArrayCBORSerializable):
 
     @classmethod
     def from_primitive(cls: Redeemer, values: List[Primitive]) -> Redeemer:
+        if isinstance(values[2], CBORTag) and cls is Redeemer:
+            values[2] = RawPlutusData.from_primitive(values[2])
         redeemer = super(Redeemer, cls).from_primitive(
             [values[0], values[2], values[3]]
         )

pycardano/serialization.py

@@ -30,6 +30,7 @@
     "ArrayCBORSerializable",
     "MapCBORSerializable",
     "DictCBORSerializable",
+    "RawCBOR",
     "list_hook",
 ]
 

pycardano/witness.py

@@ -5,7 +5,7 @@
 
 from pycardano.key import ExtendedVerificationKey, VerificationKey
 from pycardano.nativescript import NativeScript
-from pycardano.plutus import Redeemer
+from pycardano.plutus import RawPlutusData, Redeemer
 from pycardano.serialization import (
     ArrayCBORSerializable,
     MapCBORSerializable,
@@ -58,7 +58,7 @@ class TransactionWitnessSet(MapCBORSerializable):
 
     plutus_data: List[Any] = field(
         default=None,
-        metadata={"optional": True, "key": 4},
+        metadata={"optional": True, "key": 4, "object_hook": list_hook(RawPlutusData)},
     )
 
     redeemer: List[Redeemer] = field(

test/pycardano/test_plutus.py

@@ -9,6 +9,7 @@
     COST_MODELS,
     ExecutionUnits,
     PlutusData,
+    RawPlutusData,
     Redeemer,
     RedeemerTag,
     plutus_script_hash,
@@ -194,3 +195,23 @@ def test_plutus_script_hash():
         "36c198e1a9d05461945c1f1db2ffb927c2dfc26dd01b59ea93b678b2"
         == plutus_script_hash(plutus_script).payload.hex()
     )
+
+
+def test_raw_plutus_data():
+    raw_plutus_cbor = (
+        "d8799f581c23347b25deab0b28b5baa917944f212cfe833e74dd5712d"
+        "6bcec54de9fd8799fd8799fd8799f581c340ebc5a2d7fdd5ad61c9461"
+        "ab83a04631a1a2dd2e53dc672b57e309ffd8799fd8799fd8799f581cb"
+        "c5acf6c6b031be26da4804068f5852b4f119e246d907066627a9f5fff"
+        "ffffffa140d8799f00a1401a000f2ad0ffffd8799fd8799fd8799f581"
+        "c70e60f3b5ea7153e0acc7a803e4401d44b8ed1bae1c7baaad1a62a72"
+        "ffd8799fd8799fd8799f581c1e78aae7c90cc36d624f7b3bb6d86b526"
+        "96dc84e490f343eba89005fffffffffa140d8799f00a1401a000f2ad0"
+        "ffffd8799fd8799fd8799f581c23347b25deab0b28b5baa917944f212"
+        "cfe833e74dd5712d6bcec54deffd8799fd8799fd8799f581c084be0e3"
+        "85f956227ec1710db40e45fc355c858debea77176aa91d07ffffffffa"
+        "140d8799f00a1401a004c7a20ffffffff"
+    )
+    raw_plutus_data = RawPlutusData.from_cbor(raw_plutus_cbor)
+    assert raw_plutus_data.to_cbor() == raw_plutus_cbor
+    check_two_way_cbor(raw_plutus_data)