Added price benchmark for vm_initialization (#1502)

Closes #1442 --------- Co-authored-by: Brandon Vrooman <[email protected]>
FuelLabs · Nov 22, 2023 · c33dda5 · c33dda5
1 parent d7392e8
commit c33dda5
Show file tree

Hide file tree

Showing 23 changed files with 222 additions and 36 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -10,6 +10,7 @@ Description of the upcoming release here.
 
 ### Added
 
+- [#1502](https://github.com/FuelLabs/fuel-core/pull/1502): Added price benchmark for `vm_initialization`.
 - [#1492](https://github.com/FuelLabs/fuel-core/pull/1492): Support backward iteration in the RocksDB. It allows backward queries that were not allowed before.
 - [#1490](https://github.com/FuelLabs/fuel-core/pull/1490): Add push and pop benchmarks.
 - [#1485](https://github.com/FuelLabs/fuel-core/pull/1485): Prepare rc release of fuel core v0.21

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -77,7 +77,7 @@ fuel-core-tests = { version = "0.0.0", path = "./tests" }
 fuel-core-xtask = { version = "0.0.0", path = "./xtask" }
 
 # Fuel dependencies
-fuel-vm-private = { version = "0.42.0", package = "fuel-vm", default-features = false }
+fuel-vm-private = { version = "0.43.0", package = "fuel-vm", default-features = false }
 
 # Common dependencies
 anyhow = "1.0"

diff --git a/benches/benches/block_target_gas_set/default_gas_costs.rs b/benches/benches/block_target_gas_set/default_gas_costs.rs
@@ -43,7 +43,10 @@ pub fn default_gas_costs() -> GasCostsValues {
         lw: 2,
         mint: 25515,
         mlog: 2,
-        vm_initialization: 1,
+        vm_initialization: DependentCost::HeavyOperation {
+            base: 2000,
+            gas_per_unit: 0,
+        },
         modi: 2,
         mod_op: 2,
         movi: 2,

diff --git a/benches/benches/utils.rs b/benches/benches/utils.rs
@@ -77,7 +77,7 @@ pub fn set_full_word(r: RegisterId, v: Word) -> Vec<Instruction> {
     ops
 }
 
-const BENCH_RECEIPTS: usize = (u16::MAX - 1) as usize;
+const BENCH_RECEIPTS: usize = (u16::MAX - 4) as usize;
 
 /// Testing receipt context
 #[allow(dead_code)] // Unsure why this is needed, as the code is used

diff --git a/benches/benches/vm.rs b/benches/benches/vm.rs
@@ -1,5 +1,6 @@
 mod contract;
 mod utils;
+mod vm_initialization;
 mod vm_set;
 
 use criterion::{
@@ -11,6 +12,7 @@ use criterion::{
     Criterion,
 };
 
+use crate::vm_initialization::vm_initialization;
 use contract::*;
 use fuel_core_benches::*;
 use fuel_core_types::fuel_asm::Instruction;
@@ -71,9 +73,10 @@ fn vm(c: &mut Criterion) {
     crypto::run(c);
     flow::run(c);
     mem::run(c);
+    blockchain::run(c);
     contract_root(c);
     state_root(c);
-    blockchain::run(c);
+    vm_initialization(c);
 }
 
 criterion_group!(benches, vm);

diff --git a/benches/benches/vm_initialization.rs b/benches/benches/vm_initialization.rs
@@ -0,0 +1,114 @@
+use criterion::{
+    black_box,
+    Criterion,
+    Throughput,
+};
+use fuel_core_types::{
+    fuel_asm::{
+        op,
+        Instruction,
+    },
+    fuel_tx::{
+        policies::Policies,
+        AssetId,
+        ConsensusParameters,
+        Input,
+        Output,
+        Script,
+        Transaction,
+        Word,
+    },
+    fuel_types::canonical::Serialize,
+    fuel_vm::{
+        checked_transaction::{
+            Checked,
+            IntoChecked,
+        },
+        interpreter::NotSupportedEcal,
+        Interpreter,
+    },
+};
+use rand::{
+    rngs::StdRng,
+    Rng,
+    SeedableRng,
+};
+
+fn transaction<R: Rng>(
+    rng: &mut R,
+    script: Vec<u8>,
+    script_data: Vec<u8>,
+    consensus_params: &ConsensusParameters,
+) -> Checked<Script> {
+    let inputs = (0..1)
+        .map(|_| {
+            Input::coin_predicate(
+                rng.gen(),
+                rng.gen(),
+                rng.gen(),
+                AssetId::BASE,
+                rng.gen(),
+                rng.gen(),
+                0,
+                vec![255; 1],
+                vec![255; 1],
+            )
+        })
+        .collect();
+
+    let outputs = (0..1)
+        .map(|_| {
+            Output::variable(Default::default(), Default::default(), Default::default())
+        })
+        .collect();
+
+    Transaction::script(
+        1_000_000,
+        script,
+        script_data,
+        Policies::new()
+            .with_gas_price(0)
+            .with_maturity(0.into())
+            .with_max_fee(Word::MAX),
+        inputs,
+        outputs,
+        vec![vec![123; 32].into(); 1],
+    )
+    .into_checked_basic(Default::default(), consensus_params)
+    .expect("Should produce a valid transaction")
+}
+
+pub fn vm_initialization(c: &mut Criterion) {
+    let mut rng = StdRng::seed_from_u64(8586);
+
+    let mut group = c.benchmark_group("vm_initialization");
+
+    let consensus_params = ConsensusParameters::default();
+    let mut i = 5usize;
+    loop {
+        let size = 8 * (1 << i);
+        if size as u64 > consensus_params.script_params.max_script_data_length {
+            break
+        }
+        let script = vec![op::ret(1); size / Instruction::SIZE]
+            .into_iter()
+            .collect();
+        let script_data = vec![255; size];
+        let tx = transaction(&mut rng, script, script_data, &consensus_params);
+        let tx_size = tx.transaction().size();
+        let name = format!("vm_initialization_with_tx_size_{}", tx_size);
+        group.throughput(Throughput::Bytes(tx_size as u64));
+        group.bench_function(name, |b| {
+            b.iter(|| {
+                let mut vm = black_box(
+                    Interpreter::<_, Script, NotSupportedEcal>::with_memory_storage(),
+                );
+                black_box(vm.init_script(tx.clone()))
+                    .expect("Should be able to execute transaction");
+            })
+        });
+        i += 1;
+    }
+
+    group.finish();
+}
diff --git a/.../snapshots/fuel_core_chain_config__config__tests__snapshot_configurable_block_height.snap b/.../snapshots/fuel_core_chain_config__config__tests__snapshot_configurable_block_height.snap
@@ -240,7 +240,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...src/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_balances.snap b/...src/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_balances.snap
@@ -252,7 +252,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...ig/src/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_state.snap b/...ig/src/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_state.snap
@@ -252,7 +252,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...c/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_tx_pointer.snap b/...c/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_tx_pointer.snap
@@ -248,7 +248,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/.../src/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_utxo_id.snap b/.../src/snapshots/fuel_core_chain_config__config__tests__snapshot_contract_with_utxo_id.snap
@@ -248,7 +248,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...g/src/snapshots/fuel_core_chain_config__config__tests__snapshot_local_testnet_config.snap b/...g/src/snapshots/fuel_core_chain_config__config__tests__snapshot_local_testnet_config.snap
@@ -266,7 +266,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...nfig/src/snapshots/fuel_core_chain_config__config__tests__snapshot_simple_coin_state.snap b/...nfig/src/snapshots/fuel_core_chain_config__config__tests__snapshot_simple_coin_state.snap
@@ -251,7 +251,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...config/src/snapshots/fuel_core_chain_config__config__tests__snapshot_simple_contract.snap b/...config/src/snapshots/fuel_core_chain_config__config__tests__snapshot_simple_contract.snap
@@ -246,7 +246,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },

diff --git a/...g/src/snapshots/fuel_core_chain_config__config__tests__snapshot_simple_message_state.snap b/...g/src/snapshots/fuel_core_chain_config__config__tests__snapshot_simple_message_state.snap
@@ -249,7 +249,12 @@ expression: json
         }
       },
       "new_storage_per_byte": 1,
-      "vm_initialization": 2000
+      "vm_initialization": {
+        "HeavyOperation": {
+          "base": 2000,
+          "gas_per_unit": 0
+        }
+      }
     },
     "base_asset_id": "0000000000000000000000000000000000000000000000000000000000000000"
   },