Chore: adding test utils crate (#23)

* wip: refactor to use commit pointers

* wip: permutation trace from partitioned main

* wip: fix previous rebase

* wip

* wip: show new interface

* chore: rename ChipsetProver to MultiTraceStarkProver

* test: added ListChip and a test involving RangeCheckerChip and ListChip

* chore: changed to using determinstic seed

* feat: quotient refactor done

* feat: prover done

* chore: split out prove function into general post-trace part

* feat: finished verifier

* feat: keygen builder

* chore: move fib triple test into same file

* test: testing thread safety and other improvements

* test: testing thread safety and other improvements

* test: generating traces in parallel

* feat: preliminary docs on STARK backend scope/support (#16)

* feat: add backend readme

* fix: link

* fix: link

* fix: latex

* chore: fix typo

* chore: add code references

---------

Co-authored-by: Yi Sun <yi-sun@users.noreply.github.com>

* chore: make DebugBuilder `after_challenge` consistent with other builders

* chore: clean up if statement

* test: testing RangeCheckerChip

* chore: fix fmt

* chore: fix previous merge and remove tracing

No need for tracing on non-benchmark tests

* chore: fix lint

* fix: `eval_permutation_constraints` must handle partitioned_main

* feat: integration test with cached trace

* fix: forgot to add test files

* chore: rename folder to `partitioned_sum_air`

* chore: add test utils module

* feat: added XorChip

* chore: small fix

* feat: add indexless cached lookup test for partitioned Air with interactions

* feat: Partitioned Air Builder (#17)

* fix: `eval_permutation_constraints` must handle partitioned_main

* feat: integration test with cached trace

* fix: forgot to add test files

* chore: rename folder to `partitioned_sum_air`

* chore: add test utils module

* feat: add indexless cached lookup test for partitioned Air with interactions

* chore: fix typo

* feat: `add_main_matrix(width)` placeholder with mat width

* chore: switch from RefCell to Arc Mutex

* feat: added relative indexing and some documentation

* wip

* chore: simplifying trace.rs

* chore: rename crates `afs-stark-backend, afs-derive`

- `afs-middleware` -> `afs-stark-backend`
- `afs-middleware-derive` -> `afs-derive`

Imports can be handled by global find/replace.

* chore: fix github workflow

* chore: fix workflow name

* chore: set up concurrency for workflow

* chore: added test-utils crate

* chore: removing the xor chip

* wip

* chore: moving the tests to a tests/ directory in test-utils crate

* chore: fixing imports and moving cached_lookup to stark-backend

---------

Co-authored-by: Jonathan Wang <31040440+jonathanpwang@users.noreply.github.com>
Co-authored-by: Yi Sun <yi-sun@users.noreply.github.com>

Author: 3 people

Cargo.lock

@@ -1,3 +1,8 @@
+use std::{iter, sync::Arc};
+
+use rand::{rngs::StdRng, SeedableRng};
+
+use afs_chips::range;
 use afs_stark_backend::{
     keygen::MultiStarkKeygenBuilder,
     prover::{trace::TraceCommitmentBuilder, types::ProverRap, MultiTraceStarkProver},
@@ -8,14 +13,8 @@ use p3_matrix::dense::DenseMatrix;
 use p3_maybe_rayon::prelude::IntoParallelRefIterator;
 use p3_uni_stark::StarkGenericConfig;
 
-use std::{iter, sync::Arc};
-
-use afs_chips::range;
-mod list;
-
 mod config;
-
-use rand::{rngs::StdRng, SeedableRng};
+mod list;
 
 #[test]
 fn test_list_range_checker() {

chips/tests/integration_test.rs

@@ -33,7 +33,7 @@ impl<const MAX: u32> ListChip<MAX> {
         self.bus_index
     }
 
-    pub fn vals(&self) -> &Vec<u32> {
+    pub fn vals(&self) -> &[u32] {
         &self.vals
     }
 }

chips/tests/list/mod.rs

@@ -27,6 +27,7 @@ derivative = "2.2.0"
 rand = "0.8.5"
 tracing-subscriber = { version = "0.3.17", features = ["std", "env-filter"] }
 tracing-forest = { version = "0.1.6", features = ["ansi", "smallvec"] }
+afs-test-utils = { path = "../test-utils"}
 
 p3-dft = { workspace = true }
 p3-merkle-tree = { workspace = true }

stark-backend/Cargo.toml

@@ -10,12 +10,13 @@ use p3_field::AbstractField;
 use p3_matrix::dense::RowMajorMatrix;
 use p3_util::log2_ceil_usize;
 
-use crate::{config, interaction::dummy_interaction_air::DummyInteractionAir};
+use crate::config;
+use afs_test_utils::interaction::dummy_interaction_air::DummyInteractionAir;
 
 type Val = BabyBear;
 
 // Lookup table is cached, everything else (including counts) is committed together
-fn prove_and_verify_indexless_lookups(
+pub fn prove_and_verify_indexless_lookups(
     sender: Vec<(u32, Vec<u32>)>,
     receiver: Vec<(u32, Vec<u32>)>,
 ) -> Result<(), VerificationError> {
@@ -108,6 +109,7 @@ fn prove_and_verify_indexless_lookups(
     )
 }
 
+/// tests for cached_lookup
 #[test]
 fn test_interaction_cached_trace_happy_path() {
     // count fields

stark-backend/tests/cached_lookup/mod.rs

@@ -1,35 +1,22 @@
 #![feature(trait_upcasting)]
 #![allow(incomplete_features)]
 
-use afs_stark_backend::keygen::types::SymbolicRap;
 use afs_stark_backend::keygen::MultiStarkKeygenBuilder;
 use afs_stark_backend::prover::trace::TraceCommitmentBuilder;
-use afs_stark_backend::prover::types::ProverRap;
 use afs_stark_backend::prover::MultiTraceStarkProver;
-use afs_stark_backend::verifier::types::VerifierRap;
 use afs_stark_backend::verifier::MultiTraceStarkVerifier;
+/// Test utils
+use afs_test_utils::{config, utils};
 use p3_baby_bear::BabyBear;
 use p3_field::AbstractField;
 use p3_uni_stark::StarkGenericConfig;
 
 mod cached_lookup;
-mod config;
 mod fib_air;
 mod fib_selector_air;
 mod fib_triples_air;
 pub mod interaction;
 mod partitioned_sum_air;
-/// Test utils
-mod utils;
-
-trait ProverVerifierRap<SC: StarkGenericConfig>:
-    ProverRap<SC> + VerifierRap<SC> + SymbolicRap<SC>
-{
-}
-impl<SC: StarkGenericConfig, RAP: ProverRap<SC> + VerifierRap<SC> + SymbolicRap<SC>>
-    ProverVerifierRap<SC> for RAP
-{
-}
 
 #[test]
 fn test_single_fib_stark() {