Noir ZK Regex

.latest_aztec_cli_vars

@@ -0,0 +1,210 @@
+ACVM_BINARY_PATH
+ACVM_WORKING_DIRECTORY
+GOVERNANCE_CONTRACT_ADDRESS
+API_KEY
+API_PREFIX
+ARCHIVER_MAX_LOGS
+ARCHIVER_POLLING_INTERVAL_MS
+ARCHIVER_URL
+ARCHIVER_VIEM_POLLING_INTERVAL_MS
+ARCHIVER_BATCH_SIZE
+ASSUME_PROVEN_THROUGH_BLOCK_NUMBER
+AZTEC_NODE_URL
+AZTEC_PORT
+BB_BINARY_PATH
+BB_SKIP_CLEANUP
+BB_WORKING_DIRECTORY
+BOOTSTRAP_NODES
+BLOB_SINK_PORT
+BLOB_SINK_URL
+BOT_DA_GAS_LIMIT
+BOT_FEE_PAYMENT_METHOD
+BOT_FLUSH_SETUP_TRANSACTIONS
+BOT_FOLLOW_CHAIN
+BOT_L2_GAS_LIMIT
+BOT_MAX_PENDING_TXS
+BOT_NO_START
+BOT_NO_WAIT_FOR_TRANSFERS
+BOT_PRIVATE_KEY
+BOT_PRIVATE_TRANSFERS_PER_TX
+BOT_PUBLIC_TRANSFERS_PER_TX
+BOT_PXE_URL
+BOT_RECIPIENT_ENCRYPTION_SECRET
+BOT_SKIP_PUBLIC_SIMULATION
+BOT_TOKEN_CONTRACT
+BOT_TOKEN_SALT
+BOT_TX_INTERVAL_SECONDS
+BOT_TX_MINED_WAIT_SECONDS
+BOT_MAX_CONSECUTIVE_ERRORS
+BOT_STOP_WHEN_UNHEALTHY
+COINBASE
+DATA_DIRECTORY
+DATA_STORE_MAP_SIZE_KB
+DEBUG
+DEPLOY_AZTEC_CONTRACTS_SALT
+DEPLOY_AZTEC_CONTRACTS
+ENFORCE_FEES
+ETHEREUM_HOST
+FEE_JUICE_CONTRACT_ADDRESS
+FEE_JUICE_PORTAL_CONTRACT_ADDRESS
+FEE_RECIPIENT
+GOVERNANCE_PROPOSER_CONTRACT_ADDRESS
+GOVERNANCE_PROPOSER_PAYLOAD_ADDRESS
+INBOX_CONTRACT_ADDRESS
+L1_CHAIN_ID
+L1_CONSENSUS_HOST_URL
+L1_CONSENSUS_HOST_API_KEY
+L1_CONSENSUS_HOST_API_KEY_HEADER
+L1_PRIVATE_KEY
+L2_QUEUE_SIZE
+LOG_ELAPSED_TIME
+LOG_JSON
+LOG_MULTILINE
+LOG_LEVEL
+MNEMONIC
+NETWORK_NAME
+NETWORK
+NO_PXE
+COIN_ISSUER_CONTRACT_ADDRESS
+USE_GCLOUD_OBSERVABILITY
+OTEL_EXPORTER_OTLP_METRICS_ENDPOINT
+OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
+OTEL_EXPORTER_OTLP_LOGS_ENDPOINT
+OTEL_SERVICE_NAME
+OTEL_COLLECT_INTERVAL_MS
+OTEL_EXCLUDE_METRICS
+OTEL_EXPORT_TIMEOUT_MS
+OUTBOX_CONTRACT_ADDRESS
+P2P_BLOCK_CHECK_INTERVAL_MS
+P2P_BLOCK_REQUEST_BATCH_SIZE
+P2P_ENABLED
+P2P_GOSSIPSUB_D
+P2P_GOSSIPSUB_DHI
+P2P_GOSSIPSUB_DLO
+P2P_GOSSIPSUB_INTERVAL_MS
+P2P_GOSSIPSUB_MCACHE_GOSSIP
+P2P_GOSSIPSUB_MCACHE_LENGTH
+P2P_GOSSIPSUB_TX_INVALID_MESSAGE_DELIVERIES_DECAY
+P2P_GOSSIPSUB_TX_INVALID_MESSAGE_DELIVERIES_WEIGHT
+P2P_GOSSIPSUB_TX_TOPIC_WEIGHT
+P2P_L2_QUEUE_SIZE
+P2P_MAX_PEERS
+P2P_MIN_PEERS
+P2P_PEER_CHECK_INTERVAL_MS
+P2P_PEER_PENALTY_VALUES
+P2P_QUERY_FOR_IP
+P2P_REQRESP_INDIVIDUAL_REQUEST_TIMEOUT_MS
+P2P_REQRESP_OVERALL_REQUEST_TIMEOUT_MS
+P2P_SEVERE_PEER_PENALTY_BLOCK_LENGTH
+P2P_TCP_LISTEN_ADDR
+P2P_TCP_ANNOUNCE_ADDR
+P2P_TX_POOL_KEEP_PROVEN_FOR
+P2P_ATTESTATION_POOL_KEEP_FOR
+P2P_TX_PROTOCOL
+P2P_UDP_ANNOUNCE_ADDR
+P2P_UDP_LISTEN_ADDR
+P2P_ARCHIVED_TX_LIMIT
+PEER_ID_PRIVATE_KEY
+PROOF_VERIFIER_L1_START_BLOCK
+PROOF_VERIFIER_POLL_INTERVAL_MS
+PROVER_AGENT_ENABLED
+PROVER_AGENT_CONCURRENCY
+PROVER_AGENT_COUNT
+PROVER_AGENT_PROOF_TYPES
+PROVER_AGENT_POLL_INTERVAL_MS
+PROVER_BROKER_HOST
+PROVER_BROKER_ENABLED
+PROVER_BROKER_JOB_TIMEOUT_MS
+PROVER_BROKER_POLL_INTERVAL_MS
+PROVER_BROKER_JOB_MAX_RETRIES
+PROVER_COORDINATION_NODE_URL
+PROVER_DISABLED
+PROVER_FAILED_PROOF_STORE
+PROVER_ID
+PROVER_JOB_POLL_INTERVAL_MS
+PROVER_JOB_TIMEOUT_MS
+PROVER_NODE_POLLING_INTERVAL_MS
+PROVER_NODE_MAX_PENDING_JOBS
+PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH
+PROVER_NODE_TX_GATHERING_TIMEOUT_MS
+PROVER_NODE_TX_GATHERING_INTERVAL_MS
+PROVER_NODE_TX_GATHERING_MAX_PARALLEL_REQUESTS
+PROVER_PUBLISH_RETRY_INTERVAL_MS
+PROVER_PUBLISHER_PRIVATE_KEY
+PROVER_REAL_PROOFS
+PROVER_REQUIRED_CONFIRMATIONS
+PROVER_TEST_DELAY_MS
+PXE_L2_STARTING_BLOCK
+PXE_PROVER_ENABLED
+QUOTE_PROVIDER_BASIS_POINT_FEE
+QUOTE_PROVIDER_BOND_AMOUNT
+QUOTE_PROVIDER_URL
+PROVER_TARGET_ESCROW_AMOUNT
+PROVER_MINIMUM_ESCROW_AMOUNT
+REGISTRY_CONTRACT_ADDRESS
+ROLLUP_CONTRACT_ADDRESS
+SEQ_ALLOWED_SETUP_FN
+SEQ_MAX_BLOCK_SIZE_IN_BYTES
+SEQ_MAX_TX_PER_BLOCK
+SEQ_MIN_TX_PER_BLOCK
+SEQ_MAX_DA_BLOCK_GAS
+SEQ_MAX_L2_BLOCK_GAS
+SEQ_PUBLISH_RETRY_INTERVAL_MS
+SEQ_PUBLISHER_PRIVATE_KEY
+SEQ_REQUIRED_CONFIRMATIONS
+SEQ_TX_POLLING_INTERVAL_MS
+SEQ_ENFORCE_TIME_TABLE
+SEQ_MAX_L1_TX_INCLUSION_TIME_INTO_SLOT
+SLASH_FACTORY_CONTRACT_ADDRESS
+STAKING_ASSET_CONTRACT_ADDRESS
+REWARD_DISTRIBUTOR_CONTRACT_ADDRESS
+TELEMETRY
+TEST_ACCOUNTS
+TX_GOSSIP_VERSION
+TXE_PORT
+VALIDATOR_ATTESTATIONS_POLLING_INTERVAL_MS
+VALIDATOR_DISABLED
+VALIDATOR_PRIVATE_KEY
+VALIDATOR_REEXECUTE
+VERSION
+WS_BLOCK_CHECK_INTERVAL_MS
+WS_PROVEN_BLOCKS_ONLY
+WS_BLOCK_REQUEST_BATCH_SIZE
+VERIFIER_VIEM_POLLING_INTERVAL_MS
+L1_READER_VIEM_POLLING_INTERVAL_MS
+PROVER_VIEM_POLLING_INTERVAL_MS
+SEQ_VIEM_POLLING_INTERVAL_MS
+WS_DB_MAP_SIZE_KB
+WS_DATA_DIRECTORY
+WS_NUM_HISTORIC_BLOCKS
+ETHEREUM_SLOT_DURATION
+AZTEC_SLOT_DURATION
+AZTEC_EPOCH_DURATION
+AZTEC_TARGET_COMMITTEE_SIZE
+AZTEC_EPOCH_PROOF_CLAIM_WINDOW_IN_L2_SLOTS
+AZTEC_MINIMUM_STAKE
+AZTEC_SLASHING_QUORUM
+AZTEC_SLASHING_ROUND_SIZE
+AZTEC_GOVERNANCE_PROPOSER_QUORUM
+AZTEC_GOVERNANCE_PROPOSER_ROUND_SIZE
+L1_GAS_LIMIT_BUFFER_PERCENTAGE
+L1_GAS_LIMIT_BUFFER_FIXED
+L1_GAS_PRICE_MIN
+L1_GAS_PRICE_MAX
+L1_BLOB_FEE_PER_GAS_MAX
+L1_PRIORITY_FEE_BUMP_PERCENTAGE
+L1_PRIORITY_FEE_RETRY_BUMP_PERCENTAGE
+L1_FIXED_PRIORITY_FEE_PER_GAS
+L1_TX_MONITOR_MAX_ATTEMPTS
+L1_TX_MONITOR_CHECK_INTERVAL_MS
+L1_TX_MONITOR_STALL_TIME_MS
+L1_TX_MONITOR_TX_TIMEOUT_MS
+L1_TX_PROPAGATION_MAX_QUERY_ATTEMPTS
+FAUCET_MNEMONIC_ACCOUNT_INDEX
+FAUCET_ETH_AMOUNT
+FAUCET_INTERVAL_MS
+FAUCET_L1_ASSETS
+K8S_POD_NAME
+K8S_POD_UID
+K8S_NAMESPACE_NAME
+CUSTOM_FORWARDER_CONTRACT_ADDRESS

Cargo.toml

@@ -1,6 +1,6 @@
 [workspace]
 members = ["packages/*"]
-exclude = ["packages/circom", "test"]
+exclude = ["packages/circom", "test", "packages/noir"]
 
 # [patch."https://github.com/stalwartlabs/mail-builder"]
 # mail-builder = { version = "0.2.5", git = "https://github.com/stalwartlabs//mail-builder", tag = "0.2.5" }

README.md

@@ -1,6 +1,6 @@
 # zk-regex
 
-A library to compile regex verification in circom. Explained on [our blog post](https://prove.email/blog/zkregex).  You can use regex to specify how to parse an email in a ZK Email proof when defining a new patterm on [the ZK Email SDK registry](https://sdk.prove.email/). Noir coming soon.
+A library to compile regex verification in circom. Explained on [our blog post](https://prove.email/blog/zkregex).  You can use regex to specify how to parse an email in a ZK Email proof when defining a new patterm on [the ZK Email SDK registry](https://sdk.prove.email/). Noir support is also available. 
 
 <!-- We've forked [min-dfa into a UI here](https://mindfa.onrender.com/min_dfa) to create a UI that converts existing regexes with [] support, as well as escapes \_, and the character classes a-z, A-Z, and 0-9. It also shows the DFA states very clearly so you can choose accept states easily. This should make converting regexes into DFA form way cleaner. -->
 

packages/circom/tests/simple_regex.test.js

@@ -68,7 +68,7 @@ describe("Simple Regex", () => {
       for (let idx = 0; idx < 64; ++idx) {
         if (revealedIdx[substr_idx].includes(idx)) {
           expect(BigInt(paddedStr[idx])).toEqual(
-            witness[2 + 64 * substr_idx + idx]
+            witness[2 + 64 * substr_idx +   idx]
           );
         } else {
           expect(0n).toEqual(witness[2 + 64 * substr_idx + idx]);

packages/compiler/Cargo.toml

@@ -36,3 +36,5 @@ regex = "=1.10.6"
 getrandom = { version = "0.2", features = ["js"] }
 wasm-bindgen = "0.2"
 serde-wasm-bindgen = "0.6.5"
+comptime = { git = "https://github.com/jp4g/sparse_array", branch = "feat/comptime-codegen" }
+# comptime = { path = "../../../../aztec/sparse_array/comptime" }

packages/compiler/src/bin/compiler.rs

@@ -60,28 +60,44 @@ enum Commands {
     Decomposed {
         #[arg(short, long)]
         decomposed_regex_path: String,
-        #[arg(short, long)]
+        #[arg(long)]
         halo2_dir_path: Option<String>,
         #[arg(short, long)]
         circom_file_path: Option<String>,
         #[arg(short, long)]
         template_name: Option<String>,
+        #[arg(long)]
+        noir_file_path: Option<String>,
         #[arg(short, long)]
         gen_substrs: Option<bool>,
+        #[arg(short, long)]
+        sparse_array: Option<bool>,
+        #[arg(short, long)]
+        force_match: Option<bool>,
+        #[arg(short, long)]
+        use_common: Option<String>,
     },
     Raw {
         #[arg(short, long)]
         raw_regex: String,
         #[arg(short, long)]
         substrs_json_path: Option<String>,
-        #[arg(short, long)]
+        #[arg(long)]
         halo2_dir_path: Option<String>,
         #[arg(short, long)]
         circom_file_path: Option<String>,
         #[arg(short, long)]
         template_name: Option<String>,
+        #[arg(long)]
+        noir_file_path: Option<String>,
         #[arg(short, long)]
         gen_substrs: Option<bool>,
+        #[arg(short, long)]
+        sparse_array: Option<bool>,
+        #[arg(short, long)]
+        force_match: Option<bool>,
+        #[arg(short, long)]
+        use_common: Option<String>,
     },
 }
 
@@ -99,15 +115,23 @@ fn process_decomposed(cli: Cli) {
         halo2_dir_path,
         circom_file_path,
         template_name,
+        noir_file_path,
         gen_substrs,
+        sparse_array,
+        force_match,
+        use_common,
     } = cli.command
     {
         if let Err(e) = gen_from_decomposed(
             &decomposed_regex_path,
             halo2_dir_path.as_deref(),
             circom_file_path.as_deref(),
             template_name.as_deref(),
+            noir_file_path.as_deref(),
             gen_substrs,
+            sparse_array,
+            force_match,
+            use_common.as_deref(),
         ) {
             eprintln!("Error: {}", e);
             std::process::exit(1);
@@ -122,7 +146,11 @@ fn process_raw(cli: Cli) {
         halo2_dir_path,
         circom_file_path,
         template_name,
+        noir_file_path,
         gen_substrs,
+        sparse_array,
+        force_match,
+        use_common,
     } = cli.command
     {
         if let Err(e) = gen_from_raw(
@@ -131,7 +159,11 @@ fn process_raw(cli: Cli) {
             halo2_dir_path.as_deref(),
             circom_file_path.as_deref(),
             template_name.as_deref(),
+            noir_file_path.as_deref(),
             gen_substrs,
+            sparse_array,
+            force_match,
+            use_common.as_deref(),
         ) {
             eprintln!("Error: {}", e);
             std::process::exit(1);