test(chat): regtest harness verifying on-chain memo round-trip (larger messages + Control)
Adds a dev-only harness that closes the "needs a live daemon" gap for the new chat wire paths, fund-safely on an isolated regtest chain: - tools/chat_regtest_smoke.cpp (+ an EXCLUDE_FROM_ALL CMake target): a small driver linking the chat library — derive identity / compose a message or a Control memo / extract + decrypt harvested memos. Secret-safe. - tools/chat_regtest.py: starts a throwaway regtest dragonxd (own datadir, -regtest, no network — nothing touches ~/.hush), funds a shielded note, then drives a full round-trip through the real daemon: compose -> z_sendmany the memo outputs -> mine -> z_listreceivedbyaddress -> feed back to the driver. Verified on dragonxd v1.3.0: a chunked 1529-byte message (8 memo outputs in one tx) and a self-addressed Control(del) memo both round-trip verbatim and reassemble/extract correctly — i.e. the real node accepts a multi-output 0-value chat tx and returns its memos intact. Paths are env-overridable (DRAGONX_REGTEST_DAEMON_DIR / DRAGONX_CHAT_SMOKE / DRAGONX_REGTEST_RUN). Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Claude Opus 4.8
Executable
+157
@@ -0,0 +1,157 @@
|
||||
#!/usr/bin/env python3
|
||||
# Isolated regtest chat round-trip: starts a throwaway regtest dragonxd (no network, own datadir),
|
||||
# funds a shielded note, then uses build/linux/bin/chat_regtest_smoke to compose a chunked (multi-
|
||||
# output) message + a Control memo, broadcasts them via z_sendmany, mines, harvests via
|
||||
# z_listreceivedbyaddress, and feeds the memos back to the tool to verify they reassemble/decrypt.
|
||||
# Nothing touches ~/.hush — a dedicated datadir, -regtest, and no-network flags keep it sandboxed.
|
||||
import json, os, shutil, signal, subprocess, sys, time
|
||||
|
||||
BIN = os.environ.get("DRAGONX_REGTEST_DAEMON_DIR", "/home/d/dragonx/release/dragonx-1.3.0-linux-amd64")
|
||||
DAEMON, CLI = f"{BIN}/dragonxd", f"{BIN}/dragonx-cli"
|
||||
TOOL = os.environ.get("DRAGONX_CHAT_SMOKE", os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "build/linux/bin/chat_regtest_smoke"))
|
||||
RUN = os.environ.get("DRAGONX_REGTEST_RUN", "/tmp/dragonx-chat-regtest")
|
||||
DD = f"{RUN}/dd"
|
||||
PORT = 29201
|
||||
USER, PW = "u", "p"
|
||||
proc = None
|
||||
|
||||
def log(m): print(f"[regtest] {m}", flush=True)
|
||||
|
||||
def cli(method, *args, check=True):
|
||||
cmd = [CLI, "-regtest", f"-datadir={DD}", f"-conf={DD}/DRAGONX.conf", method, *[str(a) for a in args]]
|
||||
r = subprocess.run(cmd, capture_output=True, text=True)
|
||||
if r.returncode != 0:
|
||||
if check: raise RuntimeError(f"cli {method} failed: {r.stderr.strip()[:300]}")
|
||||
return None
|
||||
out = r.stdout.strip()
|
||||
try: return json.loads(out)
|
||||
except Exception: return out
|
||||
|
||||
def wait_rpc(timeout=60):
|
||||
t0 = time.time()
|
||||
while time.time() - t0 < timeout:
|
||||
if cli("getinfo", check=False) is not None: return True
|
||||
if proc and proc.poll() is not None:
|
||||
raise RuntimeError(f"daemon exited early (rc={proc.returncode}); see {DD}/regtest/debug.log")
|
||||
time.sleep(1)
|
||||
raise RuntimeError("daemon RPC never came up")
|
||||
|
||||
def wait_op(opid, timeout=180):
|
||||
t0 = time.time()
|
||||
while time.time() - t0 < timeout:
|
||||
res = cli("z_getoperationresult", json.dumps([opid]), check=False)
|
||||
if isinstance(res, list) and res:
|
||||
st = res[0].get("status")
|
||||
if st == "success": return res[0]
|
||||
if st == "failed": raise RuntimeError(f"op {opid} failed: {res[0].get('error')}")
|
||||
time.sleep(1)
|
||||
raise RuntimeError(f"op {opid} timed out")
|
||||
|
||||
def mine(n):
|
||||
cli("generate", n)
|
||||
time.sleep(1)
|
||||
|
||||
def tool(mode, *args, stdin=None):
|
||||
r = subprocess.run([TOOL, mode, *args], input=stdin, capture_output=True, text=True)
|
||||
sys.stderr.write(r.stderr)
|
||||
return r.stdout, r.returncode
|
||||
|
||||
def main():
|
||||
global proc
|
||||
if os.path.isdir(RUN): shutil.rmtree(RUN)
|
||||
os.makedirs(DD)
|
||||
with open(f"{DD}/DRAGONX.conf", "w") as f:
|
||||
f.write(f"rpcuser={USER}\nrpcpassword={PW}\nrpcport={PORT}\nusemnemonic=1\n")
|
||||
# Keep the real HOME so the daemon finds ~/.zcash-params (read-only); isolation is via the explicit
|
||||
# -datadir + -regtest + no-network flags, so no mainnet data is touched.
|
||||
log(f"starting regtest dragonxd (datadir {DD}, no network)")
|
||||
proc = subprocess.Popen(
|
||||
[DAEMON, "-regtest", f"-datadir={DD}", f"-conf={DD}/DRAGONX.conf", f"-rpcport={PORT}",
|
||||
f"-port={PORT+100}", "-listen=0", "-dnsseed=0", "-discover=0", "-maxconnections=0",
|
||||
"-usemnemonic=1", f"-asmap={BIN}/asmap.dat"],
|
||||
env=os.environ, stdout=open(f"{RUN}/daemon.out", "w"), stderr=subprocess.STDOUT)
|
||||
wait_rpc()
|
||||
log("daemon up; mining to maturity")
|
||||
mine(10)
|
||||
|
||||
# Fund a shielded note: shield coinbase into a fresh z-addr (if auto-shield already did it, we just
|
||||
# find a funded note below).
|
||||
zfrom = cli("z_getnewaddress")
|
||||
op = cli("z_shieldcoinbase", "*", zfrom, check=False)
|
||||
if isinstance(op, dict) and op.get("opid"):
|
||||
try: wait_op(op["opid"])
|
||||
except Exception as e: log(f"shieldcoinbase: {e}")
|
||||
mine(3)
|
||||
# Find a funded z-note to send FROM.
|
||||
uns = cli("z_listunspent", 1) or []
|
||||
funded = [u for u in uns if float(u.get("amount", 0)) > 0.001]
|
||||
if not funded:
|
||||
log(f"no funded z-note yet; z_gettotalbalance={cli('z_gettotalbalance')}")
|
||||
raise RuntimeError("could not fund a shielded note")
|
||||
zfrom = funded[0]["address"]
|
||||
log(f"funded z-note: {zfrom} = {funded[0]['amount']}")
|
||||
|
||||
z = cli("z_getnewaddress") # chat recipient (self for this round-trip)
|
||||
mnem = cli("z_exportmnemonic")
|
||||
if isinstance(mnem, dict): mnem = mnem.get("mnemonic") or mnem.get("seed_phrase") or ""
|
||||
assert mnem, "no mnemonic"
|
||||
pub, rc = tool("pubkey", mnem); pub = pub.strip()
|
||||
log(f"chat pubkey {pub[:16]}…, recipient {z[:16]}…")
|
||||
|
||||
big = ("The quick brown fox jumps over the lazy dog. " * 34).strip() # ~1560 chars -> multi-part
|
||||
results = {}
|
||||
|
||||
def roundtrip(label, compose_args, expect_kind):
|
||||
out, rc = tool(*compose_args, )
|
||||
if rc != 0: raise RuntimeError(f"{label}: compose rc={rc}")
|
||||
recip, memos = None, []
|
||||
for line in out.splitlines():
|
||||
if line.startswith("RECIP "): recip = line[6:]
|
||||
elif line.startswith("HEADER "): memos.append(line[7:])
|
||||
elif line.startswith("PAYLOAD "): memos.append(line[8:])
|
||||
recipients = [{"address": recip, "amount": "0.00000000", "memo": "utf8:" + m} for m in memos]
|
||||
log(f"{label}: {len(memos)} memo outputs -> z_sendmany from {zfrom[:12]}…")
|
||||
op = cli("z_sendmany", zfrom, json.dumps(recipients), 1, "0.0001")
|
||||
opres = wait_op(op["opid"] if isinstance(op, dict) else op)
|
||||
sent_txid = (opres.get("result") or {}).get("txid")
|
||||
mine(2)
|
||||
recv = cli("z_listreceivedbyaddress", recip, 0) or []
|
||||
# Harvest is per-transaction in production; filter to THIS tx's outputs so each extract gets
|
||||
# exactly one message/control's memos (the recipient z-addr is reused across roundtrips).
|
||||
memostrs = [e.get("memoStr", "") for e in recv if e.get("memoStr") and e.get("txid") == sent_txid]
|
||||
log(f"{label}: tx {str(sent_txid)[:12]}… -> {len(memostrs)} of {len(recv)} received memos are this tx")
|
||||
ext, rc = tool("extract", mnem, stdin="\n".join(memostrs) + "\n")
|
||||
results[label] = (ext.strip(), rc)
|
||||
return ext.strip(), rc
|
||||
|
||||
# 1) multi-part message round-trip
|
||||
msg_out, msg_rc = roundtrip("MESSAGE", ("compose", mnem, pub, z, z, "cid-1", big), "msg")
|
||||
rec = ""
|
||||
for line in msg_out.splitlines():
|
||||
if line.startswith("PLAINTEXT "): rec = line[10:]
|
||||
ok_msg = (rec == big)
|
||||
log(f"MESSAGE round-trip: {'OK' if ok_msg else 'FAIL'} (recovered {len(rec)}/{len(big)} bytes)")
|
||||
|
||||
# 2) Control(del) memo round-trip
|
||||
ctl_out, ctl_rc = roundtrip("CONTROL", ("control", mnem, z, "cid-7", "del", "peerlabel"), "ctl")
|
||||
ok_ctl = "CONTROL op=del" in ctl_out and "cid=cid-7" in ctl_out
|
||||
log(f"CONTROL round-trip: {'OK' if ok_ctl else 'FAIL'} ({ctl_out[:80]})")
|
||||
|
||||
print("\n==== RESULT ====")
|
||||
print(f"multi-part MESSAGE through live daemon: {'PASS' if ok_msg else 'FAIL'}")
|
||||
print(f"Control(del) memo through live daemon: {'PASS' if ok_ctl else 'FAIL'}")
|
||||
return 0 if (ok_msg and ok_ctl) else 1
|
||||
|
||||
if __name__ == "__main__":
|
||||
rc = 1
|
||||
try:
|
||||
rc = main()
|
||||
except Exception as e:
|
||||
log(f"ERROR: {e}")
|
||||
finally:
|
||||
if proc and proc.poll() is None:
|
||||
log("stopping daemon")
|
||||
cli("stop", check=False); time.sleep(3)
|
||||
if proc.poll() is None: proc.terminate(); time.sleep(2)
|
||||
if proc.poll() is None: proc.kill()
|
||||
sys.exit(rc)
|
||||
@@ -0,0 +1,132 @@
|
||||
// DragonX Wallet — regtest chat smoke driver (dev tool, EXCLUDE_FROM_ALL; never shipped).
|
||||
//
|
||||
// Does the CHAT-side work only — identity derivation, outgoing-memo compose, and
|
||||
// harvest extract + decrypt — linking the real chat library. The daemon transport
|
||||
// (z_sendmany / generate / z_listreceivedbyaddress) is driven by the surrounding
|
||||
// regtest runner script, which pipes memos in and out of this tool. Together they
|
||||
// verify the one thing unit tests cannot: that the real dragonxd accepts a multi-
|
||||
// output 0-value chat tx and round-trips its memos verbatim so a chunked (tier-2)
|
||||
// message and a self-addressed Control memo reassemble end to end.
|
||||
//
|
||||
// Modes (memos for `extract` arrive on stdin, one per line):
|
||||
// pubkey <mnemonic>
|
||||
// compose <mnemonic> <peerPubKeyHex> <peerZaddr> <myReplyZaddr> <cid> <plaintext>
|
||||
// control <mnemonic> <selfZaddr> <cid> <op> <label>
|
||||
// extract <mnemonic>
|
||||
//
|
||||
// SECRET-SAFE: never prints the mnemonic or any key; only public pubkeys, memos, and
|
||||
// recovered plaintext (which the runner feeds back the same message it sent).
|
||||
|
||||
#include "chat/chat_crypto.h"
|
||||
#include "chat/chat_identity.h"
|
||||
#include "chat/chat_outgoing.h"
|
||||
#include "chat/chat_protocol.h"
|
||||
|
||||
#include <cstdio>
|
||||
#include <iostream>
|
||||
#include <string>
|
||||
|
||||
using namespace dragonx::chat;
|
||||
|
||||
namespace {
|
||||
|
||||
bool derive(const char* mnemonic, ChatKeyPair& keys, std::string& pubHex)
|
||||
{
|
||||
auto r = deriveChatIdentityFromSecret(mnemonic, keys, /*featureEnabled=*/true);
|
||||
if (r.status != ChatIdentityStatus::Ready) {
|
||||
std::fprintf(stderr, "[chat-smoke] identity derive failed: %s\n", r.error_name);
|
||||
return false;
|
||||
}
|
||||
pubHex = r.public_key_hex;
|
||||
return true;
|
||||
}
|
||||
|
||||
// Strip the fixed-512 memo's trailing NUL padding (and any stray whitespace) that the
|
||||
// daemon's memoStr carries back, so the header JSON / chunk hex parses cleanly.
|
||||
std::string trimMemo(std::string s)
|
||||
{
|
||||
while (!s.empty() && (s.back() == '\0' || s.back() == '\n' || s.back() == '\r' || s.back() == ' '))
|
||||
s.pop_back();
|
||||
return s;
|
||||
}
|
||||
|
||||
void emit(const OutgoingChatMemos& memos)
|
||||
{
|
||||
std::printf("RECIP %s\n", memos.recipientZaddr.c_str());
|
||||
std::printf("HEADER %s\n", memos.headerMemo.c_str());
|
||||
for (const auto& p : memos.payloadMemos) std::printf("PAYLOAD %s\n", p.c_str());
|
||||
std::fprintf(stderr, "[chat-smoke] composed %zu payload output(s)\n", memos.payloadMemos.size());
|
||||
}
|
||||
|
||||
} // namespace
|
||||
|
||||
int main(int argc, char** argv)
|
||||
{
|
||||
if (argc < 2) { std::fprintf(stderr, "usage: chat_regtest_smoke <pubkey|compose|control|extract> ...\n"); return 2; }
|
||||
const std::string mode = argv[1];
|
||||
|
||||
if (mode == "pubkey") {
|
||||
if (argc < 3) return 2;
|
||||
ChatKeyPair keys; std::string pub;
|
||||
if (!derive(argv[2], keys, pub)) return 1;
|
||||
std::printf("%s\n", pub.c_str());
|
||||
return 0;
|
||||
}
|
||||
|
||||
if (mode == "compose") {
|
||||
if (argc < 8) { std::fprintf(stderr, "compose needs 6 args\n"); return 2; }
|
||||
ChatKeyPair keys; std::string pub;
|
||||
if (!derive(argv[2], keys, pub)) return 1;
|
||||
OutgoingChatMemos memos;
|
||||
const auto st = buildOutgoingMessage(keys, pub, /*myReply=*/argv[5], /*peerPub=*/argv[3],
|
||||
/*peerZ=*/argv[4], /*cid=*/argv[6], /*plain=*/argv[7], memos);
|
||||
if (st != ChatComposeStatus::Ok) { std::fprintf(stderr, "[chat-smoke] compose status=%d\n", (int)st); return 1; }
|
||||
emit(memos);
|
||||
return 0;
|
||||
}
|
||||
|
||||
if (mode == "control") {
|
||||
if (argc < 7) { std::fprintf(stderr, "control needs 5 args\n"); return 2; }
|
||||
ChatKeyPair keys; std::string pub;
|
||||
if (!derive(argv[2], keys, pub)) return 1;
|
||||
OutgoingChatMemos memos;
|
||||
const auto st = buildOutgoingControl(pub, /*selfZ=*/argv[3], /*cid=*/argv[4],
|
||||
/*op=*/argv[5], /*label=*/argv[6], memos);
|
||||
if (st != ChatComposeStatus::Ok) { std::fprintf(stderr, "[chat-smoke] control status=%d\n", (int)st); return 1; }
|
||||
emit(memos);
|
||||
return 0;
|
||||
}
|
||||
|
||||
if (mode == "extract") {
|
||||
if (argc < 3) return 2;
|
||||
ChatKeyPair keys; std::string pub;
|
||||
if (!derive(argv[2], keys, pub)) return 1;
|
||||
HushChatTransactionInput tx; tx.txid = "regtest-tx";
|
||||
std::string line; std::size_t pos = 0;
|
||||
while (std::getline(std::cin, line)) {
|
||||
const std::string m = trimMemo(line);
|
||||
if (!m.empty()) tx.outputs.push_back({pos++, m});
|
||||
}
|
||||
auto ext = extractHushChatTransactionMetadata(tx, /*featureEnabled=*/true);
|
||||
std::fprintf(stderr, "[chat-smoke] %zu memo output(s) in -> %zu metadata, %zu issue(s)\n",
|
||||
tx.outputs.size(), ext.metadata.size(), ext.issues.size());
|
||||
int recovered = 0;
|
||||
for (const auto& md : ext.metadata) {
|
||||
if (md.type == HushChatHeaderType::Message) {
|
||||
std::string plain;
|
||||
const auto cs = decryptIncoming(keys, md.sender_public_key_hex,
|
||||
md.secretstream_header_hex, md.payload_memo, plain);
|
||||
if (cs == ChatCryptoStatus::Ok) { std::printf("PLAINTEXT %s\n", plain.c_str()); ++recovered; }
|
||||
else std::fprintf(stderr, "[chat-smoke] decrypt failed status=%d\n", (int)cs);
|
||||
} else if (md.type == HushChatHeaderType::Control) {
|
||||
std::printf("CONTROL op=%s cid=%s label=%s\n",
|
||||
md.op.c_str(), md.conversation_id.c_str(), md.payload_memo.c_str());
|
||||
++recovered;
|
||||
}
|
||||
}
|
||||
return recovered > 0 ? 0 : 1;
|
||||
}
|
||||
|
||||
std::fprintf(stderr, "unknown mode: %s\n", mode.c_str());
|
||||
return 2;
|
||||
}
|
||||
Reference in New Issue
Block a user