Skip to content

CI flake test_multichan_stress #9326

Description

@daywalker90
2026-07-17T13:57:17.9925306Z     def test_multichan_stress(node_factory, executor, bitcoind):
2026-07-17T13:57:17.9925795Z         """Test multiple channels between same nodes"""
2026-07-17T13:57:17.9926297Z         l1, l2, l3 = node_factory.line_graph(3, opts={'may_reconnect': True,
2026-07-17T13:57:17.9926779Z                                                       'dev-no-reconnect': None})
2026-07-17T13:57:17.9927161Z     
2026-07-17T13:57:17.9927402Z         scid23 = first_scid(l2, l3)
2026-07-17T13:57:17.9927810Z         # Now fund *second* channel l2->l3 (slightly larger)
2026-07-17T13:57:17.9928339Z         bitcoind.rpc.sendtoaddress(l2.rpc.newaddr('bech32')['bech32'], 0.1)
2026-07-17T13:57:17.9959081Z         bitcoind.generate_block(1)
2026-07-17T13:57:17.9959551Z         sync_blockheight(bitcoind, [l2])
2026-07-17T13:57:17.9959994Z         l2.rpc.fundchannel(l3.info['id'], '0.01001btc')
2026-07-17T13:57:17.9960561Z         assert(len(l2.rpc.listpeerchannels(l3.info['id'])['channels']) == 2)
2026-07-17T13:57:17.9961201Z         assert(len(l3.rpc.listpeerchannels(l2.info['id'])['channels']) == 2)
2026-07-17T13:57:17.9961674Z     
2026-07-17T13:57:17.9961948Z         # Make sure gossip works.
2026-07-17T13:57:17.9962499Z         mine_funding_to_announce(bitcoind, [l1, l2, l3], num_blocks=6, wait_for_mempool=1)
2026-07-17T13:57:17.9963238Z         wait_for(lambda: len(l1.rpc.listchannels(source=l3.info['id'])['channels']) == 2)
2026-07-17T13:57:17.9963767Z     
2026-07-17T13:57:17.9964164Z         # We use sendpay directly here, because xpay learns and refuses to pay!
2026-07-17T13:57:17.9964660Z         route = [{'amount_msat': 101,
2026-07-17T13:57:17.9965022Z                   'id': l2.info['id'],
2026-07-17T13:57:17.9965376Z                   'delay': 16,
2026-07-17T13:57:17.9965740Z                   'channel': first_scid(l1, l2)},
2026-07-17T13:57:17.9966120Z                  {'amount_msat': 100,
2026-07-17T13:57:17.9966474Z                   'id': l3.info['id'],
2026-07-17T13:57:17.9966828Z                   'delay': 10,
2026-07-17T13:57:17.9967188Z                   # We say this, but l2 will choose.
2026-07-17T13:57:17.9967606Z                   'channel': scid23}]
2026-07-17T13:57:17.9968339Z     
2026-07-17T13:57:17.9968613Z         def send_many_payments():
2026-07-17T13:57:17.9969050Z             passes = 0
2026-07-17T13:57:17.9969373Z             fails = 0
2026-07-17T13:57:17.9969799Z             # Make sure we try many times, and get at least one pass and fail.
2026-07-17T13:57:17.9970392Z             while passes == 0 or fails == 0 or passes + fails < 30:
2026-07-17T13:57:17.9970978Z                 inv = l3.rpc.invoice(100, "label-" + str(passes + fails), "desc")
2026-07-17T13:57:17.9971802Z                 l1.rpc.sendpay(route, inv['payment_hash'], payment_secret=inv['payment_secret'])
2026-07-17T13:57:18.0026946Z                 time.sleep(0.05)
2026-07-17T13:57:18.0027778Z                 try:
2026-07-17T13:57:18.0028217Z                     l1.rpc.waitsendpay(inv['payment_hash'])
2026-07-17T13:57:18.0028695Z                     passes += 1
2026-07-17T13:57:18.0029238Z                 except RpcError:
2026-07-17T13:57:18.0029641Z                     fails += 1
2026-07-17T13:57:18.0030040Z                     pass
2026-07-17T13:57:18.0030375Z     
2026-07-17T13:57:18.0030771Z         # Send a heap of payments, while reconnecting...
2026-07-17T13:57:18.0031284Z         fut = executor.submit(send_many_payments)
2026-07-17T13:57:18.0031726Z     
2026-07-17T13:57:18.0032042Z         for _ in range(30):
2026-07-17T13:57:18.0032490Z             l3.rpc.disconnect(l2.info['id'], force=True)
2026-07-17T13:57:18.0032966Z             time.sleep(0.1)
2026-07-17T13:57:18.0033421Z             l3.rpc.connect(l2.info['id'], 'localhost', l2.port)
2026-07-17T13:57:18.0033960Z >       fut.result(TIMEOUT)
2026-07-17T13:57:18.0034179Z 
2026-07-17T13:57:18.0034347Z tests/test_connection.py:3892: 
2026-07-17T13:57:18.0034817Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
2026-07-17T13:57:18.0035163Z 
2026-07-17T13:57:18.0035316Z self = None, timeout = 180
2026-07-17T13:57:18.0035570Z 
2026-07-17T13:57:18.0035761Z     def result(self, timeout=None):
2026-07-17T13:57:18.0036346Z         """Return the result of the call that the future represents.
2026-07-17T13:57:18.0036821Z     
2026-07-17T13:57:18.0037102Z         Args:
2026-07-17T13:57:18.0037553Z             timeout: The number of seconds to wait for the result if the future
2026-07-17T13:57:18.0038242Z                 isn't done. If None, then there is no limit on the wait time.
2026-07-17T13:57:18.0038873Z     
2026-07-17T13:57:18.0039195Z         Returns:
2026-07-17T13:57:18.0039632Z             The result of the call that the future represents.
2026-07-17T13:57:18.0040140Z     
2026-07-17T13:57:18.0040428Z         Raises:
2026-07-17T13:57:18.0040840Z             CancelledError: If the future was cancelled.
2026-07-17T13:57:18.0041538Z             TimeoutError: If the future didn't finish executing before the given
2026-07-17T13:57:18.0042134Z                 timeout.
2026-07-17T13:57:18.0042665Z             Exception: If the call raised then that exception will be raised.
2026-07-17T13:57:18.0043216Z         """
2026-07-17T13:57:18.0043548Z         try:
2026-07-17T13:57:18.0043862Z             with self._condition:
2026-07-17T13:57:18.0044388Z                 if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
2026-07-17T13:57:18.0044938Z                     raise CancelledError()
2026-07-17T13:57:18.0045394Z                 elif self._state == FINISHED:
2026-07-17T13:57:18.0045842Z                     return self.__get_result()
2026-07-17T13:57:18.0046244Z     
2026-07-17T13:57:18.0046551Z                 self._condition.wait(timeout)
2026-07-17T13:57:18.0046940Z     
2026-07-17T13:57:18.0047317Z                 if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
2026-07-17T13:57:18.0047840Z                     raise CancelledError()
2026-07-17T13:57:18.0048281Z                 elif self._state == FINISHED:
2026-07-17T13:57:18.0048718Z                     return self.__get_result()
2026-07-17T13:57:18.0049999Z                 else:
2026-07-17T13:57:18.0050338Z >                   raise TimeoutError()
2026-07-17T13:57:18.0051109Z E                   concurrent.futures._base.TimeoutError
2026-07-17T13:57:18.0051458Z 
2026-07-17T13:57:18.0051927Z /opt/hostedtoolcache/Python/3.10.20/x64/lib/python3.10/concurrent/futures/_base.py:460: TimeoutError
2026-07-17T13:57:43.1993876Z lightningd-2 2026-07-17T13:54:19.945Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#3: HTLC out 790 RCVD_ADD_REVOCATION->RCVD_ADD_ACK_COMMIT
2026-07-17T13:57:43.1994298Z lightningd-2 2026-07-17T13:54:19.945Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#3: HTLC out 790 RCVD_ADD_ACK_COMMIT->SENT_ADD_ACK_REVOCATION
2026-07-17T13:57:43.1994655Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: ... , awaiting 1121
2026-07-17T13:57:43.1994977Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: Got it!
2026-07-17T13:57:43.1995354Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: peer_out WIRE_REVOKE_AND_ACK
2026-07-17T13:57:43.1995711Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-hsmd: Got WIRE_HSMD_REVOKE_COMMITMENT_TX
2026-07-17T13:57:43.1995900Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   hsmd: Client: Received message 40 from client
2026-07-17T13:57:43.1996321Z lightningd-3 2026-07-17T13:54:19.948Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: Can't send commit: waiting for revoke_and_ack
2026-07-17T13:57:43.1996697Z lightningd-3 2026-07-17T13:54:20.071Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: peer_in WIRE_REVOKE_AND_ACK
2026-07-17T13:57:43.1997062Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: Received revoke_and_ack
2026-07-17T13:57:43.1997492Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: htlc 790: SENT_ADD_ACK_COMMIT->RCVD_ADD_ACK_REVOCATION
2026-07-17T13:57:43.1998001Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: rcvd_revoke_and_ack: HTLC REMOTE 790 = RCVD_ADD_ACK_REVOCATION/SENT_ADD_ACK_REVOCATION 
2026-07-17T13:57:43.1998432Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: No commits outstanding after recv revoke_and_ack
2026-07-17T13:57:43.1998950Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: HTLC 790[REMOTE] => RCVD_ADD_ACK_REVOCATION
2026-07-17T13:57:43.1999313Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-hsmd: Got WIRE_HSMD_VALIDATE_REVOCATION
2026-07-17T13:57:43.1999523Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   hsmd: Client: Received message 36 from client
2026-07-17T13:57:43.1999884Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-hsmd: Got WIRE_HSMD_SIGN_PENALTY_TO_US
2026-07-17T13:57:43.2000072Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   hsmd: Client: Received message 14 from client
2026-07-17T13:57:43.2000424Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: Sending master 1022
2026-07-17T13:57:43.2000763Z lightningd-3 2026-07-17T13:54:20.075Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#2: got revoke 1580: 1 changed
2026-07-17T13:57:43.2001200Z lightningd-3 2026-07-17T13:54:20.075Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#2: HTLC in 790 SENT_ADD_ACK_COMMIT->RCVD_ADD_ACK_REVOCATION
2026-07-17T13:57:43.2001427Z lightningd-3 2026-07-17T13:54:20.076Z TRACE   lightningd: Calling htlc_accepted hook of plugin keysend
2026-07-17T13:57:43.2001677Z lightningd-3 2026-07-17T13:54:20.076Z TRACE   lightningd: Calling commitment_revocation hook of plugin chanbackup
2026-07-17T13:57:43.2001919Z lightningd-3 2026-07-17T13:54:20.077Z TRACE   lightningd: Plugin keysend returned from htlc_accepted hook call
2026-07-17T13:57:43.2002219Z lightningd-3 2026-07-17T13:54:20.078Z DEBUG   lightningd: HTLC set contains 1 HTLCs, for a total of 100msat out of 100msat (payment_secret)
2026-07-17T13:57:43.2002441Z lightningd-3 2026-07-17T13:54:20.078Z TRACE   lightningd: Calling invoice_payment hook of plugin offers
2026-07-17T13:57:43.2002623Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 3 -> hsm fd
2026-07-17T13:57:43.2002809Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 4 -> gossipd fd
2026-07-17T13:57:43.2003014Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 5 -> listener (connection_in)
2026-07-17T13:57:43.2003242Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 5 name IPv4 socket 127.0.0.1:38923
2026-07-17T13:57:43.2003797Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 6 -> IN=IO_POLLING_NOTSTARTED:do_read+read_body_from_peer(connectd/connectd.c:122:struct peer), OUT=IO_WAITING:(nil)+write_to_peer(connectd/connectd.c:122:struct peer)
2026-07-17T13:57:43.2004017Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 6 name IPv4 socket 127.0.0.1:39724
2026-07-17T13:57:43.2004198Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 7 -> gossip_store
2026-07-17T13:57:43.2004772Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 8 -> IN=IO_POLLING_NOTSTARTED:do_read_wire+read_from_subd_done(connectd/multiplex.c:1391:struct subd), OUT=IO_WAITING:(nil)+write_to_subd(connectd/multiplex.c:1391:struct subd)
2026-07-17T13:57:43.2004983Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 8 name unix socket <unnamed>
2026-07-17T13:57:43.2005541Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 9 -> IN=IO_POLLING_NOTSTARTED:do_read_wire+read_from_subd_done(connectd/multiplex.c:1391:struct subd), OUT=IO_WAITING:(nil)+write_to_subd(connectd/multiplex.c:1391:struct subd)
2026-07-17T13:57:43.2005747Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 9 name unix socket <unnamed>
2026-07-17T13:57:43.2005969Z lightningd-3 2026-07-17T13:54:20.078Z DEBUG   connectd: REPLY WIRE_CONNECTD_START_SHUTDOWN_REPLY with 0 fds
2026-07-17T13:57:43.2006178Z lightningd-3 2026-07-17T13:54:20.078Z DEBUG   lightningd: io_break: connectd_start_shutdown_reply
2026-07-17T13:57:43.2006735Z lightningd-3 2026-07-17T13:54:20.078Z INFO    033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#2: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (256)
2026-07-17T13:57:43.2007243Z lightningd-3 2026-07-17T13:54:20.079Z INFO    033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#1: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (256)
2026-07-17T13:57:43.2007504Z lightningd-3 2026-07-17T13:54:21.073Z DEBUG   plugin-bcli: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2007732Z lightningd-3 2026-07-17T13:54:21.377Z DEBUG   plugin-offers: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2007979Z lightningd-3 2026-07-17T13:54:21.475Z DEBUG   plugin-txprepare: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2008211Z lightningd-3 2026-07-17T13:54:21.476Z DEBUG   plugin-recover: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2008536Z lightningd-3 2026-07-17T13:54:21.483Z DEBUG   plugin-chanbackup: Updated `emergency.recover` state after receiving new commitment secret.
2026-07-17T13:57:43.2008862Z lightningd-3 2026-07-17T13:54:21.483Z DEBUG   plugin-chanbackup: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009108Z lightningd-3 2026-07-17T13:54:21.487Z DEBUG   plugin-cln-bwatch: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009345Z lightningd-3 2026-07-17T13:54:21.493Z DEBUG   plugin-commando: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009583Z lightningd-3 2026-07-17T13:54:21.493Z DEBUG   plugin-autoclean: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009814Z lightningd-3 2026-07-17T13:54:21.495Z DEBUG   plugin-spenderp: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010069Z lightningd-3 2026-07-17T13:54:21.496Z DEBUG   plugin-exposesecret: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010298Z lightningd-3 2026-07-17T13:54:21.497Z DEBUG   plugin-pay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010520Z lightningd-3 2026-07-17T13:54:21.501Z DEBUG   plugin-sql: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010769Z lightningd-3 2026-07-17T13:54:21.506Z DEBUG   plugin-recklessrpc: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010989Z lightningd-3 2026-07-17T13:54:21.509Z DEBUG   plugin-keysend: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011231Z lightningd-3 2026-07-17T13:54:21.512Z DEBUG   plugin-cln-renepay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011471Z lightningd-3 2026-07-17T13:54:21.516Z DEBUG   plugin-cln-askrene: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011700Z lightningd-3 2026-07-17T13:54:21.534Z DEBUG   plugin-funder: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011933Z lightningd-3 2026-07-17T13:54:21.549Z DEBUG   plugin-topology: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2012166Z lightningd-3 2026-07-17T13:54:21.562Z DEBUG   plugin-cln-xpay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2012405Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   plugin-bookkeeper: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2012584Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   lightningd: io_break: destroy_plugin
2026-07-17T13:57:43.2012783Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   lightningd: Command returned result after jcon close
2026-07-17T13:57:43.2012936Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   connectd: Shutting down
2026-07-17T13:57:43.2013285Z lightningd-2 2026-07-17T13:54:21.623Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-lightningd: peer_disconnected
2026-07-17T13:57:43.2013432Z lightningd-3 2026-07-17T13:54:21.623Z DEBUG   gossipd: Shutting down
2026-07-17T13:57:43.2013598Z lightningd-3 2026-07-17T13:54:21.624Z DEBUG   hsmd: Shutting down
2026-07-17T13:57:43.2014000Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: Peer connection lost
2026-07-17T13:57:43.2014512Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#3: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (62208)
2026-07-17T13:57:43.2014926Z lightningd-2 2026-07-17T13:54:21.624Z DEBUG   plugin-funder: Cleaning up inflights for peer id 03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31
2026-07-17T13:57:43.2015301Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#2: Peer connection lost
2026-07-17T13:57:43.2015710Z lightningd-2 2026-07-17T13:54:21.624Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#2: Status closed, but not exited. Killing
2026-07-17T13:57:43.2016248Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#2: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (9)
2026-07-17T13:57:43.2016689Z lightningd-1 2026-07-17T13:54:21.644Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#1: REPLY WIRE_CHANNELD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2017056Z lightningd-1 2026-07-17T13:54:21.645Z DEBUG   gossipd: REPLY WIRE_GOSSIPD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2017355Z lightningd-1 2026-07-17T13:54:21.645Z DEBUG   connectd: REPLY WIRE_CONNECTD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2017584Z lightningd-1 2026-07-17T13:54:24.077Z UNUSUAL lightningd: JSON-RPC shutdown
2026-07-17T13:57:43.2017820Z lightningd-1 2026-07-17T13:54:24.077Z DEBUG   lightningd: io_break: start_json_stream
2026-07-17T13:57:43.2018097Z lightningd-1 2026-07-17T13:54:24.077Z DEBUG   lightningd: io_loop_with_timers: main
2026-07-17T13:57:43.2018365Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 3 -> hsm fd
2026-07-17T13:57:43.2018544Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 4 -> gossipd fd
2026-07-17T13:57:43.2018822Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 5 -> listener (connection_in)
2026-07-17T13:57:43.2019133Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 5 name IPv4 socket 127.0.0.1:34137
2026-07-17T13:57:43.2019343Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 6 -> gossip_store
2026-07-17T13:57:43.2019934Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 7 -> IN=IO_POLLING_NOTSTARTED:do_read+read_body_from_peer(connectd/connectd.c:122:struct peer), OUT=IO_WAITING:(nil)+write_to_peer(connectd/connectd.c:122:struct peer)
2026-07-17T13:57:43.2020160Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 7 name IPv4 socket 127.0.0.1:47210
2026-07-17T13:57:43.2020736Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 8 -> IN=IO_POLLING_NOTSTARTED:do_read_wire+read_from_subd_done(connectd/multiplex.c:1391:struct subd), OUT=IO_WAITING:(nil)+write_to_subd(connectd/multiplex.c:1391:struct subd)
2026-07-17T13:57:43.2020947Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 8 name unix socket <unnamed>
2026-07-17T13:57:43.2021172Z lightningd-1 2026-07-17T13:54:24.187Z DEBUG   connectd: REPLY WIRE_CONNECTD_START_SHUTDOWN_REPLY with 0 fds
2026-07-17T13:57:43.2021374Z lightningd-1 2026-07-17T13:54:24.187Z DEBUG   lightningd: io_break: connectd_start_shutdown_reply
2026-07-17T13:57:43.2021791Z lightningd-1 2026-07-17T13:54:24.187Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#1: Status closed, but not exited. Killing
2026-07-17T13:57:43.2022331Z lightningd-1 2026-07-17T13:54:24.187Z INFO    033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#1: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (9)
2026-07-17T13:57:43.2022595Z lightningd-1 2026-07-17T13:54:24.726Z DEBUG   plugin-offers: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2022825Z lightningd-1 2026-07-17T13:54:24.766Z DEBUG   plugin-bcli: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023096Z lightningd-1 2026-07-17T13:54:24.936Z DEBUG   plugin-cln-askrene: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023337Z lightningd-1 2026-07-17T13:54:24.974Z DEBUG   plugin-recover: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023587Z lightningd-1 2026-07-17T13:54:25.024Z DEBUG   plugin-cln-renepay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023820Z lightningd-1 2026-07-17T13:54:25.056Z DEBUG   plugin-keysend: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024057Z lightningd-1 2026-07-17T13:54:25.075Z DEBUG   plugin-bookkeeper: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024310Z lightningd-1 2026-07-17T13:54:25.084Z DEBUG   plugin-autoclean: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024579Z lightningd-1 2026-07-17T13:54:25.085Z DEBUG   plugin-cln-bwatch: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024819Z lightningd-1 2026-07-17T13:54:25.088Z DEBUG   plugin-commando: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025079Z lightningd-1 2026-07-17T13:54:25.090Z DEBUG   plugin-recklessrpc: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025338Z lightningd-1 2026-07-17T13:54:25.093Z DEBUG   plugin-exposesecret: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025579Z lightningd-1 2026-07-17T13:54:25.098Z DEBUG   plugin-topology: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025815Z lightningd-1 2026-07-17T13:54:25.099Z DEBUG   plugin-funder: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2026097Z lightningd-1 2026-07-17T13:54:25.104Z DEBUG   plugin-spenderp: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2026489Z lightningd-1 2026-07-17T13:54:25.120Z DEBUG   plugin-chanbackup: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2026780Z lightningd-1 2026-07-17T13:54:25.121Z DEBUG   plugin-txprepare: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2027134Z lightningd-1 2026-07-17T13:54:25.128Z DEBUG   plugin-pay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2027527Z lightningd-1 2026-07-17T13:54:25.137Z DEBUG   plugin-sql: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2027920Z lightningd-1 2026-07-17T13:54:25.171Z DEBUG   plugin-cln-xpay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2028214Z lightningd-1 2026-07-17T13:54:25.172Z DEBUG   lightningd: io_break: destroy_plugin
2026-07-17T13:57:43.2028582Z lightningd-1 2026-07-17T13:54:25.172Z DEBUG   lightningd: Command returned result after jcon close
2026-07-17T13:57:43.2028965Z lightningd-1 2026-07-17T13:54:25.172Z DEBUG   connectd: Shutting down
2026-07-17T13:57:43.2029251Z lightningd-1 2026-07-17T13:54:25.173Z DEBUG   gossipd: Shutting down
2026-07-17T13:57:43.2029488Z lightningd-1 2026-07-17T13:54:25.173Z DEBUG   hsmd: Shutting down
2026-07-17T13:57:43.2030137Z lightningd-2 2026-07-17T13:54:25.173Z DEBUG   038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-lightningd: peer_disconnected
2026-07-17T13:57:43.2030813Z lightningd-2 2026-07-17T13:54:25.174Z DEBUG   plugin-funder: Cleaning up inflights for peer id 038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b
2026-07-17T13:57:43.2031418Z lightningd-2 2026-07-17T13:54:25.174Z INFO    038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-channeld-chan#1: Peer connection lost
2026-07-17T13:57:43.2032103Z lightningd-2 2026-07-17T13:54:25.174Z DEBUG   038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-channeld-chan#1: Status closed, but not exited. Killing
2026-07-17T13:57:43.2033157Z lightningd-2 2026-07-17T13:54:25.174Z INFO    038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-chan#1: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (62208)
2026-07-17T13:57:43.2033597Z lightningd-2 2026-07-17T13:54:25.184Z DEBUG   gossipd: REPLY WIRE_GOSSIPD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2033950Z lightningd-2 2026-07-17T13:54:25.184Z DEBUG   connectd: REPLY WIRE_CONNECTD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2034224Z lightningd-2 2026-07-17T13:54:27.844Z UNUSUAL lightningd: JSON-RPC shutdown
2026-07-17T13:57:43.2034550Z lightningd-2 2026-07-17T13:54:27.844Z DEBUG   lightningd: io_break: start_json_stream
2026-07-17T13:57:43.2034843Z lightningd-2 2026-07-17T13:54:27.844Z DEBUG   lightningd: io_loop_with_timers: main
2026-07-17T13:57:43.2035146Z lightningd-2 2026-07-17T13:54:27.939Z INFO    connectd: dev_report_fds: 3 -> hsm fd
2026-07-17T13:57:43.2035476Z lightningd-2 2026-07-17T13:54:27.939Z INFO    connectd: dev_report_fds: 4 -> gossipd fd
2026-07-17T13:57:43.2035880Z lightningd-2 2026-07-17T13:54:27.940Z INFO    connectd: dev_report_fds: 5 -> listener (connection_in)
2026-07-17T13:57:43.2036303Z lightningd-2 2026-07-17T13:54:27.940Z INFO    connectd: dev_report_fds: 5 name IPv4 socket 127.0.0.1:32863
2026-07-17T13:57:43.2036638Z lightningd-2 2026-07-17T13:54:27.940Z INFO    connectd: dev_report_fds: 7 -> gossip_store
2026-07-17T13:57:43.2037030Z lightningd-2 2026-07-17T13:54:27.940Z DEBUG   connectd: REPLY WIRE_CONNECTD_START_SHUTDOWN_REPLY with 0 fds
2026-07-17T13:57:43.2037396Z lightningd-2 2026-07-17T13:54:27.940Z DEBUG   lightningd: io_break: connectd_start_shutdown_reply
2026-07-17T13:57:43.2037759Z lightningd-2 2026-07-17T13:54:28.456Z DEBUG   plugin-bcli: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2038206Z lightningd-2 2026-07-17T13:54:28.588Z DEBUG   plugin-keysend: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2038597Z lightningd-2 2026-07-17T13:54:28.616Z DEBUG   plugin-topology: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2039146Z lightningd-2 2026-07-17T13:54:28.630Z DEBUG   plugin-cln-bwatch: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2039560Z lightningd-2 2026-07-17T13:54:28.636Z DEBUG   plugin-offers: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2039989Z lightningd-2 2026-07-17T13:54:28.648Z DEBUG   plugin-recklessrpc: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2040405Z lightningd-2 2026-07-17T13:54:28.653Z DEBUG   plugin-funder: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2040815Z lightningd-2 2026-07-17T13:54:28.657Z DEBUG   plugin-cln-askrene: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2041228Z lightningd-2 2026-07-17T13:54:28.669Z DEBUG   plugin-recover: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2041640Z lightningd-2 2026-07-17T13:54:28.675Z DEBUG   plugin-spenderp: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2042095Z lightningd-2 2026-07-17T13:54:28.680Z DEBUG   plugin-exposesecret: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2042412Z lightningd-2 2026-07-17T13:54:28.681Z DEBUG   plugin-sql: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2042735Z lightningd-2 2026-07-17T13:54:28.681Z DEBUG   plugin-pay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043066Z lightningd-2 2026-07-17T13:54:28.682Z DEBUG   plugin-chanbackup: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043308Z lightningd-2 2026-07-17T13:54:28.687Z DEBUG   plugin-autoclean: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043552Z lightningd-2 2026-07-17T13:54:28.687Z DEBUG   plugin-cln-renepay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043858Z lightningd-2 2026-07-17T13:54:28.693Z DEBUG   plugin-txprepare: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044130Z lightningd-2 2026-07-17T13:54:28.701Z DEBUG   plugin-commando: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044373Z lightningd-2 2026-07-17T13:54:28.752Z DEBUG   plugin-bookkeeper: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044643Z lightningd-2 2026-07-17T13:54:28.765Z DEBUG   plugin-cln-xpay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044821Z lightningd-2 2026-07-17T13:54:28.765Z DEBUG   lightningd: io_break: destroy_plugin
2026-07-17T13:57:43.2045038Z lightningd-2 2026-07-17T13:54:28.766Z DEBUG   lightningd: Command returned result after jcon close
2026-07-17T13:57:43.2045192Z lightningd-2 2026-07-17T13:54:28.766Z DEBUG   connectd: Shutting down
2026-07-17T13:57:43.2045339Z lightningd-2 2026-07-17T13:54:28.768Z DEBUG   gossipd: Shutting down
2026-07-17T13:57:43.2045479Z lightningd-2 2026-07-17T13:54:28.768Z DEBUG   hsmd: Shutting down

I think it might just need more time.
Logs from such a failure run are too long for github to show so i attached them:

3_Test CLN dual-fund Full Integration.zip

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions