Skip to content

CI flake test_multichan_stress #9326

Description

@daywalker90
2026-07-17T13:57:17.9925306Z     def test_multichan_stress(node_factory, executor, bitcoind):
2026-07-17T13:57:17.9925795Z         """Test multiple channels between same nodes"""
2026-07-17T13:57:17.9926297Z         l1, l2, l3 = node_factory.line_graph(3, opts={'may_reconnect': True,
2026-07-17T13:57:17.9926779Z                                                       'dev-no-reconnect': None})
2026-07-17T13:57:17.9927161Z     
2026-07-17T13:57:17.9927402Z         scid23 = first_scid(l2, l3)
2026-07-17T13:57:17.9927810Z         # Now fund *second* channel l2->l3 (slightly larger)
2026-07-17T13:57:17.9928339Z         bitcoind.rpc.sendtoaddress(l2.rpc.newaddr('bech32')['bech32'], 0.1)
2026-07-17T13:57:17.9959081Z         bitcoind.generate_block(1)
2026-07-17T13:57:17.9959551Z         sync_blockheight(bitcoind, [l2])
2026-07-17T13:57:17.9959994Z         l2.rpc.fundchannel(l3.info['id'], '0.01001btc')
2026-07-17T13:57:17.9960561Z         assert(len(l2.rpc.listpeerchannels(l3.info['id'])['channels']) == 2)
2026-07-17T13:57:17.9961201Z         assert(len(l3.rpc.listpeerchannels(l2.info['id'])['channels']) == 2)
2026-07-17T13:57:17.9961674Z     
2026-07-17T13:57:17.9961948Z         # Make sure gossip works.
2026-07-17T13:57:17.9962499Z         mine_funding_to_announce(bitcoind, [l1, l2, l3], num_blocks=6, wait_for_mempool=1)
2026-07-17T13:57:17.9963238Z         wait_for(lambda: len(l1.rpc.listchannels(source=l3.info['id'])['channels']) == 2)
2026-07-17T13:57:17.9963767Z     
2026-07-17T13:57:17.9964164Z         # We use sendpay directly here, because xpay learns and refuses to pay!
2026-07-17T13:57:17.9964660Z         route = [{'amount_msat': 101,
2026-07-17T13:57:17.9965022Z                   'id': l2.info['id'],
2026-07-17T13:57:17.9965376Z                   'delay': 16,
2026-07-17T13:57:17.9965740Z                   'channel': first_scid(l1, l2)},
2026-07-17T13:57:17.9966120Z                  {'amount_msat': 100,
2026-07-17T13:57:17.9966474Z                   'id': l3.info['id'],
2026-07-17T13:57:17.9966828Z                   'delay': 10,
2026-07-17T13:57:17.9967188Z                   # We say this, but l2 will choose.
2026-07-17T13:57:17.9967606Z                   'channel': scid23}]
2026-07-17T13:57:17.9968339Z     
2026-07-17T13:57:17.9968613Z         def send_many_payments():
2026-07-17T13:57:17.9969050Z             passes = 0
2026-07-17T13:57:17.9969373Z             fails = 0
2026-07-17T13:57:17.9969799Z             # Make sure we try many times, and get at least one pass and fail.
2026-07-17T13:57:17.9970392Z             while passes == 0 or fails == 0 or passes + fails < 30:
2026-07-17T13:57:17.9970978Z                 inv = l3.rpc.invoice(100, "label-" + str(passes + fails), "desc")
2026-07-17T13:57:17.9971802Z                 l1.rpc.sendpay(route, inv['payment_hash'], payment_secret=inv['payment_secret'])
2026-07-17T13:57:18.0026946Z                 time.sleep(0.05)
2026-07-17T13:57:18.0027778Z                 try:
2026-07-17T13:57:18.0028217Z                     l1.rpc.waitsendpay(inv['payment_hash'])
2026-07-17T13:57:18.0028695Z                     passes += 1
2026-07-17T13:57:18.0029238Z                 except RpcError:
2026-07-17T13:57:18.0029641Z                     fails += 1
2026-07-17T13:57:18.0030040Z                     pass
2026-07-17T13:57:18.0030375Z     
2026-07-17T13:57:18.0030771Z         # Send a heap of payments, while reconnecting...
2026-07-17T13:57:18.0031284Z         fut = executor.submit(send_many_payments)
2026-07-17T13:57:18.0031726Z     
2026-07-17T13:57:18.0032042Z         for _ in range(30):
2026-07-17T13:57:18.0032490Z             l3.rpc.disconnect(l2.info['id'], force=True)
2026-07-17T13:57:18.0032966Z             time.sleep(0.1)
2026-07-17T13:57:18.0033421Z             l3.rpc.connect(l2.info['id'], 'localhost', l2.port)
2026-07-17T13:57:18.0033960Z >       fut.result(TIMEOUT)
2026-07-17T13:57:18.0034179Z 
2026-07-17T13:57:18.0034347Z tests/test_connection.py:3892: 
2026-07-17T13:57:18.0034817Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
2026-07-17T13:57:18.0035163Z 
2026-07-17T13:57:18.0035316Z self = None, timeout = 180
2026-07-17T13:57:18.0035570Z 
2026-07-17T13:57:18.0035761Z     def result(self, timeout=None):
2026-07-17T13:57:18.0036346Z         """Return the result of the call that the future represents.
2026-07-17T13:57:18.0036821Z     
2026-07-17T13:57:18.0037102Z         Args:
2026-07-17T13:57:18.0037553Z             timeout: The number of seconds to wait for the result if the future
2026-07-17T13:57:18.0038242Z                 isn't done. If None, then there is no limit on the wait time.
2026-07-17T13:57:18.0038873Z     
2026-07-17T13:57:18.0039195Z         Returns:
2026-07-17T13:57:18.0039632Z             The result of the call that the future represents.
2026-07-17T13:57:18.0040140Z     
2026-07-17T13:57:18.0040428Z         Raises:
2026-07-17T13:57:18.0040840Z             CancelledError: If the future was cancelled.
2026-07-17T13:57:18.0041538Z             TimeoutError: If the future didn't finish executing before the given
2026-07-17T13:57:18.0042134Z                 timeout.
2026-07-17T13:57:18.0042665Z             Exception: If the call raised then that exception will be raised.
2026-07-17T13:57:18.0043216Z         """
2026-07-17T13:57:18.0043548Z         try:
2026-07-17T13:57:18.0043862Z             with self._condition:
2026-07-17T13:57:18.0044388Z                 if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
2026-07-17T13:57:18.0044938Z                     raise CancelledError()
2026-07-17T13:57:18.0045394Z                 elif self._state == FINISHED:
2026-07-17T13:57:18.0045842Z                     return self.__get_result()
2026-07-17T13:57:18.0046244Z     
2026-07-17T13:57:18.0046551Z                 self._condition.wait(timeout)
2026-07-17T13:57:18.0046940Z     
2026-07-17T13:57:18.0047317Z                 if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
2026-07-17T13:57:18.0047840Z                     raise CancelledError()
2026-07-17T13:57:18.0048281Z                 elif self._state == FINISHED:
2026-07-17T13:57:18.0048718Z                     return self.__get_result()
2026-07-17T13:57:18.0049999Z                 else:
2026-07-17T13:57:18.0050338Z >                   raise TimeoutError()
2026-07-17T13:57:18.0051109Z E                   concurrent.futures._base.TimeoutError
2026-07-17T13:57:18.0051458Z 
2026-07-17T13:57:18.0051927Z /opt/hostedtoolcache/Python/3.10.20/x64/lib/python3.10/concurrent/futures/_base.py:460: TimeoutError
2026-07-17T13:57:43.1993876Z lightningd-2 2026-07-17T13:54:19.945Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#3: HTLC out 790 RCVD_ADD_REVOCATION->RCVD_ADD_ACK_COMMIT
2026-07-17T13:57:43.1994298Z lightningd-2 2026-07-17T13:54:19.945Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#3: HTLC out 790 RCVD_ADD_ACK_COMMIT->SENT_ADD_ACK_REVOCATION
2026-07-17T13:57:43.1994655Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: ... , awaiting 1121
2026-07-17T13:57:43.1994977Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: Got it!
2026-07-17T13:57:43.1995354Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: peer_out WIRE_REVOKE_AND_ACK
2026-07-17T13:57:43.1995711Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-hsmd: Got WIRE_HSMD_REVOKE_COMMITMENT_TX
2026-07-17T13:57:43.1995900Z lightningd-2 2026-07-17T13:54:19.947Z DEBUG   hsmd: Client: Received message 40 from client
2026-07-17T13:57:43.1996321Z lightningd-3 2026-07-17T13:54:19.948Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: Can't send commit: waiting for revoke_and_ack
2026-07-17T13:57:43.1996697Z lightningd-3 2026-07-17T13:54:20.071Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: peer_in WIRE_REVOKE_AND_ACK
2026-07-17T13:57:43.1997062Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: Received revoke_and_ack
2026-07-17T13:57:43.1997492Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: htlc 790: SENT_ADD_ACK_COMMIT->RCVD_ADD_ACK_REVOCATION
2026-07-17T13:57:43.1998001Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: rcvd_revoke_and_ack: HTLC REMOTE 790 = RCVD_ADD_ACK_REVOCATION/SENT_ADD_ACK_REVOCATION 
2026-07-17T13:57:43.1998432Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: No commits outstanding after recv revoke_and_ack
2026-07-17T13:57:43.1998950Z lightningd-3 2026-07-17T13:54:20.073Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: HTLC 790[REMOTE] => RCVD_ADD_ACK_REVOCATION
2026-07-17T13:57:43.1999313Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-hsmd: Got WIRE_HSMD_VALIDATE_REVOCATION
2026-07-17T13:57:43.1999523Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   hsmd: Client: Received message 36 from client
2026-07-17T13:57:43.1999884Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-hsmd: Got WIRE_HSMD_SIGN_PENALTY_TO_US
2026-07-17T13:57:43.2000072Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   hsmd: Client: Received message 14 from client
2026-07-17T13:57:43.2000424Z lightningd-3 2026-07-17T13:54:20.074Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#2: Sending master 1022
2026-07-17T13:57:43.2000763Z lightningd-3 2026-07-17T13:54:20.075Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#2: got revoke 1580: 1 changed
2026-07-17T13:57:43.2001200Z lightningd-3 2026-07-17T13:54:20.075Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#2: HTLC in 790 SENT_ADD_ACK_COMMIT->RCVD_ADD_ACK_REVOCATION
2026-07-17T13:57:43.2001427Z lightningd-3 2026-07-17T13:54:20.076Z TRACE   lightningd: Calling htlc_accepted hook of plugin keysend
2026-07-17T13:57:43.2001677Z lightningd-3 2026-07-17T13:54:20.076Z TRACE   lightningd: Calling commitment_revocation hook of plugin chanbackup
2026-07-17T13:57:43.2001919Z lightningd-3 2026-07-17T13:54:20.077Z TRACE   lightningd: Plugin keysend returned from htlc_accepted hook call
2026-07-17T13:57:43.2002219Z lightningd-3 2026-07-17T13:54:20.078Z DEBUG   lightningd: HTLC set contains 1 HTLCs, for a total of 100msat out of 100msat (payment_secret)
2026-07-17T13:57:43.2002441Z lightningd-3 2026-07-17T13:54:20.078Z TRACE   lightningd: Calling invoice_payment hook of plugin offers
2026-07-17T13:57:43.2002623Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 3 -> hsm fd
2026-07-17T13:57:43.2002809Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 4 -> gossipd fd
2026-07-17T13:57:43.2003014Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 5 -> listener (connection_in)
2026-07-17T13:57:43.2003242Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 5 name IPv4 socket 127.0.0.1:38923
2026-07-17T13:57:43.2003797Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 6 -> IN=IO_POLLING_NOTSTARTED:do_read+read_body_from_peer(connectd/connectd.c:122:struct peer), OUT=IO_WAITING:(nil)+write_to_peer(connectd/connectd.c:122:struct peer)
2026-07-17T13:57:43.2004017Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 6 name IPv4 socket 127.0.0.1:39724
2026-07-17T13:57:43.2004198Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 7 -> gossip_store
2026-07-17T13:57:43.2004772Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 8 -> IN=IO_POLLING_NOTSTARTED:do_read_wire+read_from_subd_done(connectd/multiplex.c:1391:struct subd), OUT=IO_WAITING:(nil)+write_to_subd(connectd/multiplex.c:1391:struct subd)
2026-07-17T13:57:43.2004983Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 8 name unix socket <unnamed>
2026-07-17T13:57:43.2005541Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 9 -> IN=IO_POLLING_NOTSTARTED:do_read_wire+read_from_subd_done(connectd/multiplex.c:1391:struct subd), OUT=IO_WAITING:(nil)+write_to_subd(connectd/multiplex.c:1391:struct subd)
2026-07-17T13:57:43.2005747Z lightningd-3 2026-07-17T13:54:20.078Z INFO    connectd: dev_report_fds: 9 name unix socket <unnamed>
2026-07-17T13:57:43.2005969Z lightningd-3 2026-07-17T13:54:20.078Z DEBUG   connectd: REPLY WIRE_CONNECTD_START_SHUTDOWN_REPLY with 0 fds
2026-07-17T13:57:43.2006178Z lightningd-3 2026-07-17T13:54:20.078Z DEBUG   lightningd: io_break: connectd_start_shutdown_reply
2026-07-17T13:57:43.2006735Z lightningd-3 2026-07-17T13:54:20.078Z INFO    033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#2: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (256)
2026-07-17T13:57:43.2007243Z lightningd-3 2026-07-17T13:54:20.079Z INFO    033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#1: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (256)
2026-07-17T13:57:43.2007504Z lightningd-3 2026-07-17T13:54:21.073Z DEBUG   plugin-bcli: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2007732Z lightningd-3 2026-07-17T13:54:21.377Z DEBUG   plugin-offers: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2007979Z lightningd-3 2026-07-17T13:54:21.475Z DEBUG   plugin-txprepare: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2008211Z lightningd-3 2026-07-17T13:54:21.476Z DEBUG   plugin-recover: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2008536Z lightningd-3 2026-07-17T13:54:21.483Z DEBUG   plugin-chanbackup: Updated `emergency.recover` state after receiving new commitment secret.
2026-07-17T13:57:43.2008862Z lightningd-3 2026-07-17T13:54:21.483Z DEBUG   plugin-chanbackup: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009108Z lightningd-3 2026-07-17T13:54:21.487Z DEBUG   plugin-cln-bwatch: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009345Z lightningd-3 2026-07-17T13:54:21.493Z DEBUG   plugin-commando: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009583Z lightningd-3 2026-07-17T13:54:21.493Z DEBUG   plugin-autoclean: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2009814Z lightningd-3 2026-07-17T13:54:21.495Z DEBUG   plugin-spenderp: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010069Z lightningd-3 2026-07-17T13:54:21.496Z DEBUG   plugin-exposesecret: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010298Z lightningd-3 2026-07-17T13:54:21.497Z DEBUG   plugin-pay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010520Z lightningd-3 2026-07-17T13:54:21.501Z DEBUG   plugin-sql: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010769Z lightningd-3 2026-07-17T13:54:21.506Z DEBUG   plugin-recklessrpc: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2010989Z lightningd-3 2026-07-17T13:54:21.509Z DEBUG   plugin-keysend: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011231Z lightningd-3 2026-07-17T13:54:21.512Z DEBUG   plugin-cln-renepay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011471Z lightningd-3 2026-07-17T13:54:21.516Z DEBUG   plugin-cln-askrene: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011700Z lightningd-3 2026-07-17T13:54:21.534Z DEBUG   plugin-funder: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2011933Z lightningd-3 2026-07-17T13:54:21.549Z DEBUG   plugin-topology: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2012166Z lightningd-3 2026-07-17T13:54:21.562Z DEBUG   plugin-cln-xpay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2012405Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   plugin-bookkeeper: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2012584Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   lightningd: io_break: destroy_plugin
2026-07-17T13:57:43.2012783Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   lightningd: Command returned result after jcon close
2026-07-17T13:57:43.2012936Z lightningd-3 2026-07-17T13:54:21.621Z DEBUG   connectd: Shutting down
2026-07-17T13:57:43.2013285Z lightningd-2 2026-07-17T13:54:21.623Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-lightningd: peer_disconnected
2026-07-17T13:57:43.2013432Z lightningd-3 2026-07-17T13:54:21.623Z DEBUG   gossipd: Shutting down
2026-07-17T13:57:43.2013598Z lightningd-3 2026-07-17T13:54:21.624Z DEBUG   hsmd: Shutting down
2026-07-17T13:57:43.2014000Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#3: Peer connection lost
2026-07-17T13:57:43.2014512Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#3: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (62208)
2026-07-17T13:57:43.2014926Z lightningd-2 2026-07-17T13:54:21.624Z DEBUG   plugin-funder: Cleaning up inflights for peer id 03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31
2026-07-17T13:57:43.2015301Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#2: Peer connection lost
2026-07-17T13:57:43.2015710Z lightningd-2 2026-07-17T13:54:21.624Z DEBUG   03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-channeld-chan#2: Status closed, but not exited. Killing
2026-07-17T13:57:43.2016248Z lightningd-2 2026-07-17T13:54:21.624Z INFO    03cecbfdc68544cc596223b68ce0710c9e5d2c9cb317ee07822d95079acc703d31-chan#2: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (9)
2026-07-17T13:57:43.2016689Z lightningd-1 2026-07-17T13:54:21.644Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#1: REPLY WIRE_CHANNELD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2017056Z lightningd-1 2026-07-17T13:54:21.645Z DEBUG   gossipd: REPLY WIRE_GOSSIPD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2017355Z lightningd-1 2026-07-17T13:54:21.645Z DEBUG   connectd: REPLY WIRE_CONNECTD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2017584Z lightningd-1 2026-07-17T13:54:24.077Z UNUSUAL lightningd: JSON-RPC shutdown
2026-07-17T13:57:43.2017820Z lightningd-1 2026-07-17T13:54:24.077Z DEBUG   lightningd: io_break: start_json_stream
2026-07-17T13:57:43.2018097Z lightningd-1 2026-07-17T13:54:24.077Z DEBUG   lightningd: io_loop_with_timers: main
2026-07-17T13:57:43.2018365Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 3 -> hsm fd
2026-07-17T13:57:43.2018544Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 4 -> gossipd fd
2026-07-17T13:57:43.2018822Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 5 -> listener (connection_in)
2026-07-17T13:57:43.2019133Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 5 name IPv4 socket 127.0.0.1:34137
2026-07-17T13:57:43.2019343Z lightningd-1 2026-07-17T13:54:24.186Z INFO    connectd: dev_report_fds: 6 -> gossip_store
2026-07-17T13:57:43.2019934Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 7 -> IN=IO_POLLING_NOTSTARTED:do_read+read_body_from_peer(connectd/connectd.c:122:struct peer), OUT=IO_WAITING:(nil)+write_to_peer(connectd/connectd.c:122:struct peer)
2026-07-17T13:57:43.2020160Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 7 name IPv4 socket 127.0.0.1:47210
2026-07-17T13:57:43.2020736Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 8 -> IN=IO_POLLING_NOTSTARTED:do_read_wire+read_from_subd_done(connectd/multiplex.c:1391:struct subd), OUT=IO_WAITING:(nil)+write_to_subd(connectd/multiplex.c:1391:struct subd)
2026-07-17T13:57:43.2020947Z lightningd-1 2026-07-17T13:54:24.187Z INFO    connectd: dev_report_fds: 8 name unix socket <unnamed>
2026-07-17T13:57:43.2021172Z lightningd-1 2026-07-17T13:54:24.187Z DEBUG   connectd: REPLY WIRE_CONNECTD_START_SHUTDOWN_REPLY with 0 fds
2026-07-17T13:57:43.2021374Z lightningd-1 2026-07-17T13:54:24.187Z DEBUG   lightningd: io_break: connectd_start_shutdown_reply
2026-07-17T13:57:43.2021791Z lightningd-1 2026-07-17T13:54:24.187Z DEBUG   033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-channeld-chan#1: Status closed, but not exited. Killing
2026-07-17T13:57:43.2022331Z lightningd-1 2026-07-17T13:54:24.187Z INFO    033845802d25b4e074ccfd7cd8b339a41dc75bf9978a034800444b51d42b07799a-chan#1: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (9)
2026-07-17T13:57:43.2022595Z lightningd-1 2026-07-17T13:54:24.726Z DEBUG   plugin-offers: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2022825Z lightningd-1 2026-07-17T13:54:24.766Z DEBUG   plugin-bcli: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023096Z lightningd-1 2026-07-17T13:54:24.936Z DEBUG   plugin-cln-askrene: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023337Z lightningd-1 2026-07-17T13:54:24.974Z DEBUG   plugin-recover: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023587Z lightningd-1 2026-07-17T13:54:25.024Z DEBUG   plugin-cln-renepay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2023820Z lightningd-1 2026-07-17T13:54:25.056Z DEBUG   plugin-keysend: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024057Z lightningd-1 2026-07-17T13:54:25.075Z DEBUG   plugin-bookkeeper: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024310Z lightningd-1 2026-07-17T13:54:25.084Z DEBUG   plugin-autoclean: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024579Z lightningd-1 2026-07-17T13:54:25.085Z DEBUG   plugin-cln-bwatch: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2024819Z lightningd-1 2026-07-17T13:54:25.088Z DEBUG   plugin-commando: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025079Z lightningd-1 2026-07-17T13:54:25.090Z DEBUG   plugin-recklessrpc: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025338Z lightningd-1 2026-07-17T13:54:25.093Z DEBUG   plugin-exposesecret: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025579Z lightningd-1 2026-07-17T13:54:25.098Z DEBUG   plugin-topology: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2025815Z lightningd-1 2026-07-17T13:54:25.099Z DEBUG   plugin-funder: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2026097Z lightningd-1 2026-07-17T13:54:25.104Z DEBUG   plugin-spenderp: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2026489Z lightningd-1 2026-07-17T13:54:25.120Z DEBUG   plugin-chanbackup: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2026780Z lightningd-1 2026-07-17T13:54:25.121Z DEBUG   plugin-txprepare: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2027134Z lightningd-1 2026-07-17T13:54:25.128Z DEBUG   plugin-pay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2027527Z lightningd-1 2026-07-17T13:54:25.137Z DEBUG   plugin-sql: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2027920Z lightningd-1 2026-07-17T13:54:25.171Z DEBUG   plugin-cln-xpay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2028214Z lightningd-1 2026-07-17T13:54:25.172Z DEBUG   lightningd: io_break: destroy_plugin
2026-07-17T13:57:43.2028582Z lightningd-1 2026-07-17T13:54:25.172Z DEBUG   lightningd: Command returned result after jcon close
2026-07-17T13:57:43.2028965Z lightningd-1 2026-07-17T13:54:25.172Z DEBUG   connectd: Shutting down
2026-07-17T13:57:43.2029251Z lightningd-1 2026-07-17T13:54:25.173Z DEBUG   gossipd: Shutting down
2026-07-17T13:57:43.2029488Z lightningd-1 2026-07-17T13:54:25.173Z DEBUG   hsmd: Shutting down
2026-07-17T13:57:43.2030137Z lightningd-2 2026-07-17T13:54:25.173Z DEBUG   038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-lightningd: peer_disconnected
2026-07-17T13:57:43.2030813Z lightningd-2 2026-07-17T13:54:25.174Z DEBUG   plugin-funder: Cleaning up inflights for peer id 038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b
2026-07-17T13:57:43.2031418Z lightningd-2 2026-07-17T13:54:25.174Z INFO    038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-channeld-chan#1: Peer connection lost
2026-07-17T13:57:43.2032103Z lightningd-2 2026-07-17T13:54:25.174Z DEBUG   038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-channeld-chan#1: Status closed, but not exited. Killing
2026-07-17T13:57:43.2033157Z lightningd-2 2026-07-17T13:54:25.174Z INFO    038194b5f32bdf0aa59812c86c4ef7ad2f294104fa027d1ace9b469bb6f88cf37b-chan#1: Peer transient failure in CHANNELD_NORMAL: channeld: Owning subdaemon channeld died (62208)
2026-07-17T13:57:43.2033597Z lightningd-2 2026-07-17T13:54:25.184Z DEBUG   gossipd: REPLY WIRE_GOSSIPD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2033950Z lightningd-2 2026-07-17T13:54:25.184Z DEBUG   connectd: REPLY WIRE_CONNECTD_DEV_MEMLEAK_REPLY with 0 fds
2026-07-17T13:57:43.2034224Z lightningd-2 2026-07-17T13:54:27.844Z UNUSUAL lightningd: JSON-RPC shutdown
2026-07-17T13:57:43.2034550Z lightningd-2 2026-07-17T13:54:27.844Z DEBUG   lightningd: io_break: start_json_stream
2026-07-17T13:57:43.2034843Z lightningd-2 2026-07-17T13:54:27.844Z DEBUG   lightningd: io_loop_with_timers: main
2026-07-17T13:57:43.2035146Z lightningd-2 2026-07-17T13:54:27.939Z INFO    connectd: dev_report_fds: 3 -> hsm fd
2026-07-17T13:57:43.2035476Z lightningd-2 2026-07-17T13:54:27.939Z INFO    connectd: dev_report_fds: 4 -> gossipd fd
2026-07-17T13:57:43.2035880Z lightningd-2 2026-07-17T13:54:27.940Z INFO    connectd: dev_report_fds: 5 -> listener (connection_in)
2026-07-17T13:57:43.2036303Z lightningd-2 2026-07-17T13:54:27.940Z INFO    connectd: dev_report_fds: 5 name IPv4 socket 127.0.0.1:32863
2026-07-17T13:57:43.2036638Z lightningd-2 2026-07-17T13:54:27.940Z INFO    connectd: dev_report_fds: 7 -> gossip_store
2026-07-17T13:57:43.2037030Z lightningd-2 2026-07-17T13:54:27.940Z DEBUG   connectd: REPLY WIRE_CONNECTD_START_SHUTDOWN_REPLY with 0 fds
2026-07-17T13:57:43.2037396Z lightningd-2 2026-07-17T13:54:27.940Z DEBUG   lightningd: io_break: connectd_start_shutdown_reply
2026-07-17T13:57:43.2037759Z lightningd-2 2026-07-17T13:54:28.456Z DEBUG   plugin-bcli: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2038206Z lightningd-2 2026-07-17T13:54:28.588Z DEBUG   plugin-keysend: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2038597Z lightningd-2 2026-07-17T13:54:28.616Z DEBUG   plugin-topology: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2039146Z lightningd-2 2026-07-17T13:54:28.630Z DEBUG   plugin-cln-bwatch: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2039560Z lightningd-2 2026-07-17T13:54:28.636Z DEBUG   plugin-offers: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2039989Z lightningd-2 2026-07-17T13:54:28.648Z DEBUG   plugin-recklessrpc: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2040405Z lightningd-2 2026-07-17T13:54:28.653Z DEBUG   plugin-funder: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2040815Z lightningd-2 2026-07-17T13:54:28.657Z DEBUG   plugin-cln-askrene: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2041228Z lightningd-2 2026-07-17T13:54:28.669Z DEBUG   plugin-recover: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2041640Z lightningd-2 2026-07-17T13:54:28.675Z DEBUG   plugin-spenderp: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2042095Z lightningd-2 2026-07-17T13:54:28.680Z DEBUG   plugin-exposesecret: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2042412Z lightningd-2 2026-07-17T13:54:28.681Z DEBUG   plugin-sql: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2042735Z lightningd-2 2026-07-17T13:54:28.681Z DEBUG   plugin-pay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043066Z lightningd-2 2026-07-17T13:54:28.682Z DEBUG   plugin-chanbackup: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043308Z lightningd-2 2026-07-17T13:54:28.687Z DEBUG   plugin-autoclean: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043552Z lightningd-2 2026-07-17T13:54:28.687Z DEBUG   plugin-cln-renepay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2043858Z lightningd-2 2026-07-17T13:54:28.693Z DEBUG   plugin-txprepare: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044130Z lightningd-2 2026-07-17T13:54:28.701Z DEBUG   plugin-commando: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044373Z lightningd-2 2026-07-17T13:54:28.752Z DEBUG   plugin-bookkeeper: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044643Z lightningd-2 2026-07-17T13:54:28.765Z DEBUG   plugin-cln-xpay: Killing plugin: exited during normal operation
2026-07-17T13:57:43.2044821Z lightningd-2 2026-07-17T13:54:28.765Z DEBUG   lightningd: io_break: destroy_plugin
2026-07-17T13:57:43.2045038Z lightningd-2 2026-07-17T13:54:28.766Z DEBUG   lightningd: Command returned result after jcon close
2026-07-17T13:57:43.2045192Z lightningd-2 2026-07-17T13:54:28.766Z DEBUG   connectd: Shutting down
2026-07-17T13:57:43.2045339Z lightningd-2 2026-07-17T13:54:28.768Z DEBUG   gossipd: Shutting down
2026-07-17T13:57:43.2045479Z lightningd-2 2026-07-17T13:54:28.768Z DEBUG   hsmd: Shutting down

I think it might just need more time.
Logs from such a failure run are too long for github to show so i attached them:

3_Test CLN dual-fund Full Integration.zip

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Fields

    No fields configured for issues without a type.

    Projects

    No projects

    Milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions