URI: 
       tlnhtlc: fix adding htlc between sending commitment_signed and receiving revoke_and_ack - electrum - Electrum Bitcoin wallet
  HTML git clone https://git.parazyd.org/electrum
   DIR Log
   DIR Files
   DIR Refs
   DIR Submodules
       ---
   DIR commit 69bffac86a13a71827c8e9d2d956e9a266f0dddb
   DIR parent 50479086b5b6c0bd3ebe9e597bcd37fbb6d97372
  HTML Author: SomberNight <somber.night@protonmail.com>
       Date:   Thu, 30 May 2019 22:17:38 +0200
       
       lnhtlc: fix adding htlc between sending commitment_signed and receiving revoke_and_ack
       
       Diffstat:
         M electrum/lnchannel.py               |       3 ++-
         M electrum/lnhtlc.py                  |      39 ++++++++++++++++++++-----------
         M electrum/lnpeer.py                  |       3 ++-
         M electrum/tests/test_lnchannel.py    |       2 ++
         M electrum/tests/test_lnhtlc.py       |      21 ++++++++++++++++++++-
       
       5 files changed, 51 insertions(+), 17 deletions(-)
       ---
   DIR diff --git a/electrum/lnchannel.py b/electrum/lnchannel.py
       t@@ -153,7 +153,7 @@ class Channel(Logger):
                self.remote_commitment_to_be_revoked.deserialize(True)
        
                log = state.get('log')
       -        self.hm = HTLCManager(self.config[LOCAL].ctn if log else 0, self.config[REMOTE].ctn if log else 0, log)
       +        self.hm = HTLCManager(self.config[LOCAL].ctn, self.config[REMOTE].ctn, log)
        
                self.name = name
                Logger.__init__(self)
       t@@ -194,6 +194,7 @@ class Channel(Logger):
                self.remote_commitment_to_be_revoked = self.pending_commitment(REMOTE)
                self.config[REMOTE] = self.config[REMOTE]._replace(ctn=0, current_per_commitment_point=remote_pcp, next_per_commitment_point=None)
                self.config[LOCAL] = self.config[LOCAL]._replace(ctn=0, current_commitment_signature=remote_sig)
       +        self.hm.channel_open_finished()
                self.set_state('OPENING')
        
            def set_force_closed(self):
   DIR diff --git a/electrum/lnhtlc.py b/electrum/lnhtlc.py
       t@@ -10,6 +10,11 @@ class HTLCManager:
            def __init__(self, local_ctn=0, remote_ctn=0, log=None):
                # self.ctn[sub] is the ctn for the oldest unrevoked ctx of sub
                self.ctn = {LOCAL:local_ctn, REMOTE: remote_ctn}
       +        # self.ctn_latest[sub] is the ctn for the latest (newest that has a valid sig) ctx of sub
       +        self.ctn_latest = {LOCAL:local_ctn, REMOTE: remote_ctn}  # FIXME does this need to be persisted?
       +        # after sending commitment_signed but before receiving revoke_and_ack,
       +        # self.ctn_latest[REMOTE] == self.ctn[REMOTE] + 1
       +        # otherwise they are equal
                self.expect_sig = {SENT: False, RECEIVED: False}
                if log is None:
                    initial = {'adds': {}, 'locked_in': {}, 'settles': {}, 'fails': {}}
       t@@ -35,33 +40,39 @@ class HTLCManager:
                    x[sub]['adds'] = d
                return x
        
       +    def channel_open_finished(self):
       +        self.ctn = {LOCAL: 0, REMOTE: 0}
       +        self.ctn_latest = {LOCAL: 0, REMOTE: 0}
       +
            def send_htlc(self, htlc: UpdateAddHtlc) -> UpdateAddHtlc:
                htlc_id = htlc.htlc_id
                adds = self.log[LOCAL]['adds']
                assert type(adds) is not str
                adds[htlc_id] = htlc
       -        self.log[LOCAL]['locked_in'][htlc_id] = {LOCAL: None, REMOTE: self.ctn[REMOTE]+1}
       +        self.log[LOCAL]['locked_in'][htlc_id] = {LOCAL: None, REMOTE: self.ctn_latest[REMOTE]+1}
                self.expect_sig[SENT] = True
                return htlc
        
            def recv_htlc(self, htlc: UpdateAddHtlc) -> None:
                htlc_id = htlc.htlc_id
                self.log[REMOTE]['adds'][htlc_id] = htlc
       -        l = self.log[REMOTE]['locked_in'][htlc_id] = {LOCAL: self.ctn[LOCAL]+1, REMOTE: None}
       +        l = self.log[REMOTE]['locked_in'][htlc_id] = {LOCAL: self.ctn_latest[LOCAL]+1, REMOTE: None}
                self.expect_sig[RECEIVED] = True
        
            def send_ctx(self) -> None:
       -        next_ctn = self.ctn[REMOTE] + 1
       +        assert self.ctn_latest[REMOTE] == self.ctn[REMOTE], (self.ctn_latest[REMOTE], self.ctn[REMOTE])
       +        self.ctn_latest[REMOTE] = self.ctn[REMOTE] + 1
                for locked_in in self.log[REMOTE]['locked_in'].values():
                    if locked_in[REMOTE] is None:
       -                locked_in[REMOTE] = next_ctn
       +                locked_in[REMOTE] = self.ctn_latest[REMOTE]
                self.expect_sig[SENT] = False
        
            def recv_ctx(self) -> None:
       -        next_ctn = self.ctn[LOCAL] + 1
       +        assert self.ctn_latest[LOCAL] == self.ctn[LOCAL], (self.ctn_latest[LOCAL], self.ctn[LOCAL])
       +        self.ctn_latest[LOCAL] = self.ctn[LOCAL] + 1
                for locked_in in self.log[LOCAL]['locked_in'].values():
                    if locked_in[LOCAL] is None:
       -                locked_in[LOCAL] = next_ctn
       +                locked_in[LOCAL] = self.ctn_latest[LOCAL]
                self.expect_sig[RECEIVED] = False
        
            def send_rev(self) -> None:
       t@@ -69,18 +80,18 @@ class HTLCManager:
                for log_action in ('settles', 'fails'):
                    for htlc_id, ctns in self.log[LOCAL][log_action].items():
                        if ctns[REMOTE] is None:
       -                    ctns[REMOTE] = self.ctn[REMOTE] + 1
       +                    ctns[REMOTE] = self.ctn_latest[REMOTE] + 1
        
            def recv_rev(self) -> None:
                self.ctn[REMOTE] += 1
                for htlc_id, ctns in self.log[LOCAL]['locked_in'].items():
                    if ctns[LOCAL] is None:
       -                assert ctns[REMOTE] == self.ctn[REMOTE]
       -                ctns[LOCAL] = self.ctn[LOCAL] + 1
       +                #assert ctns[REMOTE] == self.ctn[REMOTE]  # FIXME I don't think this assert is correct
       +                ctns[LOCAL] = self.ctn_latest[LOCAL] + 1
                for log_action in ('settles', 'fails'):
                    for htlc_id, ctns in self.log[REMOTE][log_action].items():
                        if ctns[LOCAL] is None:
       -                    ctns[LOCAL] = self.ctn[LOCAL] + 1
       +                    ctns[LOCAL] = self.ctn_latest[LOCAL] + 1
        
            def htlcs_by_direction(self, subject: HTLCOwner, direction: Direction,
                                   ctn: int = None) -> Sequence[UpdateAddHtlc]:
       t@@ -136,10 +147,10 @@ class HTLCManager:
                return self.htlcs(subject, ctn)
        
            def send_settle(self, htlc_id: int) -> None:
       -        self.log[REMOTE]['settles'][htlc_id] = {LOCAL: None, REMOTE: self.ctn[REMOTE] + 1}
       +        self.log[REMOTE]['settles'][htlc_id] = {LOCAL: None, REMOTE: self.ctn_latest[REMOTE] + 1}
        
            def recv_settle(self, htlc_id: int) -> None:
       -        self.log[LOCAL]['settles'][htlc_id] = {LOCAL: self.ctn[LOCAL] + 1, REMOTE: None}
       +        self.log[LOCAL]['settles'][htlc_id] = {LOCAL: self.ctn_latest[LOCAL] + 1, REMOTE: None}
        
            def all_settled_htlcs_ever_by_direction(self, subject: HTLCOwner, direction: Direction,
                                                    ctn: int = None) -> Sequence[UpdateAddHtlc]:
       t@@ -181,7 +192,7 @@ class HTLCManager:
                        if ctns[LOCAL] == ctn]
        
            def send_fail(self, htlc_id: int) -> None:
       -        self.log[REMOTE]['fails'][htlc_id] = {LOCAL: None, REMOTE: self.ctn[REMOTE] + 1}
       +        self.log[REMOTE]['fails'][htlc_id] = {LOCAL: None, REMOTE: self.ctn_latest[REMOTE] + 1}
        
            def recv_fail(self, htlc_id: int) -> None:
       -        self.log[LOCAL]['fails'][htlc_id] = {LOCAL: self.ctn[LOCAL] + 1, REMOTE: None}
       +        self.log[LOCAL]['fails'][htlc_id] = {LOCAL: self.ctn_latest[LOCAL] + 1, REMOTE: None}
   DIR diff --git a/electrum/lnpeer.py b/electrum/lnpeer.py
       t@@ -1071,7 +1071,7 @@ class Peer(Logger):
                remote_ctn = chan.get_current_ctn(REMOTE)
                chan.onion_keys[htlc.htlc_id] = secret_key
                self.attempted_route[(chan.channel_id, htlc.htlc_id)] = route
       -        self.logger.info(f"starting payment. route: {route}")
       +        self.logger.info(f"starting payment. route: {route}. htlc: {htlc}")
                self.send_message("update_add_htlc",
                                  channel_id=chan.channel_id,
                                  id=htlc.htlc_id,
       t@@ -1271,6 +1271,7 @@ class Peer(Logger):
                self._remote_changed_events[chan.channel_id].set()
                self._remote_changed_events[chan.channel_id].clear()
                self.lnworker.save_channel(chan)
       +        self.maybe_send_commitment(chan)
        
            def on_update_fee(self, payload):
                channel_id = payload["channel_id"]
   DIR diff --git a/electrum/tests/test_lnchannel.py b/electrum/tests/test_lnchannel.py
       t@@ -164,6 +164,8 @@ def create_test_channels(feerate=6000, local=None, remote=None):
        
            alice.config[REMOTE] = alice.config[REMOTE]._replace(ctn=0)
            bob.config[REMOTE] = bob.config[REMOTE]._replace(ctn=0)
       +    alice.hm.channel_open_finished()
       +    bob.hm.channel_open_finished()
        
            return alice, bob
        
   DIR diff --git a/electrum/tests/test_lnhtlc.py b/electrum/tests/test_lnhtlc.py
       t@@ -1,6 +1,6 @@
        from pprint import pprint
        import unittest
       -from electrum.lnutil import RECEIVED, LOCAL, REMOTE, SENT, HTLCOwner
       +from electrum.lnutil import RECEIVED, LOCAL, REMOTE, SENT, HTLCOwner, Direction
        from electrum.lnhtlc import HTLCManager
        from typing import NamedTuple
        
       t@@ -135,3 +135,22 @@ class TestHTLCManager(unittest.TestCase):
        
                htlc_lifecycle(htlc_success=True)
                htlc_lifecycle(htlc_success=False)
       +
       +    def test_adding_htlc_between_send_ctx_and_recv_rev(self):
       +        A = HTLCManager()
       +        B = HTLCManager()
       +        A.send_ctx()
       +        B.recv_ctx()
       +        B.send_rev()
       +        ah0 = H('A', 0)
       +        B.recv_htlc(A.send_htlc(ah0))
       +        self.assertEqual([], A.current_htlcs(LOCAL))
       +        self.assertEqual([], A.current_htlcs(REMOTE))
       +        self.assertEqual([], A.pending_htlcs(LOCAL))
       +        self.assertEqual([], A.pending_htlcs(REMOTE))
       +        A.recv_rev()
       +        self.assertEqual([], A.current_htlcs(LOCAL))
       +        self.assertEqual([], A.current_htlcs(REMOTE))
       +        self.assertEqual([(Direction.SENT, ah0)], A.pending_htlcs(LOCAL))
       +        self.assertEqual([(Direction.RECEIVED, ah0)], A.pending_htlcs(REMOTE))
       +