tlightning: move lnworker code to its own module - electrum - Electrum Bitcoin wallet
HTML git clone https://git.parazyd.org/electrum
DIR Log
DIR Files
DIR Refs
DIR Submodules
---
DIR commit c621ae8f6e24fa8fff303cd442ba2ca6212cb872
DIR parent f66377604d5802b9cf870ab3c5563949a2b18c95
HTML Author: ThomasV <thomasv@electrum.org>
Date: Mon, 28 May 2018 09:39:05 +0200
lightning: move lnworker code to its own module
Diffstat:
M lib/lnbase.py | 60 -------------------------------
A lib/lnworker.py | 232 ++++++++++++++++++++++++++++++
D lib/tests/test_lnbase_online.py | 162 ------------------------------
3 files changed, 232 insertions(+), 222 deletions(-)
---
DIR diff --git a/lib/lnbase.py b/lib/lnbase.py
t@@ -37,11 +37,6 @@ from .transaction import opcodes, Transaction
from collections import namedtuple, defaultdict
-# hardcoded nodes
-node_list = [
- ('ecdsa.net', '9735', '038370f0e7a03eded3e1d41dc081084a87f0afa1c5b22090b4f3abb391eb15d8ff'),
-]
-
class LightningError(Exception):
pass
t@@ -1362,61 +1357,6 @@ class Peer(PrintError):
channel_id = int.from_bytes(payload["channel_id"], 'big')
self.revoke_and_ack[channel_id].set_result(payload)
-# replacement for lightningCall
-class LNWorker:
-
- def __init__(self, wallet, network):
- self.wallet = wallet
- self.network = network
- self.privkey = H256(b"0123456789")
- self.config = network.config
- self.peers = {}
- self.channels = {}
- peer_list = network.config.get('lightning_peers', node_list)
- print("Adding", len(peer_list), "peers")
- for host, port, pubkey in peer_list:
- self.add_peer(host, port, pubkey)
-
- def add_peer(self, host, port, pubkey):
- peer = Peer(host, int(port), binascii.unhexlify(pubkey), self.privkey, self.network)
- self.network.futures.append(asyncio.run_coroutine_threadsafe(peer.main_loop(), asyncio.get_event_loop()))
- self.peers[pubkey] = peer
-
- def open_channel(self, peer, amount, push_msat, password):
- coro = peer.channel_establishment_flow(self.wallet, self.config, password, amount, push_msat, temp_channel_id=os.urandom(32))
- return asyncio.run_coroutine_threadsafe(coro, self.network.asyncio_loop)
-
- def open_channel_from_other_thread(self, node_id, local_amt, push_amt, emit_function, pw):
- # TODO this could race on peers
- peer = self.peers.get(node_id)
- if peer is None:
- if len(self.peers) != 1:
- print("Peer not found, and peer list is empty or has multiple peers.")
- return
- peer = next(iter(self.peers.values()))
- fut = self.open_channel(peer, local_amt, push_amt, None if pw == "" else pw)
- chan = fut.result()
- # https://api.lightning.community/#listchannels
- std_chan = {"chan_id": chan.channel_id}
- emit_function({"channels": [std_chan]})
-
- def subscribe_payment_received_from_other_thread(self, emit_function):
- pass
-
- def subscribe_channel_list_updates_from_other_thread(self, emit_function):
- pass
-
- def subscribe_single_channel_update_from_other_thread(self, emit_function):
- pass
-
- def add_invoice_from_other_thread(self, amt):
- pass
-
- def subscribe_invoice_added_from_other_thread(self, emit_function):
- pass
-
- def pay_invoice_from_other_thread(self, lnaddr):
- pass
class ChannelInfo(PrintError):
DIR diff --git a/lib/lnworker.py b/lib/lnworker.py
t@@ -0,0 +1,232 @@
+import traceback
+import sys
+import json
+import binascii
+import asyncio
+import time
+import os
+from decimal import Decimal
+import binascii
+import asyncio
+
+
+from .lnbase import Peer, H256
+from .bitcoin import sha256, COIN
+from .util import bh2u, bfh
+from .constants import set_testnet, set_simnet
+from .simple_config import SimpleConfig
+from .network import Network
+from .storage import WalletStorage
+from .wallet import Wallet
+from .lnbase import Peer, Outpoint, ChannelConfig, LocalState, RemoteState, Keypair, OnlyPubkeyKeypair, OpenChannel, ChannelConstraints, RevocationStore
+from .lightning_payencode.lnaddr import lnencode, LnAddr, lndecode
+
+
+is_key = lambda k: k.endswith("_basepoint") or k.endswith("_key")
+
+def maybeDecode(k, v):
+ if k in ["short_channel_id", "pubkey", "privkey", "last_per_commitment_point", "next_per_commitment_point", "per_commitment_secret_seed"] and v is not None:
+ return binascii.unhexlify(v)
+ return v
+
+def decodeAll(v):
+ return {i: maybeDecode(i, j) for i, j in v.items()} if isinstance(v, dict) else v
+
+def typeWrap(k, v, local):
+ if is_key(k):
+ if local:
+ return Keypair(**v)
+ else:
+ return OnlyPubkeyKeypair(**v)
+ return v
+
+def reconstruct_namedtuples(openingchannel):
+ openingchannel = decodeAll(openingchannel)
+ openingchannel=OpenChannel(**openingchannel)
+ openingchannel = openingchannel._replace(funding_outpoint=Outpoint(**openingchannel.funding_outpoint))
+ new_local_config = {k: typeWrap(k, decodeAll(v), True) for k, v in openingchannel.local_config.items()}
+ openingchannel = openingchannel._replace(local_config=ChannelConfig(**new_local_config))
+ new_remote_config = {k: typeWrap(k, decodeAll(v), False) for k, v in openingchannel.remote_config.items()}
+ openingchannel = openingchannel._replace(remote_config=ChannelConfig(**new_remote_config))
+ new_local_state = decodeAll(openingchannel.local_state)
+ openingchannel = openingchannel._replace(local_state=LocalState(**new_local_state))
+ new_remote_state = decodeAll(openingchannel.remote_state)
+ new_remote_state["revocation_store"] = RevocationStore.from_json_obj(new_remote_state["revocation_store"])
+ openingchannel = openingchannel._replace(remote_state=RemoteState(**new_remote_state))
+ openingchannel = openingchannel._replace(constraints=ChannelConstraints(**openingchannel.constraints))
+ return openingchannel
+
+def serialize_channels(channels):
+ serialized_channels = []
+ for chan in channels:
+ namedtuples_to_dict = lambda v: {i: j._asdict() if isinstance(j, tuple) else j for i, j in v._asdict().items()}
+ serialized_channels.append({k: namedtuples_to_dict(v) if isinstance(v, tuple) else v for k, v in chan._asdict().items()})
+ class MyJsonEncoder(json.JSONEncoder):
+ def default(self, o):
+ if isinstance(o, bytes):
+ return binascii.hexlify(o).decode("ascii")
+ if isinstance(o, RevocationStore):
+ return o.serialize()
+ return super(MyJsonEncoder, self)
+ dumped = MyJsonEncoder().encode(serialized_channels)
+ roundtripped = json.loads(dumped)
+ reconstructed = [reconstruct_namedtuples(x) for x in roundtripped]
+ if reconstructed != channels:
+ raise Exception("Channels did not roundtrip serialization without changes:\n" + repr(reconstructed) + "\n" + repr(channels))
+ return roundtripped
+
+
+
+
+# hardcoded nodes
+node_list = [
+ ('ecdsa.net', '9735', '038370f0e7a03eded3e1d41dc081084a87f0afa1c5b22090b4f3abb391eb15d8ff'),
+]
+
+
+
+class LNWorker:
+
+ def __init__(self, wallet, network):
+ self.wallet = wallet
+ self.network = network
+ self.privkey = H256(b"0123456789")
+ self.config = network.config
+ self.peers = {}
+ self.channels = {}
+ peer_list = network.config.get('lightning_peers', node_list)
+ print("Adding", len(peer_list), "peers")
+ for host, port, pubkey in peer_list:
+ self.add_peer(host, port, pubkey)
+
+ def add_peer(self, host, port, pubkey):
+ peer = Peer(host, int(port), binascii.unhexlify(pubkey), self.privkey, self.network)
+ self.network.futures.append(asyncio.run_coroutine_threadsafe(peer.main_loop(), asyncio.get_event_loop()))
+ self.peers[pubkey] = peer
+
+ def open_channel(self, peer, amount, push_msat, password):
+ coro = peer.channel_establishment_flow(self.wallet, self.config, password, amount, push_msat, temp_channel_id=os.urandom(32))
+ return asyncio.run_coroutine_threadsafe(coro, self.network.asyncio_loop)
+
+ def open_channel_from_other_thread(self, node_id, local_amt, push_amt, emit_function, pw):
+ # TODO this could race on peers
+ peer = self.peers.get(node_id)
+ if peer is None:
+ if len(self.peers) != 1:
+ print("Peer not found, and peer list is empty or has multiple peers.")
+ return
+ peer = next(iter(self.peers.values()))
+ fut = self.open_channel(peer, local_amt, push_amt, None if pw == "" else pw)
+ chan = fut.result()
+ # https://api.lightning.community/#listchannels
+ std_chan = {"chan_id": chan.channel_id}
+ emit_function({"channels": [std_chan]})
+
+ def subscribe_payment_received_from_other_thread(self, emit_function):
+ pass
+
+ def subscribe_channel_list_updates_from_other_thread(self, emit_function):
+ pass
+
+ def subscribe_single_channel_update_from_other_thread(self, emit_function):
+ pass
+
+ def add_invoice_from_other_thread(self, amt):
+ pass
+
+ def subscribe_invoice_added_from_other_thread(self, emit_function):
+ pass
+
+ def pay_invoice_from_other_thread(self, lnaddr):
+ pass
+
+
+if __name__ == "__main__":
+ if len(sys.argv) > 3:
+ host, port, pubkey = sys.argv[3:6]
+ else:
+ host, port, pubkey = node_list[0]
+ pubkey = binascii.unhexlify(pubkey)
+ port = int(port)
+ if not any(x in sys.argv[1] for x in ["new_channel", "reestablish_channel"]):
+ raise Exception("first argument must contain new_channel or reestablish_channel")
+ if sys.argv[2] not in ["simnet", "testnet"]:
+ raise Exception("second argument must be simnet or testnet")
+ if sys.argv[2] == "simnet":
+ set_simnet()
+ config = SimpleConfig({'lnbase':True, 'simnet':True})
+ else:
+ set_testnet()
+ config = SimpleConfig({'lnbase':True, 'testnet':True})
+ # start network
+ config.set_key('lightning_peers', [])
+ network = Network(config)
+ network.start()
+ asyncio.set_event_loop(network.asyncio_loop)
+ # wallet
+ storage = WalletStorage(config.get_wallet_path())
+ wallet = Wallet(storage)
+ wallet.start_threads(network)
+ # start peer
+ if "new_channel" in sys.argv[1]:
+ privkey = sha256(os.urandom(32))
+ wallet.storage.put("channels_privkey", bh2u(privkey))
+ wallet.storage.write()
+ elif "reestablish_channel" in sys.argv[1]:
+ privkey = wallet.storage.get("channels_privkey", None)
+ assert privkey is not None
+ privkey = bfh(privkey)
+ peer = Peer(host, port, pubkey, privkey, network, request_initial_sync=True)
+ network.futures.append(asyncio.run_coroutine_threadsafe(peer.main_loop(), network.asyncio_loop))
+
+ funding_satoshis = 2000000
+ push_msat = 1000000000
+
+ # run blocking test
+ async def async_test():
+ payment_preimage = os.urandom(32)
+ RHASH = sha256(payment_preimage)
+ channels = wallet.storage.get("channels", None)
+
+ if "new_channel" in sys.argv[1]:
+ openingchannel = await peer.channel_establishment_flow(wallet, config, None, funding_satoshis, push_msat, temp_channel_id=os.urandom(32))
+ openchannel = await peer.wait_for_funding_locked(openingchannel, wallet)
+ dumped = serialize_channels([openchannel])
+ wallet.storage.put("channels", dumped)
+ wallet.storage.write()
+ elif "reestablish_channel" in sys.argv[1]:
+ if channels is None or len(channels) < 1:
+ raise Exception("Can't reestablish: No channel saved")
+ openchannel = channels[0]
+ openchannel = reconstruct_namedtuples(openchannel)
+ openchannel = await peer.reestablish_channel(openchannel)
+
+ if "pay" in sys.argv[1]:
+ addr = lndecode(sys.argv[6], expected_hrp="sb" if sys.argv[2] == "simnet" else "tb")
+ payment_hash = addr.paymenthash
+ pubkey = addr.pubkey.serialize()
+ msat_amt = int(addr.amount * COIN * 1000)
+ openchannel = await peer.pay(wallet, openchannel, msat_amt, payment_hash, pubkey, addr.min_final_cltv_expiry)
+ elif "get_paid" in sys.argv[1]:
+ expected_received_sat = 200000
+ expected_received_msat = expected_received_sat * 1000
+ pay_req = lnencode(LnAddr(RHASH, amount=1/Decimal(COIN)*expected_received_sat, tags=[('d', 'one cup of coffee')]), peer.privkey[:32])
+ print("payment request", pay_req)
+ openchannel = await peer.receive_commitment_revoke_ack(openchannel, expected_received_msat, payment_preimage)
+
+ dumped = serialize_channels([openchannel])
+ wallet.storage.put("channels", dumped)
+ wallet.storage.write()
+ fut = asyncio.run_coroutine_threadsafe(async_test(), network.asyncio_loop)
+ while not fut.done():
+ time.sleep(1)
+ try:
+ if fut.exception():
+ raise fut.exception()
+ except:
+ traceback.print_exc()
+ else:
+ print("result", fut.result())
+ finally:
+ network.stop()
+
DIR diff --git a/lib/tests/test_lnbase_online.py b/lib/tests/test_lnbase_online.py
t@@ -1,162 +0,0 @@
-import traceback
-import sys
-import json
-import binascii
-import asyncio
-import time
-import os
-
-from lib.bitcoin import sha256, COIN
-from lib.util import bh2u, bfh
-from decimal import Decimal
-from lib.constants import set_testnet, set_simnet
-from lib.simple_config import SimpleConfig
-from lib.network import Network
-from lib.storage import WalletStorage
-from lib.wallet import Wallet
-from lib.lnbase import Peer, node_list, Outpoint, ChannelConfig, LocalState, RemoteState, Keypair, OnlyPubkeyKeypair, OpenChannel, ChannelConstraints, RevocationStore
-from lib.lightning_payencode.lnaddr import lnencode, LnAddr, lndecode
-import lib.constants as constants
-
-is_key = lambda k: k.endswith("_basepoint") or k.endswith("_key")
-
-def maybeDecode(k, v):
- if k in ["short_channel_id", "pubkey", "privkey", "last_per_commitment_point", "next_per_commitment_point", "per_commitment_secret_seed"] and v is not None:
- return binascii.unhexlify(v)
- return v
-
-def decodeAll(v):
- return {i: maybeDecode(i, j) for i, j in v.items()} if isinstance(v, dict) else v
-
-def typeWrap(k, v, local):
- if is_key(k):
- if local:
- return Keypair(**v)
- else:
- return OnlyPubkeyKeypair(**v)
- return v
-
-def reconstruct_namedtuples(openingchannel):
- openingchannel = decodeAll(openingchannel)
- openingchannel=OpenChannel(**openingchannel)
- openingchannel = openingchannel._replace(funding_outpoint=Outpoint(**openingchannel.funding_outpoint))
- new_local_config = {k: typeWrap(k, decodeAll(v), True) for k, v in openingchannel.local_config.items()}
- openingchannel = openingchannel._replace(local_config=ChannelConfig(**new_local_config))
- new_remote_config = {k: typeWrap(k, decodeAll(v), False) for k, v in openingchannel.remote_config.items()}
- openingchannel = openingchannel._replace(remote_config=ChannelConfig(**new_remote_config))
- new_local_state = decodeAll(openingchannel.local_state)
- openingchannel = openingchannel._replace(local_state=LocalState(**new_local_state))
- new_remote_state = decodeAll(openingchannel.remote_state)
- new_remote_state["revocation_store"] = RevocationStore.from_json_obj(new_remote_state["revocation_store"])
- openingchannel = openingchannel._replace(remote_state=RemoteState(**new_remote_state))
- openingchannel = openingchannel._replace(constraints=ChannelConstraints(**openingchannel.constraints))
- return openingchannel
-
-def serialize_channels(channels):
- serialized_channels = []
- for chan in channels:
- namedtuples_to_dict = lambda v: {i: j._asdict() if isinstance(j, tuple) else j for i, j in v._asdict().items()}
- serialized_channels.append({k: namedtuples_to_dict(v) if isinstance(v, tuple) else v for k, v in chan._asdict().items()})
- class MyJsonEncoder(json.JSONEncoder):
- def default(self, o):
- if isinstance(o, bytes):
- return binascii.hexlify(o).decode("ascii")
- if isinstance(o, RevocationStore):
- return o.serialize()
- return super(MyJsonEncoder, self)
- dumped = MyJsonEncoder().encode(serialized_channels)
- roundtripped = json.loads(dumped)
- reconstructed = [reconstruct_namedtuples(x) for x in roundtripped]
- if reconstructed != channels:
- raise Exception("Channels did not roundtrip serialization without changes:\n" + repr(reconstructed) + "\n" + repr(channels))
- return roundtripped
-
-if __name__ == "__main__":
- if len(sys.argv) > 3:
- host, port, pubkey = sys.argv[3:6]
- else:
- host, port, pubkey = node_list[0]
- pubkey = binascii.unhexlify(pubkey)
- port = int(port)
- if not any(x in sys.argv[1] for x in ["new_channel", "reestablish_channel"]):
- raise Exception("first argument must contain new_channel or reestablish_channel")
- if sys.argv[2] not in ["simnet", "testnet"]:
- raise Exception("second argument must be simnet or testnet")
- if sys.argv[2] == "simnet":
- set_simnet()
- config = SimpleConfig({'lnbase':True, 'simnet':True})
- else:
- set_testnet()
- config = SimpleConfig({'lnbase':True, 'testnet':True})
- # start network
- config.set_key('lightning_peers', [])
- network = Network(config)
- network.start()
- asyncio.set_event_loop(network.asyncio_loop)
- # wallet
- storage = WalletStorage(config.get_wallet_path())
- wallet = Wallet(storage)
- wallet.start_threads(network)
- # start peer
- if "new_channel" in sys.argv[1]:
- privkey = sha256(os.urandom(32))
- wallet.storage.put("channels_privkey", bh2u(privkey))
- wallet.storage.write()
- elif "reestablish_channel" in sys.argv[1]:
- privkey = wallet.storage.get("channels_privkey", None)
- assert privkey is not None
- privkey = bfh(privkey)
- peer = Peer(host, port, pubkey, privkey, network, request_initial_sync=True)
- network.futures.append(asyncio.run_coroutine_threadsafe(peer.main_loop(), network.asyncio_loop))
-
- funding_satoshis = 2000000
- push_msat = 1000000000
-
- # run blocking test
- async def async_test():
- payment_preimage = os.urandom(32)
- RHASH = sha256(payment_preimage)
- channels = wallet.storage.get("channels", None)
-
- if "new_channel" in sys.argv[1]:
- openingchannel = await peer.channel_establishment_flow(wallet, config, None, funding_satoshis, push_msat, temp_channel_id=os.urandom(32))
- openchannel = await peer.wait_for_funding_locked(openingchannel, wallet)
- dumped = serialize_channels([openchannel])
- wallet.storage.put("channels", dumped)
- wallet.storage.write()
- elif "reestablish_channel" in sys.argv[1]:
- if channels is None or len(channels) < 1:
- raise Exception("Can't reestablish: No channel saved")
- openchannel = channels[0]
- openchannel = reconstruct_namedtuples(openchannel)
- openchannel = await peer.reestablish_channel(openchannel)
-
- if "pay" in sys.argv[1]:
- addr = lndecode(sys.argv[6], expected_hrp="sb" if sys.argv[2] == "simnet" else "tb")
- payment_hash = addr.paymenthash
- pubkey = addr.pubkey.serialize()
- msat_amt = int(addr.amount * COIN * 1000)
- openchannel = await peer.pay(wallet, openchannel, msat_amt, payment_hash, pubkey, addr.min_final_cltv_expiry)
- elif "get_paid" in sys.argv[1]:
- expected_received_sat = 200000
- expected_received_msat = expected_received_sat * 1000
- pay_req = lnencode(LnAddr(RHASH, amount=1/Decimal(COIN)*expected_received_sat, tags=[('d', 'one cup of coffee')]), peer.privkey[:32])
- print("payment request", pay_req)
- openchannel = await peer.receive_commitment_revoke_ack(openchannel, expected_received_msat, payment_preimage)
-
- dumped = serialize_channels([openchannel])
- wallet.storage.put("channels", dumped)
- wallet.storage.write()
- fut = asyncio.run_coroutine_threadsafe(async_test(), network.asyncio_loop)
- while not fut.done():
- time.sleep(1)
- try:
- if fut.exception():
- raise fut.exception()
- except:
- traceback.print_exc()
- else:
- print("result", fut.result())
- finally:
- network.stop()
-