Reticulum/tests/link.py

443 lines
15 KiB
Python
Raw Permalink Normal View History

2022-06-09 08:33:13 +00:00
import unittest
2022-06-09 17:54:20 +00:00
import subprocess
import shlex
2022-06-09 08:33:13 +00:00
import threading
import time
import RNS
import os
APP_NAME = "rns_unit_tests"
fixed_keys = [
2022-06-30 18:37:51 +00:00
("f8953ffaf607627e615603ff1530c82c434cf87c07179dd7689ea776f30b964cfb7ba6164af00c5111a45e69e57d885e1285f8dbfe3a21e95ae17cf676b0f8b7", "650b5d76b6bec0390d1f8cfca5bd33f9"),
("d85d036245436a3c33d3228affae06721f8203bc364ee0ee7556368ac62add650ebf8f926abf628da9d92baaa12db89bd6516ee92ec29765f3afafcb8622d697", "1469e89450c361b253aefb0c606b6111"),
("8893e2bfd30fc08455997caf7abb7a6341716768dbbf9a91cc1455bd7eeaf74cdc10ec72a4d4179696040bac620ee97ebc861e2443e5270537ae766d91b58181", "e5fe93ee4acba095b3b9b6541515ed3e"),
("b82c7a4f047561d974de7e38538281d7f005d3663615f30d9663bad35a716063c931672cd452175d55bcdd70bb7aa35a9706872a97963dc52029938ea7341b39", "1333b911fa8ebb16726996adbe3c6262"),
("08bb35f92b06a0832991165a0d9b4fd91af7b7765ce4572aa6222070b11b767092b61b0fd18b3a59cae6deb9db6d4bfb1c7fcfe076cfd66eea7ddd5f877543b9", "d13712efc45ef87674fb5ac26c37c912"),
2022-06-09 08:33:13 +00:00
]
2022-06-09 17:54:20 +00:00
def targets_job(caller):
cmd = "python -c \"from tests.link import targets; targets()\""
2022-06-10 09:27:52 +00:00
print("Opening subprocess for "+str(cmd)+"...", RNS.LOG_VERBOSE)
2022-06-09 17:54:20 +00:00
ppath = os.getcwd()
try:
2022-06-10 09:27:52 +00:00
caller.process = subprocess.Popen(shlex.split(cmd), cwd=ppath, stdout=subprocess.PIPE)
2022-06-09 17:54:20 +00:00
except Exception as e:
raise e
caller.pipe_is_open = False
2022-06-09 08:33:13 +00:00
c_rns = None
2022-06-09 17:54:20 +00:00
def init_rns(caller=None):
2022-06-09 08:33:13 +00:00
global c_rns
if c_rns == None:
if caller != None:
targets_job(caller)
time.sleep(2)
2022-06-09 08:33:13 +00:00
print("Starting local RNS instance...")
c_rns = RNS.Reticulum("./tests/rnsconfig")
if caller != None:
c_rns.m_proc = caller.process
2022-06-09 08:33:13 +00:00
print("Done starting local RNS instance...")
2022-06-10 09:27:52 +00:00
def close_rns():
global c_rns
if c_rns != None:
c_rns.m_proc.kill()
2022-06-09 11:32:32 +00:00
class TestLink(unittest.TestCase):
2022-06-09 08:33:13 +00:00
def setUp(self):
pass
2022-06-10 09:27:52 +00:00
@classmethod
def tearDownClass(cls):
close_rns()
2022-06-09 17:54:20 +00:00
def test_0_establish(self):
init_rns(self)
2022-06-09 08:33:13 +00:00
print("")
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
self.assertEqual(id1.hash, bytes.fromhex(fixed_keys[0][1]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
2022-06-30 18:37:51 +00:00
self.assertEqual(dest.hash, bytes.fromhex("6bbe8b43a9842b77867ad99fd090fff3"))
2022-06-09 08:33:13 +00:00
l1 = RNS.Link(dest)
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.ACTIVE)
l1.teardown()
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.CLOSED)
2022-06-09 17:54:20 +00:00
def test_1_packets(self):
init_rns(self)
2022-06-09 08:33:13 +00:00
print("")
# TODO: Load this from public bytes only
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
self.assertEqual(id1.hash, bytes.fromhex(fixed_keys[0][1]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
2022-06-30 18:37:51 +00:00
self.assertEqual(dest.hash, bytes.fromhex("6bbe8b43a9842b77867ad99fd090fff3"))
2022-06-09 08:33:13 +00:00
l1 = RNS.Link(dest)
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.ACTIVE)
b = 0
pr_t = 0
receipts = []
if RNS.Cryptography.backend() == "internal" or RNS.Reticulum.MTU > 500:
2022-06-10 14:36:30 +00:00
num_packets = 50
else:
num_packets = 500
2022-06-09 08:33:13 +00:00
packet_size = RNS.Link.MDU
2022-06-09 11:32:32 +00:00
pstart = time.time()
2022-06-09 08:33:13 +00:00
print("Sending "+str(num_packets)+" link packets of "+str(packet_size)+" bytes...")
for i in range(0, num_packets):
b += packet_size
data = os.urandom(packet_size)
start = time.time()
p = RNS.Packet(l1, data)
receipts.append(p.send())
pr_t += time.time() - start
2022-06-09 11:32:32 +00:00
print("Sent "+self.size_str(b)+", "+self.size_str(b/pr_t, "b")+"ps")
print("Checking receipts...", end=" ")
2022-06-09 08:33:13 +00:00
all_ok = False
2022-06-10 14:36:30 +00:00
receipt_timeout = time.time() + 35
2022-06-09 08:33:13 +00:00
while not all_ok and time.time() < receipt_timeout:
for r in receipts:
all_ok = True
if not r.status == RNS.PacketReceipt.DELIVERED:
all_ok = False
2022-06-09 11:32:32 +00:00
break
pduration = time.time()-pstart
2022-06-12 09:58:54 +00:00
n_failed = 0
for r in receipts:
if not r.status == RNS.PacketReceipt.DELIVERED:
n_failed += 1
if n_failed > 0:
ns = "s" if n_failed != 1 else ""
print("Failed to receive proof for "+str(n_failed)+" packet"+ns)
2022-06-09 08:33:13 +00:00
self.assertEqual(all_ok, True)
2022-06-09 11:32:32 +00:00
print("OK!")
print("Single packet and proof round-trip throughput is "+self.size_str(b/pduration, "b")+"ps")
2022-06-09 08:33:13 +00:00
l1.teardown()
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.CLOSED)
2022-06-09 17:54:20 +00:00
def test_2_micro_resource(self):
init_rns(self)
2022-06-09 17:27:11 +00:00
print("")
print("Micro resource test")
# TODO: Load this from public bytes only
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
self.assertEqual(id1.hash, bytes.fromhex(fixed_keys[0][1]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
2022-06-30 18:37:51 +00:00
self.assertEqual(dest.hash, bytes.fromhex("6bbe8b43a9842b77867ad99fd090fff3"))
2022-06-09 17:27:11 +00:00
l1 = RNS.Link(dest)
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.ACTIVE)
resource_timeout = 120
resource_size = 128
data = os.urandom(resource_size)
print("Sending "+self.size_str(resource_size)+" resource...")
resource = RNS.Resource(data, l1, timeout=resource_timeout)
start = time.time()
while resource.status < RNS.Resource.COMPLETE:
time.sleep(0.01)
t = time.time() - start
self.assertEqual(resource.status, RNS.Resource.COMPLETE)
print("Resource completed at "+self.size_str(resource_size/t, "b")+"ps")
l1.teardown()
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.CLOSED)
2022-06-09 17:54:20 +00:00
def test_3_small_resource(self):
init_rns(self)
2022-06-09 17:27:11 +00:00
print("")
print("Small resource test")
# TODO: Load this from public bytes only
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
self.assertEqual(id1.hash, bytes.fromhex(fixed_keys[0][1]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
2022-06-30 18:37:51 +00:00
self.assertEqual(dest.hash, bytes.fromhex("6bbe8b43a9842b77867ad99fd090fff3"))
2022-06-09 17:27:11 +00:00
l1 = RNS.Link(dest)
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.ACTIVE)
resource_timeout = 120
resource_size = 1000*1000
data = os.urandom(resource_size)
print("Sending "+self.size_str(resource_size)+" resource...")
resource = RNS.Resource(data, l1, timeout=resource_timeout)
start = time.time()
while resource.status < RNS.Resource.COMPLETE:
time.sleep(0.01)
t = time.time() - start
self.assertEqual(resource.status, RNS.Resource.COMPLETE)
print("Resource completed at "+self.size_str(resource_size/t, "b")+"ps")
2022-06-09 08:33:13 +00:00
2022-06-09 17:27:11 +00:00
l1.teardown()
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.CLOSED)
2022-06-09 17:54:20 +00:00
def test_4_medium_resource(self):
2022-06-10 14:36:30 +00:00
if RNS.Cryptography.backend() == "internal":
print("Skipping medium resource test...")
return
2022-06-09 17:54:20 +00:00
init_rns(self)
2022-06-09 08:33:13 +00:00
print("")
2022-06-09 17:27:11 +00:00
print("Medium resource test")
2022-06-09 08:33:13 +00:00
# TODO: Load this from public bytes only
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
self.assertEqual(id1.hash, bytes.fromhex(fixed_keys[0][1]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
2022-06-30 18:37:51 +00:00
self.assertEqual(dest.hash, bytes.fromhex("6bbe8b43a9842b77867ad99fd090fff3"))
2022-06-09 08:33:13 +00:00
l1 = RNS.Link(dest)
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.ACTIVE)
resource_timeout = 120
2022-06-09 11:32:32 +00:00
resource_size = 5*1000*1000
2022-06-09 08:33:13 +00:00
data = os.urandom(resource_size)
print("Sending "+self.size_str(resource_size)+" resource...")
resource = RNS.Resource(data, l1, timeout=resource_timeout)
start = time.time()
while resource.status < RNS.Resource.COMPLETE:
time.sleep(0.01)
t = time.time() - start
self.assertEqual(resource.status, RNS.Resource.COMPLETE)
2022-06-09 11:32:32 +00:00
print("Resource completed at "+self.size_str(resource_size/t, "b")+"ps")
2022-06-09 08:33:13 +00:00
l1.teardown()
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.CLOSED)
2022-06-09 17:54:20 +00:00
def test_5_large_resource(self):
2022-06-10 14:36:30 +00:00
if RNS.Cryptography.backend() == "internal":
print("Skipping large resource test...")
return
2022-06-09 17:54:20 +00:00
init_rns(self)
2022-06-09 17:27:11 +00:00
print("")
print("Large resource test")
# TODO: Load this from public bytes only
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
self.assertEqual(id1.hash, bytes.fromhex(fixed_keys[0][1]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
2022-06-30 18:37:51 +00:00
self.assertEqual(dest.hash, bytes.fromhex("6bbe8b43a9842b77867ad99fd090fff3"))
2022-06-09 17:27:11 +00:00
l1 = RNS.Link(dest)
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.ACTIVE)
resource_timeout = 120
resource_size = 35*1000*1000
data = os.urandom(resource_size)
print("Sending "+self.size_str(resource_size)+" resource...")
resource = RNS.Resource(data, l1, timeout=resource_timeout)
start = time.time()
while resource.status < RNS.Resource.COMPLETE:
time.sleep(0.01)
t = time.time() - start
self.assertEqual(resource.status, RNS.Resource.COMPLETE)
print("Resource completed at "+self.size_str(resource_size/t, "b")+"ps")
l1.teardown()
time.sleep(0.5)
self.assertEqual(l1.status, RNS.Link.CLOSED)
2022-06-09 08:33:13 +00:00
def size_str(self, num, suffix='B'):
units = ['','K','M','G','T','P','E','Z']
last_unit = 'Y'
if suffix == 'b':
num *= 8
units = ['','K','M','G','T','P','E','Z']
last_unit = 'Y'
for unit in units:
if abs(num) < 1000.0:
if unit == "":
return "%.0f %s%s" % (num, unit, suffix)
else:
return "%.2f %s%s" % (num, unit, suffix)
num /= 1000.0
return "%.2f%s%s" % (num, last_unit, suffix)
if __name__ == '__main__':
unittest.main(verbosity=1)
def targets(yp=False):
if yp:
import yappi
2022-06-09 08:33:13 +00:00
def resource_started(resource):
print("Resource started")
if yp:
yappi.start()
2022-06-09 08:33:13 +00:00
2022-06-09 11:32:32 +00:00
def resource_concluded(resource):
print("Resource concluded")
if yp:
try:
yappi.stop()
yappi.get_func_stats().save("receiver_main_calls.data", type="pstat")
threads = yappi.get_thread_stats()
for thread in threads:
print(
"Function stats for (%s) (%d)" % (thread.name, thread.id)
) # it is the Thread.__class__.__name__
yappi.get_func_stats(ctx_id=thread.id).save("receiver_thread_"+str(thread.id)+".data", type="pstat")
except Exception as e:
print("Error: "+str(e))
2022-06-09 11:32:32 +00:00
2022-06-09 15:14:43 +00:00
if hasattr(resource.link.attached_interface, "rxptime"):
rx_pr = (resource.link.attached_interface.rxb*8)/resource.link.attached_interface.rxptime
print("Average RX proccessing rate: "+size_str(rx_pr, "b")+"ps")
2022-06-09 11:32:32 +00:00
2022-06-09 08:33:13 +00:00
def link_established(link):
print("Link established")
link.set_resource_strategy(RNS.Link.ACCEPT_ALL)
link.set_resource_started_callback(resource_started)
2022-06-09 11:32:32 +00:00
link.set_resource_concluded_callback(resource_concluded)
2022-06-09 08:33:13 +00:00
m_rns = RNS.Reticulum("./tests/rnsconfig")
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
d1 = RNS.Destination(id1, RNS.Destination.IN, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
d1.set_proof_strategy(RNS.Destination.PROVE_ALL)
d1.set_link_established_callback(link_established)
2022-06-09 17:54:20 +00:00
while True:
time.sleep(1)
2022-06-09 11:32:32 +00:00
def targets_profiling(yp=False):
targets(yp)
2022-06-09 11:32:32 +00:00
def profile_resource():
# import cProfile
# import pstats
# from pstats import SortKey
# cProfile.runctx("entry()", {"entry": resource_profiling, "size_str": size_str}, {}, "profile-resource.data")
# p = pstats.Stats("profile-resource.data")
resource_profiling()
2022-06-09 08:33:13 +00:00
2022-06-09 11:32:32 +00:00
def profile_targets():
targets_profiling(yp=True)
# cProfile.runctx("entry()", {"entry": targets_profiling, "size_str": size_str}, {}, "profile-targets.data")
# p = pstats.Stats("profile-targets.data")
# p.strip_dirs().sort_stats(SortKey.TIME, SortKey.CUMULATIVE).print_stats()
2022-06-09 08:33:13 +00:00
2022-06-09 11:32:32 +00:00
def resource_profiling():
2022-06-09 08:33:13 +00:00
init_rns()
print("")
# TODO: Load this from public bytes only
id1 = RNS.Identity.from_bytes(bytes.fromhex(fixed_keys[0][0]))
dest = RNS.Destination(id1, RNS.Destination.OUT, RNS.Destination.SINGLE, APP_NAME, "link", "establish")
l1 = RNS.Link(dest)
time.sleep(0.5)
resource_timeout = 120
2022-06-09 17:27:11 +00:00
resource_size = 5*1000*1000
2022-06-09 08:33:13 +00:00
data = os.urandom(resource_size)
print("Sending "+size_str(resource_size)+" resource...")
import yappi
yappi.start()
2022-06-09 08:33:13 +00:00
resource = RNS.Resource(data, l1, timeout=resource_timeout)
start = time.time()
2022-06-09 11:32:32 +00:00
time.sleep(1)
2022-06-09 08:33:13 +00:00
while resource.status < RNS.Resource.COMPLETE:
time.sleep(0.01)
t = time.time() - start
2022-06-09 11:32:32 +00:00
print("Resource completed at "+size_str(resource_size/t, "b")+"ps")
yappi.get_func_stats().save("sender_main_calls.data", type="pstat")
threads = yappi.get_thread_stats()
for thread in threads:
print(
"Function stats for (%s) (%d)" % (thread.name, thread.id)
) # it is the Thread.__class__.__name__
yappi.get_func_stats(ctx_id=thread.id).save("sender_thread_"+str(thread.id)+".data", type="pstat")
# t_pstats = yappi.convert2pstats(tstats)
# t_pstats.save("resource_tstat.data", type="pstat")
2022-06-09 15:07:44 +00:00
if hasattr(resource.link.attached_interface, "rxptime"):
rx_pr = (resource.link.attached_interface.rxb*8)/resource.link.attached_interface.rxptime
print("Average RX proccessing rate: "+size_str(rx_pr, "b")+"ps")
2022-06-09 08:33:13 +00:00
l1.teardown()
time.sleep(0.5)
def size_str(num, suffix='B'):
2022-06-09 11:32:32 +00:00
units = ['','K','M','G','T','P','E','Z']
last_unit = 'Y'
if suffix == 'b':
num *= 8
2022-06-09 08:33:13 +00:00
units = ['','K','M','G','T','P','E','Z']
last_unit = 'Y'
2022-06-09 11:32:32 +00:00
for unit in units:
if abs(num) < 1000.0:
if unit == "":
return "%.0f %s%s" % (num, unit, suffix)
else:
return "%.2f %s%s" % (num, unit, suffix)
num /= 1000.0
2022-06-09 08:33:13 +00:00
2022-06-09 11:32:32 +00:00
return "%.2f%s%s" % (num, last_unit, suffix)