|
|
@ -13,7 +13,6 @@ from datetime import datetime, timedelta |
|
|
|
from parameterized import parameterized |
|
|
|
from parameterized import parameterized |
|
|
|
from typing import Optional |
|
|
|
from typing import Optional |
|
|
|
|
|
|
|
|
|
|
|
from pympler.tracker import SummaryTracker |
|
|
|
|
|
|
|
from unittest import mock |
|
|
|
from unittest import mock |
|
|
|
from websocket import ABNF |
|
|
|
from websocket import ABNF |
|
|
|
from websocket._exceptions import WebSocketConnectionClosedException |
|
|
|
from websocket._exceptions import WebSocketConnectionClosedException |
|
|
@ -144,11 +143,6 @@ class TestAthenadMethods(unittest.TestCase): |
|
|
|
# random bytes to ensure rather large object post-compression |
|
|
|
# random bytes to ensure rather large object post-compression |
|
|
|
fn = self._create_file('qlog', data=os.urandom(10000 * 1024)) |
|
|
|
fn = self._create_file('qlog', data=os.urandom(10000 * 1024)) |
|
|
|
|
|
|
|
|
|
|
|
# warm up object tracker |
|
|
|
|
|
|
|
tracker = SummaryTracker() |
|
|
|
|
|
|
|
for _ in range(5): |
|
|
|
|
|
|
|
tracker.diff() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
upload_fn = fn + ('.bz2' if compress else '') |
|
|
|
upload_fn = fn + ('.bz2' if compress else '') |
|
|
|
item = athenad.UploadItem(path=upload_fn, url="http://localhost:1238", headers={}, created_at=int(time.time()*1000), id='') |
|
|
|
item = athenad.UploadItem(path=upload_fn, url="http://localhost:1238", headers={}, created_at=int(time.time()*1000), id='') |
|
|
|
with self.assertRaises(requests.exceptions.ConnectionError): |
|
|
|
with self.assertRaises(requests.exceptions.ConnectionError): |
|
|
@ -158,11 +152,6 @@ class TestAthenadMethods(unittest.TestCase): |
|
|
|
resp = athenad._do_upload(item) |
|
|
|
resp = athenad._do_upload(item) |
|
|
|
self.assertEqual(resp.status_code, 201) |
|
|
|
self.assertEqual(resp.status_code, 201) |
|
|
|
|
|
|
|
|
|
|
|
# assert memory cleaned up |
|
|
|
|
|
|
|
for _type, num_objects, total_size in tracker.diff(): |
|
|
|
|
|
|
|
with self.subTest(_type=_type): |
|
|
|
|
|
|
|
self.assertLess(total_size / 1024, 10, f'Object {_type} ({num_objects=}) grew larger than 10 kB while uploading file') |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@with_http_server |
|
|
|
@with_http_server |
|
|
|
def test_uploadFileToUrl(self, host): |
|
|
|
def test_uploadFileToUrl(self, host): |
|
|
|
fn = self._create_file('qlog.bz2') |
|
|
|
fn = self._create_file('qlog.bz2') |
|
|
|