updated unit tests and fixed a bug
All checks were successful
continuous-integration/drone/push Build is passing
All checks were successful
continuous-integration/drone/push Build is passing
This commit is contained in:
parent
588382ae14
commit
24f6e7b563
@ -39,7 +39,7 @@ steps:
|
|||||||
image: git.jonb.io/jblu/qbit-maid:latest
|
image: git.jonb.io/jblu/qbit-maid:latest
|
||||||
commands:
|
commands:
|
||||||
- python test_qbitmaid.py
|
- python test_qbitmaid.py
|
||||||
- python test_dragnet.py
|
- python test_write_csv.py
|
||||||
when:
|
when:
|
||||||
branch:
|
branch:
|
||||||
- main
|
- main
|
||||||
@ -50,7 +50,7 @@ steps:
|
|||||||
image: git.jonb.io/jblu/qbit-maid:dev
|
image: git.jonb.io/jblu/qbit-maid:dev
|
||||||
commands:
|
commands:
|
||||||
- python test_qbitmaid.py
|
- python test_qbitmaid.py
|
||||||
- python test_dragnet.py
|
- python test_write_csv.py
|
||||||
when:
|
when:
|
||||||
branch:
|
branch:
|
||||||
- dev*
|
- dev*
|
||||||
|
@ -73,6 +73,10 @@ class Qbt:
|
|||||||
self.enable_dragnet = self.config["dragnet"]["enable_dragnet"]
|
self.enable_dragnet = self.config["dragnet"]["enable_dragnet"]
|
||||||
self.dragnet_outfile = self.config["dragnet"]["dragnet_outfile"]
|
self.dragnet_outfile = self.config["dragnet"]["dragnet_outfile"]
|
||||||
|
|
||||||
|
#telemetry
|
||||||
|
self.enable_telemetry = self.config["telemetry"]["enable_telemetry"]
|
||||||
|
self.telemetry_outfile = self.config["telemetry"]["telemetry_outfile"]
|
||||||
|
|
||||||
#ignored_categories
|
#ignored_categories
|
||||||
self.cat_whitelist = self.config["ignored_categories"]
|
self.cat_whitelist = self.config["ignored_categories"]
|
||||||
|
|
||||||
|
6
qlist.py
6
qlist.py
@ -12,7 +12,7 @@ def build_tor_list(self):
|
|||||||
# Need a way to tag when the tracker is blank
|
# Need a way to tag when the tracker is blank
|
||||||
if is_tracker_blank(torrent['tracker']):
|
if is_tracker_blank(torrent['tracker']):
|
||||||
if self.use_log:
|
if self.use_log:
|
||||||
self.tl.warning(f'Torrent doesn\'t have a tracker ["{torrent["name"][0:20]}..."] [{torrent["tracker"]}]hash: {torrent["hash"]}')
|
self.tl.warning(f'Torrent doesn\'t have a tracker ["{torrent["name"][0:20]}..."] hash: {torrent["hash"]}')
|
||||||
self.ignored_counter += 1
|
self.ignored_counter += 1
|
||||||
continue
|
continue
|
||||||
elif is_cat_ignored(torrent['category'], self.cat_whitelist.values()):
|
elif is_cat_ignored(torrent['category'], self.cat_whitelist.values()):
|
||||||
@ -32,7 +32,7 @@ def build_tor_list(self):
|
|||||||
self.qbt_client.torrents_add_tags(self.tracker_protected_tag,torrent['hash'])
|
self.qbt_client.torrents_add_tags(self.tracker_protected_tag,torrent['hash'])
|
||||||
elif is_not_protected_tracker(torrent['tracker'], self.tracker_whitelist.values()):
|
elif is_not_protected_tracker(torrent['tracker'], self.tracker_whitelist.values()):
|
||||||
self.qbt_client.torrents_add_tags(self.tracker_non_protected_tag,torrent['hash'])
|
self.qbt_client.torrents_add_tags(self.tracker_non_protected_tag,torrent['hash'])
|
||||||
if is_preme(torrent['seeding_time'], self.minimum_age):
|
if is_preme(torrent['seeding_time'], self.min_age):
|
||||||
self.preme_tor_counter += 1
|
self.preme_tor_counter += 1
|
||||||
self.tl.debug(f'Premature torrent: ["{torrent["name"][0:20]}..."] Seconds Seeded: [{torrent["seeding_time"]}] hash: {torrent["hash"]}')
|
self.tl.debug(f'Premature torrent: ["{torrent["name"][0:20]}..."] Seconds Seeded: [{torrent["seeding_time"]}] hash: {torrent["hash"]}')
|
||||||
continue
|
continue
|
||||||
@ -51,7 +51,7 @@ def build_tor_list(self):
|
|||||||
|
|
||||||
|
|
||||||
def is_preme(seeding_time, minage):
|
def is_preme(seeding_time, minage):
|
||||||
if seeding_time >= minage:
|
if seeding_time <= minage:
|
||||||
return True
|
return True
|
||||||
|
|
||||||
def is_cat_ignored(cat, catlist):
|
def is_cat_ignored(cat, catlist):
|
||||||
|
12
qprocess.py
12
qprocess.py
@ -3,6 +3,10 @@ def tor_processor(self):
|
|||||||
If torrent meets criteria for deletion, its infohash_v1 will be appended to self.torrent_hash_delete_list
|
If torrent meets criteria for deletion, its infohash_v1 will be appended to self.torrent_hash_delete_list
|
||||||
"""
|
"""
|
||||||
for canidate in self.tracker_list:
|
for canidate in self.tracker_list:
|
||||||
|
if self.enable_telemetry:
|
||||||
|
header = ['state','ratio','tags','added','age','time','thash','tname','trname']
|
||||||
|
row = [canidate['state'],canidate['ratio'],canidate["tags"],canidate['added_on'],self.age,self.t.time(),canidate['infohash_v1'],canidate["name"][0:20],canidate['tracker']]
|
||||||
|
write_csv(self.cv,self.telemetry_outfile,header,row)
|
||||||
if self.use_log:
|
if self.use_log:
|
||||||
self.tl.debug(f'---Reviewing canidate: ["{canidate["name"][0:20]}..."] {canidate["infohash_v1"]}---')
|
self.tl.debug(f'---Reviewing canidate: ["{canidate["name"][0:20]}..."] {canidate["infohash_v1"]}---')
|
||||||
if is_downloading(canidate['state']):
|
if is_downloading(canidate['state']):
|
||||||
@ -30,7 +34,9 @@ def tor_processor(self):
|
|||||||
self.tl.info(f'Submitted ["{canidate["name"][0:20]}..."] for deletion.')
|
self.tl.info(f'Submitted ["{canidate["name"][0:20]}..."] for deletion.')
|
||||||
else:
|
else:
|
||||||
if self.enable_dragnet:
|
if self.enable_dragnet:
|
||||||
dragnet(self.cv,self.dragnet_outfile,canidate['state'],canidate['ratio'],canidate["tags"],canidate['added_on'],self.age,self.t.time(),canidate['infohash_v1'],canidate["name"][0:20],canidate['tracker'])
|
header = ['state','ratio','tags','added','age','time','thash','tname','trname']
|
||||||
|
row = [canidate['state'],canidate['ratio'],canidate["tags"],canidate['added_on'],self.age,self.t.time(),canidate['infohash_v1'],canidate["name"][0:20],canidate['tracker']]
|
||||||
|
write_csv(self.cv,self.dragnet_outfile,header,row)
|
||||||
self.tl.info(f'["{canidate["name"][0:20]}..."] is orphaned.')
|
self.tl.info(f'["{canidate["name"][0:20]}..."] is orphaned.')
|
||||||
self.up_tor_counter += 1
|
self.up_tor_counter += 1
|
||||||
continue
|
continue
|
||||||
@ -68,9 +74,7 @@ def is_not_protected_tor(setnonprotectedtag, tortags):
|
|||||||
if setnonprotectedtag in tortags:
|
if setnonprotectedtag in tortags:
|
||||||
return True
|
return True
|
||||||
|
|
||||||
def dragnet(csv_obj,outfile,state,ratio,tags,added,age,time,thash,tname,trname):
|
def write_csv(csv_obj,outfile,header,row):
|
||||||
header = ['state','ratio','tags','added','age','time','thash','tname','trname']
|
|
||||||
row = [state,ratio,tags,added,age,time,thash,tname,trname]
|
|
||||||
with open(outfile, 'a+', encoding='UTF8', newline='') as f:
|
with open(outfile, 'a+', encoding='UTF8', newline='') as f:
|
||||||
writer = csv_obj.writer(f)
|
writer = csv_obj.writer(f)
|
||||||
if f.tell() == 0:
|
if f.tell() == 0:
|
||||||
|
@ -1,21 +0,0 @@
|
|||||||
from qprocess import dragnet
|
|
||||||
import csv
|
|
||||||
import unittest
|
|
||||||
|
|
||||||
class TestDragnet(unittest.TestCase):
|
|
||||||
def test_dragnet_sanity(self):
|
|
||||||
self.cv = csv
|
|
||||||
outfile = './test_outfile.csv'
|
|
||||||
state = 'downloading'
|
|
||||||
ratio = 1.05
|
|
||||||
tags = 'ipt'
|
|
||||||
added = 1
|
|
||||||
age = 240000
|
|
||||||
time = 123456
|
|
||||||
thash = 'asfasdf23412adfqwer'
|
|
||||||
tname = 'thisismynamehahahah'
|
|
||||||
trname = 'https://localhost.stackoverflow.tech/317332f1c125bc9c1b9b14fb8e054908/announce'
|
|
||||||
dragnet(self.cv,outfile,state,ratio,tags,added,age,time,thash,tname,trname)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
unittest.main()
|
|
@ -5,8 +5,8 @@ from qprocess import is_downloading,is_protected_under_ratio,is_old_tor,is_prote
|
|||||||
class TestQbitmaid(unittest.TestCase):
|
class TestQbitmaid(unittest.TestCase):
|
||||||
def test_ispreme_sanity(self):
|
def test_ispreme_sanity(self):
|
||||||
self.assertTrue(is_preme(1,1))
|
self.assertTrue(is_preme(1,1))
|
||||||
self.assertTrue(is_preme(2,1))
|
self.assertTrue(is_preme(1,2))
|
||||||
self.assertFalse(is_preme(1,2))
|
self.assertFalse(is_preme(2,1))
|
||||||
|
|
||||||
def test_ispreme(self):
|
def test_ispreme(self):
|
||||||
pass
|
pass
|
||||||
|
43
test_write_csv.py
Normal file
43
test_write_csv.py
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
from qprocess import write_csv
|
||||||
|
import csv
|
||||||
|
import unittest
|
||||||
|
import os
|
||||||
|
# Torrent Items needed for testing
|
||||||
|
# canidate['state'] {canidate["ratio"]} {torrent["tags"]} torrent["seeding_time"] {torrent["category"]} {torrent["name"][0:20]} {canidate["time_active"]}
|
||||||
|
class TestWriteCSV(unittest.TestCase):
|
||||||
|
def test_write_csv_dragnet(self):
|
||||||
|
self.cv = csv
|
||||||
|
outfile = './test_dragnet_outfile.csv'
|
||||||
|
state = 'downloading'
|
||||||
|
ratio = 1.05
|
||||||
|
tags = 'ipt'
|
||||||
|
added = 1
|
||||||
|
age = 240000
|
||||||
|
time = 123456
|
||||||
|
thash = 'asfasdf23412adfqwer'
|
||||||
|
tname = 'thisismynamehahahah'
|
||||||
|
trname = 'https://localhost.stackoverflow.tech/317332f1c125bc9c1b9b14fb8e054908/announce'
|
||||||
|
header = ['state','ratio','tags','added','age','time','thash','tname','trname']
|
||||||
|
row = [state,ratio,tags,added,age,time,thash,tname,trname]
|
||||||
|
write_csv(self.cv,outfile,header,row)
|
||||||
|
self.assertTrue(os.path.exists(outfile))
|
||||||
|
|
||||||
|
def test_write_csv_telemetry(self):
|
||||||
|
self.cv = csv
|
||||||
|
outfile = './test_telemetry_outfile.csv'
|
||||||
|
state = 'downloading'
|
||||||
|
ratio = 1.05
|
||||||
|
tags = 'ipt'
|
||||||
|
added = 1
|
||||||
|
age = 240000
|
||||||
|
time = 123456
|
||||||
|
thash = 'asfasdf23412adfqwer'
|
||||||
|
tname = 'thisismynamehahahah'
|
||||||
|
trname = 'https://localhost.stackoverflow.tech/317332f1c125bc9c1b9b14fb8e054908/announce'
|
||||||
|
header = ['state','ratio','tags','added','age','time','thash','tname','trname']
|
||||||
|
row = [state,ratio,tags,added,age,time,thash,tname,trname]
|
||||||
|
write_csv(self.cv,outfile,header,row)
|
||||||
|
self.assertTrue(os.path.exists(outfile))
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
unittest.main()
|
Loading…
x
Reference in New Issue
Block a user