scraping/skallwar.suckit
1
0
Fork 0
mirror of https://github.com/Skallwar/suckit.git synced 2026-09-10 07:16:19 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

speed_regression: Change from 5 retries to 10 (#61)

Browse source 
Co-authored-by: Esteban Blanc <estblcsk@gmail.com>
This commit is contained in:
CohenArthur 2020-05-05 17:31:02 +02:00 committed by GitHub
parent dc57581baa
commit f9f6bc6c47
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
tests/benchmark.py
View file

@ -27,7 +27,7 @@ CUR_PID = 0
SUCKIT_CMD = "suckit"
# URL to start scraping from
URL = "https://forum.httrack.com"
URL = "http://books.toscrape.com"
def print_info():
info = """

4
tests/speed.csv
View file

@ -10,3 +10,7 @@
67.09948434829712, 34.11661868095398, 17.574066400527954
68.2605634689331, 33.728125953674315, 17.433270835876463
70.19220662117004, 41.964057207107544, 17.660782480239867
68.06500535011291, 34.10616636276245, 28.643333148956298
67.92092838287354, 33.87600998878479, 17.644397974014282
67.94186737537385, 33.967066860198976, 17.586638736724854
68.20248901844025, 37.70992383956909, 22.916122150421142

1 1 1 1
10 67.09948434829712 34.11661868095398 17.574066400527954
11 68.2605634689331 33.728125953674315 17.433270835876463
12 70.19220662117004 41.964057207107544 17.660782480239867
13 68.06500535011291 34.10616636276245 28.643333148956298
14 67.92092838287354 33.87600998878479 17.644397974014282
15 67.94186737537385 33.967066860198976 17.586638736724854
16 68.20248901844025 37.70992383956909 22.916122150421142

2
tests/speed_regression.py
View file

@ -1,7 +1,7 @@
#!/usr/bin/python3
# Number of tests for each bench-set
TEST_RETRIES = 5
TEST_RETRIES = 10
# File to store the results
FILENAME = "speed.csv"