rosacastillo
commited on
Commit
·
24a8076
1
Parent(s):
2fecb4f
updating latest info
Browse files- data/all_trades_profitability.parquet +2 -2
- data/delivers.parquet +2 -2
- data/fpmmTrades.parquet +2 -2
- data/fpmms.parquet +2 -2
- data/requests.parquet +2 -2
- data/summary_profitability.parquet +2 -2
- data/t_map.pkl +2 -2
- data/tools.parquet +2 -2
- data/tools_accuracy.csv +2 -2
- notebooks/weighted_accuracy_ranking.ipynb +28 -0
- scripts/pull_data.py +6 -3
- scripts/update_tools_accuracy.py +5 -1
data/all_trades_profitability.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e27d50bae437db1d6325dd3ba3475c702af318b422c6db16cfb77aceadb360ce
|
3 |
+
size 1631645
|
data/delivers.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:888394896369175bebee04bfcbcc1760c307b51c49f75e4dbd0b9b23740ce8e9
|
3 |
+
size 447978458
|
data/fpmmTrades.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1bdad279707286ea22f963e56e3aa9ba38341cbc5e5bce6f2c9384c95b949bf6
|
3 |
+
size 5618058
|
data/fpmms.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e5ddc75bcfb7b426aa463f621970a734158d2a0b75c089000031705cdfded99
|
3 |
+
size 356834
|
data/requests.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef9d4b8bccbcff1f51bf7cd161612c61d181bc24e65994e0e5d99ef8b8d8dfb1
|
3 |
+
size 14047419
|
data/summary_profitability.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec91bae99fdeeb18858be6454564406c0afa04c05ca8e96e334ed4592b7a6fc6
|
3 |
+
size 38785
|
data/t_map.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9cdc0c6b3b6b562ebe242d2eb759320f7757c9bd2d6908a070ee2ea0c23c9b4a
|
3 |
+
size 10498509
|
data/tools.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eeaa640bbfc3b5e622558a6515de01dcc7d53b827e100e3e9ed8e125106b8cd4
|
3 |
+
size 446135808
|
data/tools_accuracy.csv
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8635b99702611989dc549e1c875bc1b701bc404b32d828e8fa4b1b6e4a613191
|
3 |
+
size 1003
|
notebooks/weighted_accuracy_ranking.ipynb
CHANGED
@@ -283,6 +283,34 @@
|
|
283 |
"tools_accuracy_info = tools_accuracy_info.sort_values(by='weighted_accuracy', ascending=False)"
|
284 |
]
|
285 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
286 |
{
|
287 |
"cell_type": "code",
|
288 |
"execution_count": 7,
|
|
|
283 |
"tools_accuracy_info = tools_accuracy_info.sort_values(by='weighted_accuracy', ascending=False)"
|
284 |
]
|
285 |
},
|
286 |
+
{
|
287 |
+
"cell_type": "code",
|
288 |
+
"execution_count": 8,
|
289 |
+
"metadata": {},
|
290 |
+
"outputs": [
|
291 |
+
{
|
292 |
+
"data": {
|
293 |
+
"text/plain": [
|
294 |
+
"count 11.000000\n",
|
295 |
+
"mean 0.064623\n",
|
296 |
+
"std 0.085627\n",
|
297 |
+
"min 0.001146\n",
|
298 |
+
"25% 0.004922\n",
|
299 |
+
"50% 0.021752\n",
|
300 |
+
"75% 0.093294\n",
|
301 |
+
"max 0.260785\n",
|
302 |
+
"Name: weighted_accuracy, dtype: float64"
|
303 |
+
]
|
304 |
+
},
|
305 |
+
"execution_count": 8,
|
306 |
+
"metadata": {},
|
307 |
+
"output_type": "execute_result"
|
308 |
+
}
|
309 |
+
],
|
310 |
+
"source": [
|
311 |
+
"tools_accuracy_info.weighted_accuracy.describe()"
|
312 |
+
]
|
313 |
+
},
|
314 |
{
|
315 |
"cell_type": "code",
|
316 |
"execution_count": 7,
|
scripts/pull_data.py
CHANGED
@@ -20,6 +20,7 @@ from tools import (
|
|
20 |
from profitability import run_profitability_analysis
|
21 |
from utils import get_question, current_answer
|
22 |
from get_mech_info import get_mech_info_last_60_days
|
|
|
23 |
import gc
|
24 |
|
25 |
logging.basicConfig(level=logging.INFO)
|
@@ -139,10 +140,12 @@ def weekly_analysis():
|
|
139 |
|
140 |
updating_timestamps(rpc)
|
141 |
|
|
|
|
|
142 |
logging.info("Weekly analysis files generated and saved")
|
143 |
|
144 |
|
145 |
if __name__ == "__main__":
|
146 |
-
|
147 |
-
rpc = "https://lb.nodies.app/v1/406d8dcc043f4cb3959ed7d6673d311a"
|
148 |
-
updating_timestamps(rpc)
|
|
|
20 |
from profitability import run_profitability_analysis
|
21 |
from utils import get_question, current_answer
|
22 |
from get_mech_info import get_mech_info_last_60_days
|
23 |
+
from update_tools_accuracy import compute_tools_accuracy
|
24 |
import gc
|
25 |
|
26 |
logging.basicConfig(level=logging.INFO)
|
|
|
140 |
|
141 |
updating_timestamps(rpc)
|
142 |
|
143 |
+
compute_tools_accuracy()
|
144 |
+
|
145 |
logging.info("Weekly analysis files generated and saved")
|
146 |
|
147 |
|
148 |
if __name__ == "__main__":
|
149 |
+
weekly_analysis()
|
150 |
+
# rpc = "https://lb.nodies.app/v1/406d8dcc043f4cb3959ed7d6673d311a"
|
151 |
+
# updating_timestamps(rpc)
|
scripts/update_tools_accuracy.py
CHANGED
@@ -1,15 +1,19 @@
|
|
1 |
import os
|
2 |
import pandas as pd
|
3 |
import ipfshttpclient
|
4 |
-
from
|
5 |
from utils import INC_TOOLS
|
6 |
from tools import update_tools_accuracy
|
7 |
|
8 |
ACCURACY_FILENAME = "tools_accuracy.csv"
|
9 |
IPFS_SERVER = "/dns/registry.autonolas.tech/tcp/443/https"
|
|
|
|
|
|
|
10 |
|
11 |
|
12 |
def compute_tools_accuracy():
|
|
|
13 |
print("Reading tools parquet file")
|
14 |
tools = pd.read_parquet(DATA_DIR / "tools.parquet")
|
15 |
print(tools.head())
|
|
|
1 |
import os
|
2 |
import pandas as pd
|
3 |
import ipfshttpclient
|
4 |
+
from pathlib import Path
|
5 |
from utils import INC_TOOLS
|
6 |
from tools import update_tools_accuracy
|
7 |
|
8 |
ACCURACY_FILENAME = "tools_accuracy.csv"
|
9 |
IPFS_SERVER = "/dns/registry.autonolas.tech/tcp/443/https"
|
10 |
+
SCRIPTS_DIR = Path(__file__).parent
|
11 |
+
ROOT_DIR = SCRIPTS_DIR.parent
|
12 |
+
DATA_DIR = ROOT_DIR / "data"
|
13 |
|
14 |
|
15 |
def compute_tools_accuracy():
|
16 |
+
print("Computing accuracy of tools")
|
17 |
print("Reading tools parquet file")
|
18 |
tools = pd.read_parquet(DATA_DIR / "tools.parquet")
|
19 |
print(tools.head())
|