updating daily info

data/unknown_daily_traders.parquet

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:331215a8e7cfc4a576cc6b08e29a90a1380502b59c059d08da28c30861c85f69
-size 33099
+oid sha256:5228e7344adf08237bff1159c387f6435c0116e07378adf6981d5326750f9a1e
+size 42386

data/unknown_traders.parquet

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0164ef5ecaf966a5dcc677d96bba860c344f43cf53e237b6687b797502bd5e36
-size 184719
+oid sha256:3620eaba76778060f41059fb2b6ff6e92a6000eedfd9a9119b703f84cdda11ff
+size 194084

notebooks/num_mech_calls.ipynb

@@ -114,38 +114,38 @@
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
-       "      <td>0x75c0366bd0cbc3db434fd117267e32f26c5ed857</td>\n",
-       "      <td>Sep-08</td>\n",
-       "      <td>2</td>\n",
-       "      <td>0</td>\n",
+       "      <td>0x358e58683e54b2b1b0536727df52a001df5acdf8</td>\n",
+       "      <td>Nov-03</td>\n",
+       "      <td>3</td>\n",
+       "      <td>45</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
-       "      <td>0x75c0366bd0cbc3db434fd117267e32f26c5ed857</td>\n",
-       "      <td>Sep-15</td>\n",
-       "      <td>103</td>\n",
-       "      <td>0</td>\n",
+       "      <td>0x358e58683e54b2b1b0536727df52a001df5acdf8</td>\n",
+       "      <td>Nov-10</td>\n",
+       "      <td>10</td>\n",
+       "      <td>33</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
-       "      <td>0x75c0366bd0cbc3db434fd117267e32f26c5ed857</td>\n",
-       "      <td>Sep-22</td>\n",
-       "      <td>136</td>\n",
-       "      <td>0</td>\n",
+       "      <td>0x358e58683e54b2b1b0536727df52a001df5acdf8</td>\n",
+       "      <td>Nov-17</td>\n",
+       "      <td>10</td>\n",
+       "      <td>22</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
-       "      <td>0x75c0366bd0cbc3db434fd117267e32f26c5ed857</td>\n",
-       "      <td>Sep-29</td>\n",
-       "      <td>165</td>\n",
-       "      <td>0</td>\n",
+       "      <td>0x358e58683e54b2b1b0536727df52a001df5acdf8</td>\n",
+       "      <td>Nov-24</td>\n",
+       "      <td>35</td>\n",
+       "      <td>40</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
-       "      <td>0x75c0366bd0cbc3db434fd117267e32f26c5ed857</td>\n",
-       "      <td>Oct-06</td>\n",
-       "      <td>51</td>\n",
-       "      <td>0</td>\n",
+       "      <td>0x358e58683e54b2b1b0536727df52a001df5acdf8</td>\n",
+       "      <td>Dec-01</td>\n",
+       "      <td>6</td>\n",
+       "      <td>11</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
@@ -153,18 +153,18 @@
       ],
       "text/plain": [
        "                               trader_address month_year_week  total_trades  \\\n",
-       "0  0x75c0366bd0cbc3db434fd117267e32f26c5ed857          Sep-08             2   \n",
-       "1  0x75c0366bd0cbc3db434fd117267e32f26c5ed857          Sep-15           103   \n",
-       "2  0x75c0366bd0cbc3db434fd117267e32f26c5ed857          Sep-22           136   \n",
-       "3  0x75c0366bd0cbc3db434fd117267e32f26c5ed857          Sep-29           165   \n",
-       "4  0x75c0366bd0cbc3db434fd117267e32f26c5ed857          Oct-06            51   \n",
+       "0  0x358e58683e54b2b1b0536727df52a001df5acdf8          Nov-03             3   \n",
+       "1  0x358e58683e54b2b1b0536727df52a001df5acdf8          Nov-10            10   \n",
+       "2  0x358e58683e54b2b1b0536727df52a001df5acdf8          Nov-17            10   \n",
+       "3  0x358e58683e54b2b1b0536727df52a001df5acdf8          Nov-24            35   \n",
+       "4  0x358e58683e54b2b1b0536727df52a001df5acdf8          Dec-01             6   \n",
        "\n",
        "   total_mech_calls  \n",
-       "0                 0  \n",
-       "1                 0  \n",
-       "2                 0  \n",
-       "3                 0  \n",
-       "4                 0  "
+       "0                45  \n",
+       "1                33  \n",
+       "2                22  \n",
+       "3                40  \n",
+       "4                11  "
       ]
      },
      "execution_count": 4,
@@ -210,58 +210,58 @@
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
-       "      <th>14363</th>\n",
-       "      <td>0xf278dfdb02ecddc1214a151906426b9171460ec8</td>\n",
-       "      <td>Nov-24</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>14364</th>\n",
-       "      <td>0xf278dfdb02ecddc1214a151906426b9171460ec8</td>\n",
+       "      <th>7573</th>\n",
+       "      <td>0x5992ba3c19482e899521a0422132895d97a12f0c</td>\n",
        "      <td>Dec-01</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>14365</th>\n",
-       "      <td>0xf278dfdb02ecddc1214a151906426b9171460ec8</td>\n",
+       "      <th>7574</th>\n",
+       "      <td>0x5992ba3c19482e899521a0422132895d97a12f0c</td>\n",
        "      <td>Dec-08</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>14366</th>\n",
-       "      <td>0xf278dfdb02ecddc1214a151906426b9171460ec8</td>\n",
+       "      <th>7575</th>\n",
+       "      <td>0x5992ba3c19482e899521a0422132895d97a12f0c</td>\n",
        "      <td>Dec-15</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>14367</th>\n",
-       "      <td>0xf278dfdb02ecddc1214a151906426b9171460ec8</td>\n",
+       "      <th>7576</th>\n",
+       "      <td>0x5992ba3c19482e899521a0422132895d97a12f0c</td>\n",
        "      <td>Dec-22</td>\n",
-       "      <td>1</td>\n",
        "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7577</th>\n",
+       "      <td>0x5992ba3c19482e899521a0422132895d97a12f0c</td>\n",
+       "      <td>Dec-29</td>\n",
+       "      <td>1</td>\n",
+       "      <td>21</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "text/plain": [
-       "                                   trader_address month_year_week  \\\n",
-       "14363  0xf278dfdb02ecddc1214a151906426b9171460ec8          Nov-24   \n",
-       "14364  0xf278dfdb02ecddc1214a151906426b9171460ec8          Dec-01   \n",
-       "14365  0xf278dfdb02ecddc1214a151906426b9171460ec8          Dec-08   \n",
-       "14366  0xf278dfdb02ecddc1214a151906426b9171460ec8          Dec-15   \n",
-       "14367  0xf278dfdb02ecddc1214a151906426b9171460ec8          Dec-22   \n",
+       "                                  trader_address month_year_week  \\\n",
+       "7573  0x5992ba3c19482e899521a0422132895d97a12f0c          Dec-01   \n",
+       "7574  0x5992ba3c19482e899521a0422132895d97a12f0c          Dec-08   \n",
+       "7575  0x5992ba3c19482e899521a0422132895d97a12f0c          Dec-15   \n",
+       "7576  0x5992ba3c19482e899521a0422132895d97a12f0c          Dec-22   \n",
+       "7577  0x5992ba3c19482e899521a0422132895d97a12f0c          Dec-29   \n",
        "\n",
-       "       total_trades  total_mech_calls  \n",
-       "14363             0                 0  \n",
-       "14364             0                 0  \n",
-       "14365             0                 0  \n",
-       "14366             0                 0  \n",
-       "14367             1                 0  "
+       "      total_trades  total_mech_calls  \n",
+       "7573             0                 0  \n",
+       "7574             0                 0  \n",
+       "7575             0                 0  \n",
+       "7576             0                 0  \n",
+       "7577             1                21  "
       ]
      },
      "execution_count": 5,
@@ -281,14 +281,14 @@
     {
      "data": {
       "text/plain": [
-       "count    14368.0\n",
-       "mean         0.0\n",
-       "std          0.0\n",
-       "min          0.0\n",
-       "25%          0.0\n",
-       "50%          0.0\n",
-       "75%          0.0\n",
-       "max          0.0\n",
+       "count    7578.000000\n",
+       "mean      106.832014\n",
+       "std       157.655569\n",
+       "min         0.000000\n",
+       "25%         0.000000\n",
+       "50%        12.000000\n",
+       "75%       244.000000\n",
+       "max       795.000000\n",
        "Name: total_mech_calls, dtype: float64"
       ]
      },

scripts/metrics.py

@@ -3,6 +3,7 @@ from tqdm import tqdm
 from scripts.num_mech_calls import (
     get_weekly_total_mech_calls,
 )
+from scripts.utils import get_next_week
 
 DEFAULT_MECH_FEE = 0.01  # xDAI
 
@@ -183,7 +184,12 @@ def compute_weekly_metrics_by_market_creator(
     and with different categories by market creator"""
     contents = []
     all_weeks = list(traders_data.month_year_week.unique())
+    next_week = get_next_week()
+    print(f"next week = {next_week}")
     for week in all_weeks:
+        # skip the next week since data is not complete
+        if week == next_week:
+            continue
         weekly_data = traders_data.loc[traders_data["month_year_week"] == week]
         print(f"Computing weekly metrics for week ={week} by market creator")
         # traverse each trader

scripts/num_mech_calls.py

@@ -26,11 +26,17 @@ def get_weekly_total_mech_calls(trader_data: pd.DataFrame) -> int:
     if len(trading_weeks) > 1:
         raise ValueError("The trader data should contain only one week information")
     trading_week = trading_weeks[0]
-    return all_mech_calls_df.loc[
-        (all_mech_calls_df["trader_address"] == trader_address)
-        & (all_mech_calls_df["month_year_week"] == trading_week),
-        "total_mech_calls",
-    ].iloc[0]
+    try:
+        return all_mech_calls_df.loc[
+            (all_mech_calls_df["trader_address"] == trader_address)
+            & (all_mech_calls_df["month_year_week"] == trading_week),
+            "total_mech_calls",
+        ].iloc[0]
+    except Exception as e:
+        print(
+            f"Error getting the number of mech calls for the trader {trader_address} and week {trading_week}"
+        )
+        return 280  # average number 40 mech calls in 7 days
 
 
 def compute_weekly_total_mech_calls(

scripts/utils.py

@@ -1,5 +1,6 @@
 import pandas as pd
 from pathlib import Path
+from datetime import datetime, timedelta
 
 SCRIPTS_DIR = Path(__file__).parent
 ROOT_DIR = SCRIPTS_DIR.parent
@@ -14,3 +15,17 @@ def get_traders_family(row: pd.DataFrame) -> str:
         return "pearl_agent"
     # quickstart
     return "quickstart_agent"
+
+
+def get_current_week():
+    current_date = datetime.now()
+
+    # Get the start and end dates of the current week (starting on Sunday)
+    current_week_start = current_date - timedelta(days=current_date.weekday() + 1)
+    return current_week_start.strftime("%b-%d")
+
+
+def get_next_week():
+    current_date = datetime.now()
+    next_week_start = current_date + timedelta(days=7 - (current_date.weekday() + 1))
+    return next_week_start.strftime("%b-%d")