feat: quite a lot of stuff I've maintained for the past few months

Dockerfile

@@ -1,18 +1,15 @@
 FROM python:3.10.12-slim as builder
-RUN apt-get update && \
-    apt-get install -y gcc git
-ADD requirements.txt  ./
-RUN mkdir -p /install
-# NOTE: We have to do this to force pyyaml to install
-RUN pip3 install --prefix=/install "Cython<3.0" "pyyaml==5.4.1" --no-build-isolation
-RUN pip3 install --prefix=/install -r requirements.txt
-
-FROM python:3.10.12-slim
-COPY --from=builder /install /usr/local
-RUN apt-get update
-RUN apt-get install python3-tk -y
+RUN apt-get update && apt-get install -y gcc git python3-tk
 RUN mkdir -p /app/yearn-exporter
 WORKDIR /app/yearn-exporter
+RUN pip3 install poetry
+ADD pyproject.toml ./
+ADD poetry.lock  ./
+RUN poetry run pip install "cython<3.0.0" wheel
+RUN poetry run pip install pyyaml==5.4.1 --no-build-isolation
+RUN poetry install
+# 0.5.1 is faster than 0.5.0 due to parsimonius 0.10 but won't install with brownie at the moment
+#RUN poetry run pip3 install "eth-abi>=5.1,<6"
 ADD . /app/yearn-exporter
 
 ENTRYPOINT ["./entrypoint.sh"]

Makefile

@@ -280,6 +280,18 @@ apy-yeth-monitoring:
 
 apy-yeth:
 	make up commands="yeth" network=eth filter=yeth
+
+aerodrome-apy-previews:
+	make up commands="drome_apy_previews" network=base
+
+aerodrome-apy-previews-monitoring:
+	make up commands="drome_apy_previews with_monitoring" network=base
+
+velodrome-apy-previews:
+	make up commands="drome_apy_previews" network=optimism
+
+velodrome-apy-previews-monitoring:
+	make up commands="drome_apy_previews with_monitoring" network=optimism
 
 aerodrome-apy-previews:
 	make up commands="drome_apy_previews" network=base
@@ -324,8 +336,8 @@ yeth:
 # utils
 fetch-memray:
 	mkdir reports/memray -p
-	sudo cp -r /var/lib/docker/volumes/yearn-exporter-worker-ethereum_memray/_data/ reports/memray/ethereum
-	sudo cp -r /var/lib/docker/volumes/yearn-exporter-worker-fantom_memray/_data/   reports/memray/fantom
-	sudo cp -r /var/lib/docker/volumes/yearn-exporter-worker-arbitrum_memray/_data/ reports/memray/arbitrum
-	sudo cp -r /var/lib/docker/volumes/yearn-exporter-worker-optimism_memray/_data/ reports/memray/optimism
-	sudo cp -r /var/lib/docker/volumes/yearn-exporter-worker-gnosis_memray/_data/   reports/memray/gnosis
+	sudo cp -r /raid/docker/volumes/yearn-exporter-worker-ethereum_memray/_data/ reports/memray/ethereum
+	sudo cp -r /raid/docker/volumes/yearn-exporter-worker-fantom_memray/_data/   reports/memray/fantom
+	sudo cp -r /raid/docker/volumes/yearn-exporter-worker-arbitrum_memray/_data/ reports/memray/arbitrum
+	sudo cp -r /raid/docker/volumes/yearn-exporter-worker-optimism_memray/_data/ reports/memray/optimism
+	sudo cp -r /raid/docker/volumes/yearn-exporter-worker-gnosis_memray/_data/   reports/memray/gnosis

brownie-config.yaml

@@ -2,6 +2,7 @@ networks:
     default: mainnet
 
 autofetch_sources: false
+eager_caching: false
 
 compiler:
     evm_version: london

brownie_init.sh

@@ -5,11 +5,11 @@ BROWNIE_NETWORK=${BROWNIE_NETWORK:-mainnet} # default to Ethereum mainnet
 EXPLORER=${EXPLORER:-$DEFAULT_EXPLORER}
 
 # add Base to brownie's network list
-if ! brownie networks list | grep Base > /dev/null; then
-  brownie networks add Base base-main host=https://base.meowrpc.com chainid=8453 explorer=https://api.basescan.org/api || true
+if ! poetry run brownie networks list | grep Base > /dev/null; then
+  poetry run brownie networks add Base base-main host=https://base.meowrpc.com chainid=8453 explorer=https://api.basescan.org/api || true
 fi
 
 # modify the network
 if [[ ! -z "$WEB3_PROVIDER" ]]; then
-  brownie networks modify $BROWNIE_NETWORK host=$WEB3_PROVIDER explorer=$EXPLORER
+  poetry run brownie networks modify $BROWNIE_NETWORK host=$WEB3_PROVIDER explorer=$EXPLORER
 fi

entrypoint.sh

@@ -9,10 +9,10 @@ fi
 echo "Running brownie for $@ on network $BROWNIE_NETWORK..."
 
 # Normal Mods
-brownie run $@ --network $BROWNIE_NETWORK -r
+poetry run brownie run $@ --network $BROWNIE_NETWORK -r
 
 # Memray Live Mode
-#memray run --trace-python-allocators --live-remote --live-port=9999 /usr/local/bin/brownie run $@ --network $BROWNIE_NETWORK -r
+#poetry run memray run --trace-python-allocators --live-remote --live-port=9999 /usr/local/bin/brownie run $@ --network $BROWNIE_NETWORK -r
 
 # Memray Export Mode
-#memray run --trace-python-allocators --output /app/yearn-exporter/memray/$BROWNIE_NETWORK/[email protected] --force /usr/local/bin/brownie run $@ --network $BROWNIE_NETWORK -r
+#poetry run memray run --trace-python-allocators --output /app/yearn-exporter/memray/$BROWNIE_NETWORK/[email protected] --force /usr/local/bin/brownie run $@ --network $BROWNIE_NETWORK -r

loader.py

@@ -0,0 +1,27 @@
+
+import asyncio
+import hashlib
+import os
+import time
+from types import ModuleType
+
+import aiofiles
+from async_lru import alru_cache
+
+
+@alru_cache(maxsize=None)
+async def hash_module(module: ModuleType) -> bytes:
+    is_directory = hasattr(module, '__path__')
+    if not is_directory:
+        return hashlib.sha256(await read_file(module.__file__)).digest()
+    contents = await asyncio.gather(*[
+        read_file(f'{dir}/{file}')
+        for path in module.__path__
+        for dir, dirs, files in os.walk(path)
+        for file in files
+    ])
+    return hashlib.sha256(b"".join(contents)).digest()
+
+async def read_file(file_path: str) -> bytes:
+    async with aiofiles.open(file_path, mode='rb') as handle:
+        return await handle.read()