SQLite cache storage backend for botasaurus.
pip install sqlite-cache-storagefrom sqlite_cache_storage import SqliteCacheStorage
from botasaurus.task import task
from datetime import timedelta
# Create storage instance
sqlite_storage = SqliteCacheStorage(
db_path="cache.db"
)
@task(cache=True, expires_in=timedelta(days=1), cache_storage=sqlite_storage)
def my_scraper(data):
# scraping logic
return resultfrom sqlite_cache_storage import SqliteCacheStorage
from botasaurus.decorator_helpers import cache
from datetime import timedelta
# Create storage instance
sqlite_storage = SqliteCacheStorage(
db_path="cache.db"
)
# Use the decorator
@cache(expires_in=timedelta(days=1), cache_storage=sqlite_storage)
def my_function(data):
# time-consuming operation
return resultSqliteCacheStorage(
db_path: str = 'cache.db',
table_name: str = 'botasaurus_cache'
)get(func_name, key_data, expires_in=None)- Get cached value. Returns{"data": value}orNoneput(func_name, key_data, data)- Store value in cachedelete(func_name, key_data)- Delete cached value
MIT