from gridfs import GridFS from pymongo import MongoClient from . import get_valid_kwargs from .base import BaseCache, BaseStorage from .mongo import MongoDict class GridFSCache(BaseCache): """GridFS cache backend. Use this backend to store documents greater than 16MB. Example: >>> requests_cache.install_cache(backend='gridfs') Or: >>> from pymongo import MongoClient >>> requests_cache.install_cache(backend='gridfs', connection=MongoClient('alternate-host')) Args: db_name: Database name connection: :py:class:`pymongo.MongoClient` object to reuse instead of creating a new one kwargs: Additional keyword arguments for :py:class:`pymongo.MongoClient` """ def __init__(self, db_name: str, **kwargs): super().__init__(**kwargs) self.responses = GridFSPickleDict(db_name, **kwargs) kwargs['connection'] = self.responses.connection self.redirects = MongoDict(db_name, collection_name='redirects', **kwargs) class GridFSPickleDict(BaseStorage): """A dictionary-like interface for a GridFS database Args: db_name: Database name collection_name: Ignored; GridFS internally uses collections 'fs.files' and 'fs.chunks' connection: :py:class:`pymongo.MongoClient` object to reuse instead of creating a new one kwargs: Additional keyword arguments for :py:class:`pymongo.MongoClient` """ def __init__(self, db_name, collection_name=None, connection=None, **kwargs): super().__init__(**kwargs) connection_kwargs = get_valid_kwargs(MongoClient, kwargs) self.connection = connection or MongoClient(**connection_kwargs) self.db = self.connection[db_name] self.fs = GridFS(self.db) def __getitem__(self, key): result = self.fs.find_one({'_id': key}) if result is None: raise KeyError return self.deserialize(result.read()) def __setitem__(self, key, item): try: self.__delitem__(key) except KeyError: pass self.fs.put(self.serialize(item), **{'_id': key}) def __delitem__(self, key): res = self.fs.find_one({'_id': key}) if res is None: raise KeyError self.fs.delete(res._id) def __len__(self): return self.db['fs.files'].estimated_document_count() def __iter__(self): for d in self.fs.find(): yield d._id def clear(self): self.db['fs.files'].drop() self.db['fs.chunks'].drop()