mirror of
https://github.com/Cog-Creators/Red-DiscordBot.git
synced 2025-11-06 03:08:55 -05:00
9fc4e54ece
After some considerations, while the flusher was an interesting experiment, it doesn't seem to be reliable enough. It's been removed in favor of the helpers autosaving on any change in a threadsafe way.
48 lines
1.5 KiB
Python
48 lines
1.5 KiB
Python
import functools
|
|
import json
|
|
import os
|
|
import asyncio
|
|
import logging
|
|
from uuid import uuid4
|
|
|
|
# This is basically our old DataIO, except that it's now threadsafe
|
|
# and just a base for much more elaborate classes
|
|
|
|
|
|
log = logging.getLogger("red")
|
|
|
|
PRETTY = {"indent": 4, "sort_keys": True, "separators": (',', ' : ')}
|
|
MINIFIED = {"sort_keys": True, "separators": (',', ':')}
|
|
|
|
|
|
class JsonIO:
|
|
"""Basic functions for atomic saving / loading of json files"""
|
|
_lock = asyncio.Lock()
|
|
|
|
def _save_json(self, path, data, settings=PRETTY):
|
|
log.debug("Saving file {}".format(path))
|
|
filename, _ = os.path.splitext(path)
|
|
tmp_file = "{}-{}.tmp".format(filename, uuid4().fields[0])
|
|
with open(tmp_file, encoding="utf-8", mode="w") as f:
|
|
json.dump(data, f, **settings)
|
|
os.replace(tmp_file, path)
|
|
|
|
async def _threadsafe_save_json(self, path, data, settings=PRETTY):
|
|
loop = asyncio.get_event_loop()
|
|
func = functools.partial(self._save_json, path, data, settings)
|
|
with await self._lock:
|
|
await loop.run_in_executor(None, func)
|
|
|
|
def _load_json(self, path):
|
|
log.debug("Reading file {}".format(path))
|
|
with open(path, encoding='utf-8', mode="r") as f:
|
|
data = json.load(f)
|
|
return data
|
|
|
|
async def _threadsafe_load_json(self, path):
|
|
loop = asyncio.get_event_loop()
|
|
func = functools.partial(self._load_json, path)
|
|
task = loop.run_in_executor(None, func)
|
|
with await self._lock:
|
|
return await asyncio.wait_for(task)
|