54 lines
2.3 KiB
Python
54 lines
2.3 KiB
Python
from datetime import datetime, timedelta, timezone
|
|
from urllib.parse import quote_plus
|
|
|
|
import requests
|
|
import requests_unixsocket
|
|
import lzma
|
|
|
|
|
|
class IPFSController:
|
|
def __init__(self, nodeApiAddress, clusterApiAddress, nixCache, db):
|
|
self.__nodeAddr = f'http+unix://{quote_plus(nodeApiAddress.get("unix"))}'
|
|
self.__clusterAddr = f'http+unix://{quote_plus(clusterApiAddress.get("unix"))}'
|
|
self.__nix = nixCache
|
|
self.__db = db
|
|
|
|
def ipfs_fetch_task(self, callback, nar, hint=None, content=None):
|
|
if content == None:
|
|
print(f"Downloading NAR: {nar}")
|
|
code, _, content = self.__nix.try_all("get", nar, hint)
|
|
else:
|
|
code = 200
|
|
if code == 200:
|
|
if nar.endswith(".nar.xz"):
|
|
print(f"Attempt decompression of {nar}")
|
|
decompressed = lzma.decompress(content)
|
|
print(f"Size diff: {len(content)} -> {len(decompressed)}")
|
|
content = decompressed
|
|
|
|
upload = {"file": ("FILE", content, "application/octet-stream")}
|
|
try:
|
|
rIpfs = requests_unixsocket.post(
|
|
f"{self.__nodeAddr}/api/v0/add?pin=false&quieter=true&chunker=buzhash&trickle=true", files=upload
|
|
)
|
|
hash = rIpfs.json()["Hash"]
|
|
print(f"Mapped: {nar} -> /ipfs/{hash}")
|
|
self.__db.set_path(nar, hash)
|
|
expireAt = datetime.now(timezone.utc) + timedelta(hours=24)
|
|
try:
|
|
rClusterPin = requests_unixsocket.post(
|
|
f"{self.__clusterAddr}/pins/ipfs/{hash}?expire-at={quote_plus(expireAt.isoformat())}&mode=recursive&name=reflex-{quote_plus(nar)}&replication-max=2&replication-min=1", files=upload
|
|
)
|
|
if rClusterPin.status_code != 200:
|
|
print(f"Warning: failed to pin {hash} on IPFS cluster: {rClusterPin.status_code}")
|
|
except requests.ConnectionError as e:
|
|
print(f"Warning: failed to pin {hash} on IPFS cluster: {e}")
|
|
callback()
|
|
return (nar, 200, hash)
|
|
except requests.ConnectionError as e:
|
|
print(e)
|
|
callback()
|
|
return (nar, 502, False)
|
|
else:
|
|
callback()
|
|
return (nar, code, False)
|