main.py

"""
This is a Filecoin add-on for DocumentCloud, using the web3.storage service
"""
# pylint: disable=R0903
import os
import subprocess
from datetime import datetime
# pylint: disable=E0611
from documentcloud.addon import SoftTimeOutAddOn


class Web3Storage(SoftTimeOutAddOn):
    """Add-On to upload files to Filecoin via web3.storage"""

    def main(self):
        """ Uses w3 command line tool to upload documents """
        os.makedirs(f"{os.environ['HOME']}/.config/w3access/")
        with open(
            f"{os.environ['HOME']}/.config/w3access/w3cli.json", "w", encoding='utf-8'
        ) as config_file:
            config_file.write(os.environ["TOKEN"])

        for i, document in enumerate(self.get_documents()):
            truncated_title = document.title[:220]
            self.set_message(f"Uploading {truncated_title}...")
            print(
                f"{datetime.now()} - Uploading {i} {document.slug} size "
                f"{len(document.pdf)}"
            )
            with open(f"{document.slug}.pdf", "wb") as pdf:
                pdf.write(document.pdf)
            # pylint: disable=W1510
            # disabling this check because we handle the return code manually
            result = subprocess.run(
                ["w3", "up", f"{document.slug}.pdf"], capture_output=True
            )
            if result.returncode != 0:
                self.set_message(f"Error: {result.stderr[:220]}")
                raise ValueError(result.stderr)

            link = result.stdout.decode("utf8").strip()[2:]
            document.data["ipfsUrl"] = [link]
            cid = link[link.rfind("/") + 1 :]
            document.data["cid"] = cid
            document.save()
            os.remove(f"{document.slug}.pdf")


if __name__ == "__main__":
    Web3Storage().main()