Marcus hsieh/refactor/celery tasks

.github/actions/setup-python/action.yml

@@ -0,0 +1,45 @@
+name: Setup Python Environment
+description: Setup Python, reinstall pip, and install dependencies
+inputs:
+  python-version:
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Cache pip dependencies
+      uses: actions/cache@v4
+      with:
+        path: ~/.cache/pip
+        key: ${{ hashFiles('requirements/release.txt') }}-${{ hashFiles('requirements/dev.txt') }}
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ inputs.python-version }}
+
+    - name: Reinstall pip
+      shell: bash
+      run: |
+        PY_VER=$(python -c "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')")
+        PY_MAJOR=$(echo $PY_VER | cut -d. -f1)
+        PY_MINOR=$(echo $PY_VER | cut -d. -f2)
+
+        if [ "$PY_MAJOR" -eq 3 ] && [ "$PY_MINOR" -le 8 ]; then
+          URL="https://bootstrap.pypa.io/pip/${PY_VER}/get-pip.py"
+        else
+          URL="https://bootstrap.pypa.io/get-pip.py"
+        fi
+
+        curl -sS "$URL" -o /tmp/get-pip.py
+        python /tmp/get-pip.py --force-reinstall
+
+        pip --version
+        pip3 --version
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        python3 -m pip install --upgrade pip
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+        pip3 install -r requirements/dev.txt

.github/actions/setup-singularity/action.yml

@@ -0,0 +1,45 @@
+name: Install Singularity
+description: Install Go and Singularity
+inputs:
+  go-version:
+    required: true
+  singularity-version:
+    required: true
+  os:
+    default: linux
+  arch:
+    default: amd64
+
+runs:
+  using: "composite"
+  steps:
+    - name: Install system dependencies
+      shell: bash
+      run: |
+        sudo apt-get update && sudo apt-get install -y \
+          build-essential \
+          libssl-dev \
+          uuid-dev \
+          libgpgme11-dev \
+          squashfs-tools \
+          libseccomp-dev \
+          pkg-config
+
+    - name: Download and install Go
+      shell: bash
+      run: |
+        wget https://go.dev/dl/go${{ inputs.go-version }}.${{ inputs.os }}-${{ inputs.arch }}.tar.gz
+        sudo tar -C /usr/local -xzf go${{ inputs.go-version }}.${{ inputs.os }}-${{ inputs.arch }}.tar.gz
+        rm go${{ inputs.go-version }}.${{ inputs.os }}-${{ inputs.arch }}.tar.gz
+        echo "/usr/local/go/bin" >> $GITHUB_PATH
+
+    - name: Download and install Singularity
+      shell: bash
+      run: |
+        wget https://github.com/sylabs/singularity/releases/download/v${{ inputs.singularity-version }}/singularity-ce-${{ inputs.singularity-version }}.tar.gz
+        tar -xzf singularity-ce-${{ inputs.singularity-version }}.tar.gz
+        cd singularity-ce-${{ inputs.singularity-version }}
+        ./mconfig
+        make -C ./builddir
+        sudo make -C ./builddir install
+