Merge pull request #14 from splitgraph/next

First release to master

Author: milesrichardson

.ci/after_success.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+CI_DIR="$(cd -P -- "$(dirname -- "$0")" && pwd -P)"
+SPLITGRAPH_DIR="$CI_DIR/.."
+
+pushd "$SPLITGRAPH_DIR" \
+    && yarn build \
+    && echo "Build successful" \
+    && exit 0
+
+exit 1

.ci/build.sh

@@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+
+CI_DIR="$(cd -P -- "$(dirname -- "$0")" && pwd -P)"
+SPLITGRAPH_DIR="$CI_DIR/.."
+
+COMMITISH="$(git rev-parse HEAD | cut -c -8)"
+COMMIT_BRANCH="$(git rev-parse --abbrev-ref HEAD)"
+
+# We don't want google indexing the preview website(s)
+# Inject robots.txt here instead of at build step, because this is only for preview
+inject_robots_txt() {
+    cat <<EOF > "${SPLITGRAPH_DIR}/docs/out/robots.txt" && return 0
+User-agent: *
+Disallow: /
+EOF
+    return 1
+}
+
+pushd "$SPLITGRAPH_DIR" \
+    && inject_robots_txt \
+    && echo "Deploy preview: $COMMITISH ($COMMIT_BRANCH)" \
+    && yarn deploy \
+        $( test ! -z $NOW_TOKEN && echo "--token $NOW_TOKEN" ) \
+        --force \
+        -m COMMITISH="$COMMITISH" \
+        -m COMMIT_BRANCH="$COMMIT_BRANCH" \
+    && echo "Deployment successful" \
+    && echo "Deployment URL: $("$CI_DIR"/get_preview_url.sh)" \
+    && echo \
+    && exit 0
+
+exit 1

.ci/deploy_preview.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+
+# Get the preview URL for the latest deployment with this commitish as metadata
+# Print the preview URL to stdout for capture, and also to stderr for debugging
+#
+# Usage example to capture to stdout:
+#   preview_url="$(./.ci/get_preview_url.sh)"
+#
+# or, to save to file `preview_url.txt`:
+#   ./.ci/get_preview_url.sh preview_url.txt
+#
+# or, to save to file `preview_url.txt` using commitish `f8f3f20e`
+#   ./ci/get_preview_url.sh preview_url.txt f8f3f20e
+#
+# or, to save to no file (/dev/null) using commitish `f8f3f20e`
+#   ./ci/get_preview_url.sh /dev/null f8f3f20e
+#
+
+CI_DIR="$(cd -P -- "$(dirname -- "$0")" && pwd -P)"
+SPLITGRAPH_DIR="$CI_DIR/.."
+
+OUTPUT_FILE="${1-/dev/null}"
+COMMITISH=${2-"$(git rev-parse HEAD | cut -c -8)"}
+
+cd "$SPLITGRAPH_DIR" \
+    && >&2 echo -n "Getting preview URL for $COMMITISH (write to $OUTPUT_FILE)... " \
+    && ( yarn run deploy ls splitgraph-web \
+        -m COMMITISH="$COMMITISH" \
+        2> /dev/null \
+        | grep splitgraph-web \
+        | awk '{print $2}' \
+        | head -n1 \
+        | tr -d '\n' \
+        | awk '{print;print > "/dev/stderr"}' \
+        | tee "$OUTPUT_FILE" ) \
+    && exit 0
+
+>&2 echo "Fatal Error: Could not get preview URL"
+exit 1

.ci/get_preview_url.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+CI_DIR="$(cd -P -- "$(dirname -- "$0")" && pwd -P)"
+SPLITGRAPH_DIR="$CI_DIR/.."
+
+if test ! -z "$YARN_CACHE_FOLDER" ; then
+
+    if git log --format=%B HEAD -n1 | grep -q '[clear cache]' ; then
+        >&2 echo "Clear cache ${YARN_CACHE_FOLDER}..."
+        test -d "$YARN_CACHE_FOLDER" && rm -r "$YARN_CACHE_FOLDER"
+    fi
+
+    mkdir -p "$YARN_CACHE_FOLDER"
+    echo "Yarn cache ($YARN_CACHE_FOLDER): $(ls -l "$YARN_CACHE_FOLDER" | wc -l)"
+fi
+
+pushd "$SPLITGRAPH_DIR" \
+    && ./setup.sh \
+    && yarn install --immutable \
+    && echo "Installed successfully" \
+    && (
+        test ! -z "$YARN_CACHE_FOLDER" \
+            && echo "Yarn cache ($YARN_CACHE_FOLDER): $(ls -l "$YARN_CACHE_FOLDER" | wc -l)" \
+            || true
+    ) && exit 0
+
+exit 1

.ci/install.sh

@@ -0,0 +1,79 @@
+name: Build and deploy preview
+
+on: push
+
+jobs:
+  build_and_deploy_preview:
+    runs-on: ubuntu-latest
+    if: "!contains(github.event.head_commit.message, '[skip ci]')"
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Use Node.js
+        uses: actions/setup-node@v1
+        with:
+          node-version: 13.x
+      - run: ./setup.sh
+      - uses: actions/cache@v1
+        with:
+          path: /home/runner/yarn-cache
+          key: yarncache
+      - run: ./.ci/install.sh
+        env:
+          YARN_CACHE_FOLDER: /home/runner/yarn-cache
+      - run: ./.ci/build.sh
+      - run: ./.ci/deploy_preview.sh
+        env:
+          NOW_TOKEN: ${{ secrets.NOW_TOKEN }}
+          NOW_PROJECT_ID: ${{ secrets.NOW_PROJECT_ID }}
+          NOW_ORG_ID: ${{ secrets.NOW_ORG_ID }}
+      - uses: actions/upload-artifact@v2
+        with:
+          name: website
+          path: ./docs/out
+      - run: ./.ci/get_preview_url.sh preview_url.txt
+      - run: cat preview_url.txt
+      - uses: actions/upload-artifact@v2
+        with:
+          name: preview_url.txt
+          path: preview_url.txt
+
+  release_master:
+    runs-on: ubuntu-latest
+    needs: build_and_deploy_preview
+    if: github.ref == 'refs/heads/master'
+    steps:
+      - name: Download artifact
+        uses: actions/download-artifact@v2
+        with:
+          name: website
+          path: website
+      - name: List artifact
+        run: ls -R website
+      - name: Remove preview artifacts (robots.txt)
+        run: rm website/robots.txt
+      - name: Create release tarball
+        run: tar -cz -f /home/runner/release.tar.gz -C /home/runner/work/splitgraph.com/splitgraph.com/website .
+      - name: Get current date
+        id: date
+        run: echo "::set-output name=date::$(date +'%Y-%m-%d-%H%M')"
+      - name: Create Release
+        id: create_release
+        uses: actions/create-release@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          tag_name: ${{steps.date.outputs.date}}.${{ github.run_id }}
+          release_name: Release ${{steps.date.outputs.date}}.${{ github.run_id }}
+          draft: false
+          prerelease: false
+      - name: Upload Release Asset
+        id: upload-release-asset
+        uses: actions/upload-release-asset@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          upload_url: ${{ steps.create_release.outputs.upload_url }}
+          asset_path: /home/runner/release.tar.gz
+          asset_name: website.tar.gz
+          asset_content_type: application/gzip

.ci/remote_deploy.sh

@@ -1,5 +1,7 @@
 .DS_Store
 
+preview_url.txt
+
 node_modules
 
 lib/core/metadata.js
@@ -10,3 +12,17 @@ website/build/
 website/yarn.lock
 website/node_modules
 website/i18n/*
+
+.next
+.cache
+yarn-error.log
+
+# Temporary experiment, don't check in
+libmdx
+
+# TODO: This is a bit crude, but suits our purposes for now while everything
+# is in docker upstream of this repository
+*/**/build-state.yml
+*/**/yarn-rc.js
+.yarnrc.yml
+.yarn