From 59f9f01c698934d7d81d7bb1f49063012223766c Mon Sep 17 00:00:00 2001 From: armistace Date: Wed, 4 Jun 2025 21:48:59 +1000 Subject: [PATCH 1/3] first cut at pipeline --- .gitea/workflows/deploy.yml | 52 +++++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 .gitea/workflows/deploy.yml diff --git a/.gitea/workflows/deploy.yml b/.gitea/workflows/deploy.yml new file mode 100644 index 0000000..89621b1 --- /dev/null +++ b/.gitea/workflows/deploy.yml @@ -0,0 +1,52 @@ +name: Execute ML Knowledgebase update +on: + schedule: + - cron: "15 3 * * *" + push: + branches: + - master +jobs: + update_knowledgebase: + runs-on: ubuntu-latest + steps: + - name: Checkout repository + uses: actions/checkout@v4 + + - name: Install dependencies + shell: bash + run: | + apt update && apt upgrade -y + apt install rustc cargo python-is-python3 pip python3-venv libmagic-dev git + virtualenv .venv + source .venv/bin/activate + pip install --upgrade pip + pip install -r requirements.txt + + - name: Create .env + shell: bash + run: | + echo "TRILIUM_HOST=${{ vars.TRILIUM_HOST }}" > .env + echo "TRILIUM_PORT=${{ vars.TRILIUM_PORT }}" >> .env + echo "TRILIUM_PROTOCOL=${{ vars.TRILIUM_PROTOCOL }}" >> .env + echo "TRILIUM_PASS=${{ secrets.TRILIUM_PASS }}" >> .env + echo "TRILIUM_TOKEN=${{ secrets.TRILIUM_TOKEN }}" >> .env + echo "OLLAMA_PROTOCOL=${{ vars.OLLAMA_PROTOCOL }}" >> .env + echo "OLLAMA_HOST=${{ vars.OLLAMA_HOST }}" >> .env + echo "OLLAMA_PORT=${{ vars.OLLAMA_PORT }}" >> .env + echo "EMBEDDING_MODEL=${{ vars.EMBEDDING_MODEL }}" >> .env + echo "EDITOR_MODEL=${{ vars.EDITOR_MODEL }}" >> .env + echo "CONTENT_CREATOR_MODELS='${{ vars.CONTENT_CREATOR_MODELS }}'" >> .env + echo "GIT_PROTOCOL=${{ vars.GIT_PROTOCOL }}" >> .env + echo "GIT_REMOTE=${{ vars.GIT_REMOTE }}" >> .env + echo "GIT_USER=${{ vars.GIT_USER }}" >> .env + echo "GIT_PASS='${{ secrets.GIT_PASS }}'" >> .env + echo "N8N_SECRET='${{ secrets.N8N_SECRET }}'" >> .env + echo "N8N_WEBHOOK_URL='${{ vars.N8N_WEBHOOK_URL }}'" >> .env + echo "CHROMA_HOST=${{ vars.CHROMA_HOST }}" >> .env + echo "CHROMA_PORT=${{ vars.CHROMA_PORT }}" >> .env + + - name: Create Blogs + shell: bash + run: | + source .venv/bin/activate + python src/main.py -- 2.39.5 From 49174de9ffdd2fac8b73c5cc4fb8f0e58c540c8c Mon Sep 17 00:00:00 2001 From: armistace Date: Wed, 4 Jun 2025 21:59:33 +1000 Subject: [PATCH 2/3] correct pipeline titles --- .gitea/workflows/deploy.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitea/workflows/deploy.yml b/.gitea/workflows/deploy.yml index 89621b1..fce898a 100644 --- a/.gitea/workflows/deploy.yml +++ b/.gitea/workflows/deploy.yml @@ -1,4 +1,4 @@ -name: Execute ML Knowledgebase update +name: Create Blog Article if new notes exist on: schedule: - cron: "15 3 * * *" @@ -6,7 +6,7 @@ on: branches: - master jobs: - update_knowledgebase: + prepare_blog_drafts_and_push: runs-on: ubuntu-latest steps: - name: Checkout repository @@ -24,7 +24,7 @@ jobs: - name: Create .env shell: bash - run: | + run: U| echo "TRILIUM_HOST=${{ vars.TRILIUM_HOST }}" > .env echo "TRILIUM_PORT=${{ vars.TRILIUM_PORT }}" >> .env echo "TRILIUM_PROTOCOL=${{ vars.TRILIUM_PROTOCOL }}" >> .env -- 2.39.5 From 64b466c4ac8ddbe2a1961a6b8012059b9263bd73 Mon Sep 17 00:00:00 2001 From: armistace Date: Wed, 4 Jun 2025 22:01:15 +1000 Subject: [PATCH 3/3] load dotenv in main.py --- requirements.txt | 1 + src/main.py | 2 ++ 2 files changed, 3 insertions(+) diff --git a/requirements.txt b/requirements.txt index a508493..33dffec 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,3 +5,4 @@ PyGithub chromadb langchain-ollama PyJWT +dotenv diff --git a/src/main.py b/src/main.py index 3ca9c09..ab1f0b7 100644 --- a/src/main.py +++ b/src/main.py @@ -4,6 +4,8 @@ import repo_management.repo_manager as git_repo from notifications.n8n import N8NWebhookJwt import string,os from datetime import datetime +from dotenv import load_dotenv +load_dotenv() tril = tn.TrilumNotes() -- 2.39.5