From 19f4e6a0f00d3d628e2c7e1820183e6ba7ad4226 Mon Sep 17 00:00:00 2001 From: Juan Felipe Florez Ospina Date: Wed, 4 Jun 2025 14:52:49 +0200 Subject: [PATCH] renku init renku-transaction: b204f31a23ed480b9323904a193047db --- .dockerignore | 19 +- .gitattributes | 1 + .gitignore | 353 +++++++++++++++++- .gitlab-ci.yml | 18 + .renku/metadata.yml | 2 + ...7e74e8c261e87eae9e1e5a41e1936e2129982ba104 | Bin 0 -> 129 bytes ...1c61b893c8b0aadab6949f44a79c05e26cf19cbab6 | Bin 0 -> 131 bytes ...04fe8f6f16e5eb4fcec86d472fb0125e0e64e74b27 | 87 +++++ ...0448a61aae97bddda37de545e482247185ae3f5112 | Bin 0 -> 129 bytes ...1e0b9402845d9cabf174af4389aa2e418109c185a7 | Bin 0 -> 130 bytes ...8ca96798263ac9133e78a54aa49a857b1ef68322ed | Bin 0 -> 282 bytes ...58f768218d2ac86a5b99aa4537a85acec9b4905906 | 87 +++++ ...e332aeb4ffc95f7fcf1dfb4708872fc2f79c7ae294 | 87 +++++ ...c83d9ebad6254887cf7b654cae91044b4ba511b22b | Bin 0 -> 131 bytes ...36cb18f7421ef51da8e4774338aaa970e2037bb1ea | Bin 0 -> 131 bytes ...c8a414519f565c56a2c53a4a86beae76ab620dcc03 | 26 ++ ...8e3e296eb2a6e76e10664740a8aa070d93aed1435b | 87 +++++ .renku/metadata/_downstream_relations | 5 + .renku/metadata/activities | 5 + .renku/metadata/activities-by-generation | 5 + .renku/metadata/activities-by-usage | 5 + .renku/metadata/activity-catalog | 81 ++++ .renku/metadata/activity-collections | 5 + ...f11ab07402f7f8497995114cef9e802be4ed698b19 | Bin 0 -> 197 bytes .renku/metadata/datasets | 5 + .renku/metadata/datasets-provenance-tails | 5 + .renku/metadata/datasets-tags | 5 + ...4d8ed7b37c0acfa16c673d4c7c8f01ee131eea8aac | Bin 0 -> 195 bytes ...755e164dfe851bfcc8a10c4320968ac3e828213bf0 | Bin 0 -> 131 bytes ...08416f8b36fa2c27be05774ce4924f19a3502899e0 | Bin 0 -> 283 bytes ...8f050042d507a6821f7c3a4623b481664fd89df69a | Bin 0 -> 131 bytes ...197bd9efd0ad51384135314fc2b9c274724c7afb78 | 26 ++ .renku/metadata/plans | 5 + .renku/metadata/plans-by-name | 5 + .renku/metadata/project | 39 ++ .renku/metadata/root | 152 ++++++++ .renku/renku.ini | 2 + .renku/template_checksums.json | 1 + .renkulfsignore | 22 ++ Dockerfile | 52 +++ environment.yml | 14 + notebooks/.gitkeep | 0 requirements.txt | 10 - workflows/my-workflow.yaml | 37 ++ 44 files changed, 1221 insertions(+), 32 deletions(-) create mode 100644 .gitattributes create mode 100644 .gitlab-ci.yml create mode 100644 .renku/metadata.yml create mode 100644 .renku/metadata/03/c2/03c2a397908c4e77b603d97e74e8c261e87eae9e1e5a41e1936e2129982ba104 create mode 100644 .renku/metadata/1e/bb/1ebb7361700b45858304a11c61b893c8b0aadab6949f44a79c05e26cf19cbab6 create mode 100644 .renku/metadata/29/65/296522fff8334ccea75df004fe8f6f16e5eb4fcec86d472fb0125e0e64e74b27 create mode 100644 .renku/metadata/2b/c0/2bc05a48d8e44804a213300448a61aae97bddda37de545e482247185ae3f5112 create mode 100644 .renku/metadata/2c/b2/2cb2c8268a634f6fa537e91e0b9402845d9cabf174af4389aa2e418109c185a7 create mode 100644 .renku/metadata/42/d5/42d57208aec14ad593e4c88ca96798263ac9133e78a54aa49a857b1ef68322ed create mode 100644 .renku/metadata/43/79/437974a24f284fba8c463258f768218d2ac86a5b99aa4537a85acec9b4905906 create mode 100644 .renku/metadata/45/7c/457cec4a297b4280824923e332aeb4ffc95f7fcf1dfb4708872fc2f79c7ae294 create mode 100644 .renku/metadata/7c/5d/7c5d83537fee4cc486f700c83d9ebad6254887cf7b654cae91044b4ba511b22b create mode 100644 .renku/metadata/85/8d/858d7628fe5a438bbf51e336cb18f7421ef51da8e4774338aaa970e2037bb1ea create mode 100644 .renku/metadata/92/f6/92f6be8c8aae49c6b2c48dc8a414519f565c56a2c53a4a86beae76ab620dcc03 create mode 100644 .renku/metadata/9e/10/9e10d562c1ba4355b04ee58e3e296eb2a6e76e10664740a8aa070d93aed1435b create mode 100644 .renku/metadata/_downstream_relations create mode 100644 .renku/metadata/activities create mode 100644 .renku/metadata/activities-by-generation create mode 100644 .renku/metadata/activities-by-usage create mode 100644 .renku/metadata/activity-catalog create mode 100644 .renku/metadata/activity-collections create mode 100644 .renku/metadata/bb/c2/bbc23412ab474e23b4fbaef11ab07402f7f8497995114cef9e802be4ed698b19 create mode 100644 .renku/metadata/datasets create mode 100644 .renku/metadata/datasets-provenance-tails create mode 100644 .renku/metadata/datasets-tags create mode 100644 .renku/metadata/dc/14/dc14052c8cf14166bd2f764d8ed7b37c0acfa16c673d4c7c8f01ee131eea8aac create mode 100644 .renku/metadata/df/86/df86305035964e66a883a2755e164dfe851bfcc8a10c4320968ac3e828213bf0 create mode 100644 .renku/metadata/e2/33/e2338d3976674343b39f5108416f8b36fa2c27be05774ce4924f19a3502899e0 create mode 100644 .renku/metadata/e6/f7/e6f7155dada34c5a8b2aec8f050042d507a6821f7c3a4623b481664fd89df69a create mode 100644 .renku/metadata/f0/5b/f05b6e08af204b8897ee70197bd9efd0ad51384135314fc2b9c274724c7afb78 create mode 100644 .renku/metadata/plans create mode 100644 .renku/metadata/plans-by-name create mode 100644 .renku/metadata/project create mode 100644 .renku/metadata/root create mode 100644 .renku/renku.ini create mode 100644 .renku/template_checksums.json create mode 100644 .renkulfsignore create mode 100644 Dockerfile create mode 100644 environment.yml create mode 100644 notebooks/.gitkeep create mode 100644 workflows/my-workflow.yaml diff --git a/.dockerignore b/.dockerignore index ce34daa..c1021cc 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,15 +1,4 @@ -data/ -figures/ -pipelines/params/ -envs/ -logs/ -*.pyc -__pycache__/ -*.h5 -.Trash-0/ -.ipynb_checkpoints/ -env_setup.sh -docker-compose.yaml -run_container.sh -TODO.md -.env \ No newline at end of file +data +notebooks +.renku +.git diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..12b4a35 --- /dev/null +++ b/.gitattributes @@ -0,0 +1 @@ +.renku/metadata/** merge=renkumerge diff --git a/.gitignore b/.gitignore index 335b4ed..22775fc 100644 --- a/.gitignore +++ b/.gitignore @@ -1,7 +1,346 @@ -#data/ -envs/ -logs/ -*.pyc -__pycache__/ -*.h5 -.env +#data/ +envs/ +logs/ +*.pyc +__pycache__/ +*.h5 +.env + + +# Created by https://www.gitignore.io/api/macos,python,R,linux,vim,emacs,visualstudiocode,intellij +# Edit at https://www.gitignore.io/?templates=macos,python,R,linux,vim,emacs,visualstudiocode,intellij + +### Emacs ### +# -*- mode: gitignore; -*- +*~ +\#*\# +/.emacs.desktop +/.emacs.desktop.lock +*.elc +auto-save-list +tramp +.\#* + +# Org-mode +.org-id-locations +*_archive + +# flymake-mode +*_flymake.* + +# eshell files +/eshell/history +/eshell/lastdir + +# elpa packages +/elpa/ + +# reftex files +*.rel + +# AUCTeX auto folder +/auto/ + +# cask packages +.cask/ +dist/ + +# Flycheck +flycheck_*.el + +# server auth directory +/server/ + +# projectiles files +.projectile + +# directory configuration +.dir-locals.el + +# network security +/network-security.data + + +### Intellij ### +# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio and WebStorm +# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839 + +# User-specific stuff +.idea/**/workspace.xml +.idea/**/tasks.xml +.idea/**/usage.statistics.xml +.idea/**/dictionaries +.idea/**/shelf + +# Generated files +.idea/**/contentModel.xml + +# Sensitive or high-churn files +.idea/**/dataSources/ +.idea/**/dataSources.ids +.idea/**/dataSources.local.xml +.idea/**/sqlDataSources.xml +.idea/**/dynamic.xml +.idea/**/uiDesigner.xml +.idea/**/dbnavigator.xml + +# Gradle +.idea/**/gradle.xml +.idea/**/libraries + +# Gradle and Maven with auto-import +# When using Gradle or Maven with auto-import, you should exclude module files, +# since they will be recreated, and may cause churn. Uncomment if using +# auto-import. +# .idea/modules.xml +# .idea/*.iml +# .idea/modules + +# CMake +cmake-build-*/ + +# Mongo Explorer plugin +.idea/**/mongoSettings.xml + +# File-based project format +*.iws + +# IntelliJ +out/ + +# mpeltonen/sbt-idea plugin +.idea_modules/ + +# JIRA plugin +atlassian-ide-plugin.xml + +# Cursive Clojure plugin +.idea/replstate.xml + +# Crashlytics plugin (for Android Studio and IntelliJ) +com_crashlytics_export_strings.xml +crashlytics.properties +crashlytics-build.properties +fabric.properties + +# Editor-based Rest Client +.idea/httpRequests + +# Android studio 3.1+ serialized cache file +.idea/caches/build_file_checksums.ser + +# JetBrains templates +**___jb_tmp___ + +### Intellij Patch ### +# Comment Reason: https://github.com/joeblau/gitignore.io/issues/186#issuecomment-215987721 + +# *.iml +# modules.xml +# .idea/misc.xml +# *.ipr + +# Sonarlint plugin +.idea/sonarlint + +### Linux ### + +# temporary files which can be created if a process still has a handle open of a deleted file +.fuse_hidden* + +# KDE directory preferences +.directory + +# Linux trash folder which might appear on any partition or disk +.Trash-* + +# .nfs files are created when an open file is removed but is still being accessed +.nfs* + +### macOS ### +# General +.DS_Store +.AppleDouble +.LSOverride + +# Icon must end with two \r +Icon + +# Thumbnails +._* + +# Files that might appear in the root of a volume +.DocumentRevisions-V100 +.fseventsd +.Spotlight-V100 +.TemporaryItems +.Trashes +.VolumeIcon.icns +.com.apple.timemachine.donotpresent + +# Directories potentially created on remote AFP share +.AppleDB +.AppleDesktop +Network Trash Folder +Temporary Items +.apdisk + +### Python ### +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +pip-wheel-metadata/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +.hypothesis/ +.pytest_cache/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +.python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# celery beat schedule file +celerybeat-schedule + +# SageMath parsed files +*.sage.py + +# Environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +### Vim ### +# Swap +[._]*.s[a-v][a-z] +[._]*.sw[a-p] +[._]s[a-rt-v][a-z] +[._]ss[a-gi-z] +[._]sw[a-p] + +# Session +Session.vim + +# Temporary +.netrwhist +# Auto-generated tag files +tags +# Persistent undo +[._]*.un~ + +### VisualStudioCode ### +.vscode/* +!.vscode/settings.json +!.vscode/tasks.json +!.vscode/launch.json +!.vscode/extensions.json + +### VisualStudioCode Patch ### +# Ignore all local history of files +.history + +# End of https://www.gitignore.io/api/macos,python,R,linux,vim,emacs,visualstudiocode,intellij + +# Renku +.renku.lock +.renku/tmp +.renku/cache diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml new file mode 100644 index 0000000..a53654a --- /dev/null +++ b/.gitlab-ci.yml @@ -0,0 +1,18 @@ +variables: + GIT_STRATEGY: fetch + GIT_SSL_NO_VERIFY: "true" + GIT_LFS_SKIP_SMUDGE: 1 + DOCKER_BUILDKIT: 1 + +stages: + - build + +image_build: + stage: build + image: docker:stable + before_script: + - docker login -u gitlab-ci-token -p $CI_JOB_TOKEN http://$CI_REGISTRY + script: | + CI_COMMIT_SHA_7=$(echo $CI_COMMIT_SHA | cut -c1-7) + docker build --tag $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA_7 . + docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA_7 diff --git a/.renku/metadata.yml b/.renku/metadata.yml new file mode 100644 index 0000000..fc30d48 --- /dev/null +++ b/.renku/metadata.yml @@ -0,0 +1,2 @@ +# Dummy file kept for backwards compatibility, does not contain actual version +'http://schema.org/schemaVersion': '9' \ No newline at end of file diff --git a/.renku/metadata/03/c2/03c2a397908c4e77b603d97e74e8c261e87eae9e1e5a41e1936e2129982ba104 b/.renku/metadata/03/c2/03c2a397908c4e77b603d97e74e8c261e87eae9e1e5a41e1936e2129982ba104 new file mode 100644 index 0000000000000000000000000000000000000000..bf4f843effef785d2845cde6307764d844124cd8 GIT binary patch literal 129 zcmV-{0Dk`{wJ-euSgZp8a)%ilU~6^L+J_lmg(1C(F$#dr)W!32^l*c7BAQC|Wik~SE^0<7Wu{eMj jo8`EC6PuCrqG8e;mNSEN1Oxz4ZCN3Z>Q5!|OT{*_y9Nd=;l{{L434PD+2 z9V>7JUM+O2Q&L=V%R6?jH;7zwUXZ!dqNbWkzRP$a=KiebX)GKRK>&$=hA`0c^bw2Z l98%8ZJpCzKk#y5BnTF*VfieOF08wpOA&})-_%WRU001rpI5hwO literal 0 HcmV?d00001 diff --git a/.renku/metadata/29/65/296522fff8334ccea75df004fe8f6f16e5eb4fcec86d472fb0125e0e64e74b27 b/.renku/metadata/29/65/296522fff8334ccea75df004fe8f6f16e5eb4fcec86d472fb0125e0e64e74b27 new file mode 100644 index 0000000..1a07d2c --- /dev/null +++ b/.renku/metadata/29/65/296522fff8334ccea75df004fe8f6f16e5eb4fcec86d472fb0125e0e64e74b27 @@ -0,0 +1,87 @@ +{ + "@renku_data_type": "BTrees.OOBTree.OOBucket", + "@renku_data_value": { + "@renku_data_type": "builtins.tuple", + "@renku_data_value": [ + { + "@renku_data_type": "builtins.tuple", + "@renku_data_value": [ + "BTree", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOBTree" + }, + "Bucket", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOBucket" + }, + "Set", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOSet" + }, + "TreeSet", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOTreeSet" + }, + "attrname", + "upstream", + "call", + false, + "difference", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.difference" + }, + "dump", + { + "@renku_data_type": "function", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.dump_activity" + }, + "element", + { + "@renku_data_type": "zope.interface.interface.Attribute", + "@renku_data_value": { + "_Element__tagged_values": null, + "__doc__": "the upstream activities", + "__name__": "upstream", + "interface": { + "@renku_data_type": "type", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.IActivityDownstreamRelation" + } + } + }, + "interface", + { + "@renku_data_type": "type", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.IActivityDownstreamRelation" + }, + "intersection", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.intersection" + }, + "load", + { + "@renku_data_type": "function", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.load_activity" + }, + "multiple", + false, + "multiunion", + null, + "name", + "upstream", + "union", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.union" + } + ] + } + ] + }, + "@renku_oid": "296522fff8334ccea75df004fe8f6f16e5eb4fcec86d472fb0125e0e64e74b27" +} \ No newline at end of file diff --git a/.renku/metadata/2b/c0/2bc05a48d8e44804a213300448a61aae97bddda37de545e482247185ae3f5112 b/.renku/metadata/2b/c0/2bc05a48d8e44804a213300448a61aae97bddda37de545e482247185ae3f5112 new file mode 100644 index 0000000000000000000000000000000000000000..39fd6fa5fc6b7ea7c0fd1870c36b60d63af1e6dd GIT binary patch literal 129 zcmV-{0Dk`{wJ-euSgZp8a)%ilU~AjcnwwL#`+0XLch1VAV7eh7Bm@9aZCN3Zp4PfGH2yL$z(F=Z~AV1U!ITXpyF^Y3p$eFampxZN3^s zcTgk#PmFU}@VEooKWEw~gf~Gc%}25!i%hB(y2C`+=Hu6onu+ z04o420O*Ou;b3U|F9HDw8t^YnLqS+L4jc%+g3&OBhLT_uiN@iP;4>1KBf)PJe1Kqv z9nlmhzW|^@$}j(ZaVa^3lwG>agW7YaF2`Q8-PE+4-8Wa;=dianyYv4srD|Q9;gJMw z{pDI{)2XzQRkMfEE@nqP^&UB< z%PpBxdD$z4TC-Yd8(WQgxARp~=S2OyCo%Pu1l-p15CEN40Vv{u86m)^4Y}+9U=CUt g5=Rv=8di*z2Ux;Uu=Ue`K=~`emeet%JjDS30R2XS)c^nh literal 0 HcmV?d00001 diff --git a/.renku/metadata/43/79/437974a24f284fba8c463258f768218d2ac86a5b99aa4537a85acec9b4905906 b/.renku/metadata/43/79/437974a24f284fba8c463258f768218d2ac86a5b99aa4537a85acec9b4905906 new file mode 100644 index 0000000..d4b5c58 --- /dev/null +++ b/.renku/metadata/43/79/437974a24f284fba8c463258f768218d2ac86a5b99aa4537a85acec9b4905906 @@ -0,0 +1,87 @@ +{ + "@renku_data_type": "BTrees.OOBTree.OOBucket", + "@renku_data_value": { + "@renku_data_type": "builtins.tuple", + "@renku_data_value": [ + { + "@renku_data_type": "builtins.tuple", + "@renku_data_value": [ + "BTree", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOBTree" + }, + "Bucket", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOBucket" + }, + "Set", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOSet" + }, + "TreeSet", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOTreeSet" + }, + "attrname", + "upstream", + "call", + false, + "difference", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.difference" + }, + "dump", + { + "@renku_data_type": "function", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.dump_activity" + }, + "element", + { + "@renku_data_type": "zope.interface.interface.Attribute", + "@renku_data_value": { + "_Element__tagged_values": null, + "__doc__": "the upstream activities", + "__name__": "upstream", + "interface": { + "@renku_data_type": "type", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.IActivityDownstreamRelation" + } + } + }, + "interface", + { + "@renku_data_type": "type", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.IActivityDownstreamRelation" + }, + "intersection", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.intersection" + }, + "load", + { + "@renku_data_type": "function", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.load_activity" + }, + "multiple", + false, + "multiunion", + null, + "name", + "upstream", + "union", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.union" + } + ] + } + ] + }, + "@renku_oid": "437974a24f284fba8c463258f768218d2ac86a5b99aa4537a85acec9b4905906" +} \ No newline at end of file diff --git a/.renku/metadata/45/7c/457cec4a297b4280824923e332aeb4ffc95f7fcf1dfb4708872fc2f79c7ae294 b/.renku/metadata/45/7c/457cec4a297b4280824923e332aeb4ffc95f7fcf1dfb4708872fc2f79c7ae294 new file mode 100644 index 0000000..968fa85 --- /dev/null +++ b/.renku/metadata/45/7c/457cec4a297b4280824923e332aeb4ffc95f7fcf1dfb4708872fc2f79c7ae294 @@ -0,0 +1,87 @@ +{ + "@renku_data_type": "BTrees.OOBTree.OOBucket", + "@renku_data_value": { + "@renku_data_type": "builtins.tuple", + "@renku_data_value": [ + { + "@renku_data_type": "builtins.tuple", + "@renku_data_value": [ + "BTree", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOBTree" + }, + "Bucket", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOBucket" + }, + "Set", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOSet" + }, + "TreeSet", + { + "@renku_data_type": "type", + "@renku_data_value": "BTrees.OOBTree.OOTreeSet" + }, + "attrname", + "downstream", + "call", + false, + "difference", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.difference" + }, + "dump", + { + "@renku_data_type": "function", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.dump_activity" + }, + "element", + { + "@renku_data_type": "zope.interface.interface.Attribute", + "@renku_data_value": { + "_Element__tagged_values": null, + "__doc__": "the downstream activities", + "__name__": "downstream", + "interface": { + "@renku_data_type": "type", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.IActivityDownstreamRelation" + } + } + }, + "interface", + { + "@renku_data_type": "type", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.IActivityDownstreamRelation" + }, + "intersection", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.intersection" + }, + "load", + { + "@renku_data_type": "function", + "@renku_data_value": "renku.infrastructure.gateway.database_gateway.load_activity" + }, + "multiple", + false, + "multiunion", + null, + "name", + "downstream", + "union", + { + "@renku_data_type": "function", + "@renku_data_value": "BTrees._OOBTree.union" + } + ] + } + ] + }, + "@renku_oid": "457cec4a297b4280824923e332aeb4ffc95f7fcf1dfb4708872fc2f79c7ae294" +} \ No newline at end of file diff --git a/.renku/metadata/7c/5d/7c5d83537fee4cc486f700c83d9ebad6254887cf7b654cae91044b4ba511b22b b/.renku/metadata/7c/5d/7c5d83537fee4cc486f700c83d9ebad6254887cf7b654cae91044b4ba511b22b new file mode 100644 index 0000000000000000000000000000000000000000..d7d3681a6bc95c3c0af0a9b0829f31cc85af9a4b GIT binary patch literal 131 zcmV-}0DS)_wJ-euSiA!Oat9h5aA_SN8up)P398La>1U%p{`HsC>{8s#tN#)L4Q-`5 zCC0tIi_-Dz%UV0>?!9HIMeaZ1dXA8j?XCO%OSjm1k-5_YH5LwvAc4gHLKx_Q`iKQ{ l0CP6Vf%?s4MZyfnq%kPJ2$T^708wpOA&})-_%WRU007b)Keqq? literal 0 HcmV?d00001 diff --git a/.renku/metadata/85/8d/858d7628fe5a438bbf51e336cb18f7421ef51da8e4774338aaa970e2037bb1ea b/.renku/metadata/85/8d/858d7628fe5a438bbf51e336cb18f7421ef51da8e4774338aaa970e2037bb1ea new file mode 100644 index 0000000000000000000000000000000000000000..0c3a21f2a52e7573fa666a0382a302bf3845252c GIT binary patch literal 131 zcmV-}0DS)_wJ-euSiA!Oat9h6U~6^LnwwL5`6P-pZIh|>&prwwcl3EGU>3Q>*53*v~Nzm<^P%uI!g zWvVF*fN}P=4#nAX$4U_xOBgFJdF$ZhXsy)qZjT$XoD*)n6eG(u2Fe6{I1nL~4vjqp z(lh0|e$Vt;kfMa&jnCu`7KQ>^)@#!VWUMz%{X`@D2G+J{S$Cd4^fz;;1kq=}D$ueH zem`Ag7@WGuSVa4L8Vw|~1+*-6M8{PG2LJ;T#u%8;)qV&s=-GKn>Oh_qCjkHeM6Xu7 literal 0 HcmV?d00001 diff --git a/.renku/metadata/datasets b/.renku/metadata/datasets new file mode 100644 index 0000000..899ccc1 --- /dev/null +++ b/.renku/metadata/datasets @@ -0,0 +1,5 @@ +{ + "@renku_data_type": "renku.infrastructure.database.RenkuOOBTree", + "@renku_data_value": null, + "@renku_oid": "datasets" +} \ No newline at end of file diff --git a/.renku/metadata/datasets-provenance-tails b/.renku/metadata/datasets-provenance-tails new file mode 100644 index 0000000..82df40b --- /dev/null +++ b/.renku/metadata/datasets-provenance-tails @@ -0,0 +1,5 @@ +{ + "@renku_data_type": "renku.infrastructure.database.RenkuOOBTree", + "@renku_data_value": null, + "@renku_oid": "datasets-provenance-tails" +} \ No newline at end of file diff --git a/.renku/metadata/datasets-tags b/.renku/metadata/datasets-tags new file mode 100644 index 0000000..43a7a93 --- /dev/null +++ b/.renku/metadata/datasets-tags @@ -0,0 +1,5 @@ +{ + "@renku_data_type": "renku.infrastructure.database.RenkuOOBTree", + "@renku_data_value": null, + "@renku_oid": "datasets-tags" +} \ No newline at end of file diff --git a/.renku/metadata/dc/14/dc14052c8cf14166bd2f764d8ed7b37c0acfa16c673d4c7c8f01ee131eea8aac b/.renku/metadata/dc/14/dc14052c8cf14166bd2f764d8ed7b37c0acfa16c673d4c7c8f01ee131eea8aac new file mode 100644 index 0000000000000000000000000000000000000000..1914e9fba585c99ec2d21e513ee875aab953e925 GIT binary patch literal 195 zcmV;!06hOFwJ-euSiA)Q!i*>%P-pBAh||iFwp6^~=B5nF3Q>)=M(@x9ABbtp%$N|1 zZRUmDQG(nN(w0`OutcR!h+8w#Dq$4!g(*oj0%KA_3TnMH0RT}@v(>fC!GwD^@SKE> zd>jRiC&F)TPxM)EJm{Vqk4GOY3y0!2kk5VNCbPQMo#zky%np;_c??*E xu5I`Ha@8<6bJbV`dwlr}Alrhjm5$)IiUt5A-tex=P9WJc~+bO004m0T!8=p literal 0 HcmV?d00001 diff --git a/.renku/metadata/df/86/df86305035964e66a883a2755e164dfe851bfcc8a10c4320968ac3e828213bf0 b/.renku/metadata/df/86/df86305035964e66a883a2755e164dfe851bfcc8a10c4320968ac3e828213bf0 new file mode 100644 index 0000000000000000000000000000000000000000..8b5a6d43fa592c4a12257a303589044167a3de5e GIT binary patch literal 131 zcmV-}0DS)_wJ-euSiA!Oat9h5U~3)I8pn;_Rjm+7U z1~>pI04o6JDH;gG;qfm50fuAHUzi62q4CZDVmMzo8s_j|D42z!X$MKp9SIDQoHvU; zNHo(g(G)Pg033ykFIT=S!fv@3OUx@}c-&6Mv-f!&Rl4=%Gkc0uWB$5@7&Gm3iVl(l z`c4aZGuJ+C`eW_)USsxdRK0c)QpM~=YxnD|?Sx!QM{^Lv!kdLbl5-ae2c5B%C}}fP zHrd`Sb3$*NE?ZIBmZESM!lW>5y1J|sGkr@nPmqX72@n9CRsksDff*sds13R70ALPU h84^boF&b8kl?PbDQLy#XfI#^x!j{xAq&&p|001|ndAa}q literal 0 HcmV?d00001 diff --git a/.renku/metadata/e6/f7/e6f7155dada34c5a8b2aec8f050042d507a6821f7c3a4623b481664fd89df69a b/.renku/metadata/e6/f7/e6f7155dada34c5a8b2aec8f050042d507a6821f7c3a4623b481664fd89df69a new file mode 100644 index 0000000000000000000000000000000000000000..97b1880212448c6961021b87950e6a3adb2203f9 GIT binary patch literal 131 zcmV-}0DS)_wJ-euSiA!Oat9h5aA_SNiv3Tt1l3M1S@%;P|N2X*EKBd^)qe>A4ef)Y zAI{@4C%4K{yuDzHNjdI@n5#vIq3GbZQd~2*tG%7E)FQv0r(QTHf&>!(3}K+>=_3}+ l0Z2KQ^Yo`|Mbb@sG7ZZ!0%ZgQ08wpOA&})-_%WRU003(HIkb'. +# +# Use this file to specify particular paths to *not track* with LFS regardless of +# their size. The syntax is the same as .gitignore (https://git-scm.com/docs/gitignore). +# Remember: files listed here, when generated during renku commands, will add to +# the size of your repo, and could slow things down. +# +# See https://github.com/SwissDataScienceCenter/renku-project-template for proper +# usage. + +# Warning: removing these lines will check source files (e.g. generated ipynb files from papermill) into LFS and they +# will no longer be displayed in the renku UI +*.ipynb +*.py +*.r +*.md +*.rst diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..86d702e --- /dev/null +++ b/Dockerfile @@ -0,0 +1,52 @@ +######################################################## +# Renku install section - do not edit # + +FROM renku/renkulab-py:3.10-0.18.1 as builder + +# RENKU_VERSION determines the version of the renku CLI +# that will be used in this image. To find the latest version, +# visit https://pypi.org/project/renku/#history. +ARG RENKU_VERSION=2.9.4 + +# Install renku from pypi or from github if a dev version +RUN if [ -n "$RENKU_VERSION" ] ; then \ + source .renku/venv/bin/activate ; \ + currentversion=$(renku --version) ; \ + if [ "$RENKU_VERSION" != "$currentversion" ] ; then \ + pip uninstall renku -y ; \ + gitversion=$(echo "$RENKU_VERSION" | sed -n "s/^[[:digit:]]\+\.[[:digit:]]\+\.[[:digit:]]\+\(rc[[:digit:]]\+\)*\(\.dev[[:digit:]]\+\)*\(+g\([a-f0-9]\+\)\)*\(+dirty\)*$/\4/p") ; \ + if [ -n "$gitversion" ] ; then \ + pip install --no-cache-dir --force "git+https://github.com/SwissDataScienceCenter/renku-python.git@$gitversion" ;\ + else \ + pip install --no-cache-dir --force renku==${RENKU_VERSION} ;\ + fi \ + fi \ + fi +# End Renku install section # +######################################################## + +FROM renku/renkulab-py:3.10-0.18.1 + +# Uncomment and adapt if code is to be included in the image +# COPY src /code/src + +# Uncomment and adapt if your R or python packages require extra linux (ubuntu) software +# e.g. the following installs apt-utils and vim; each pkg on its own line, all lines +# except for the last end with backslash '\' to continue the RUN line +# +# USER root +# RUN apt-get update && \ +# apt-get install -y --no-install-recommends \ +# apt-utils \ +# vim +# USER ${NB_USER} + +# install the python dependencies +COPY requirements.txt environment.yml /tmp/ +RUN mamba env update -q -f /tmp/environment.yml && \ + /opt/conda/bin/pip install -r /tmp/requirements.txt --no-cache-dir && \ + mamba clean -y --all && \ + mamba env export -n "root" && \ + rm -rf ${HOME}/.renku/venv + +COPY --from=builder ${HOME}/.renku/venv ${HOME}/.renku/venv diff --git a/environment.yml b/environment.yml new file mode 100644 index 0000000..ce0771c --- /dev/null +++ b/environment.yml @@ -0,0 +1,14 @@ +name: "base" +# WARNING : As Renku makes use of mamba for more efficient package builds, please use the popular "conda-forge" channel +# For more details : https://mamba.readthedocs.io/en/latest/user_guide/troubleshooting.html#mixing-the-defaults-and-conda-forge-channels +# Using the defaults channel from Anaconda can easily result in getting your +# laptop, CI pipeline, etc. blacklisted by Anaconda which makes building packages +# impossible. To get permission to use Anaconda again you need to either pay or prove that +# you meet the requirements for a free license. Using the conda-forge channel avoids +# these restrictions completely. +channels: + - conda-forge +# dependencies: +# - add packages here +# - one per line +prefix: "/opt/conda" diff --git a/notebooks/.gitkeep b/notebooks/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/requirements.txt b/requirements.txt index 205321f..e69de29 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,10 +0,0 @@ -dash==2.17.1 -dash-bootstrap-components==1.6.0 -flask==3.0.3 -h5py==3.10.0 -matplotlib==3.8.4 -numpy==1.26.4 -openai==1.25.1 -pandas==2.2.2 -plotly==5.18.0 -requests==2.31.0 diff --git a/workflows/my-workflow.yaml b/workflows/my-workflow.yaml new file mode 100644 index 0000000..8eac388 --- /dev/null +++ b/workflows/my-workflow.yaml @@ -0,0 +1,37 @@ +# === Welcome to the template Renku Workflow file! === +# You can use this file to encode in what order your data processing steps should be run, +# making it easier for you to run your workflow, and for others to understand it! + +# === How to use this template === +# Replace the script and data paths in the template below to match your analysis commands. +# Then, run `renku run my-workflow.yaml` in a terminal to execute the workflow! +# If you are working in a notebook, run `! renku run my-workflow.yaml` in a notebook cell. + +# === Docs === +# To learn much more about what you can do with the Renku Workflow File, see our docs: +# https://renku.readthedocs.io/en/stable/topic-guides/workflows/workflow-file.html + +name: my-workflow +steps: + step-one: + command: python $n $my-script $input-data $output-data + inputs: + - my-script: + path: src/script.py + - input-data: + path: data/input/sample_data.csv + outputs: + - output-data: + path: data/output/results.csv + parameters: + - n: + prefix: -n + value: 10 + + # === Adding more steps === + # You can add as many steps as you want to your workflow by copy and pasting the step template above + # TIP: To run just one step from a workflow, simply add the step name to the command, like this: + # `renku run my-workflow.yaml make-plot` + # make-plot: + # command: python $another-script $output-data $my-plot + # ...