From e8ee7bca1014392d85a01c534ea306a342f007d5 Mon Sep 17 00:00:00 2001
From: <>
Date: Thu, 2 Nov 2023 21:36:29 +0000
Subject: [PATCH] Deployed 67b68bc with MkDocs version: 1.5.3
---
404.html | 26 +-
about/index.html | 26 +-
assets/stylesheets/main.35e1ed30.min.css | 1 -
assets/stylesheets/main.35e1ed30.min.css.map | 1 -
assets/stylesheets/main.4b4a2bd9.min.css | 1 +
assets/stylesheets/main.4b4a2bd9.min.css.map | 1 +
contact/index.html | 26 +-
events/index.html | 26 +-
events/meeting-notes/2023-04-20/index.html | 26 +-
events/meeting-notes/2023-05-04/index.html | 26 +-
events/meeting-notes/2023-05-18/index.html | 26 +-
events/meeting-notes/2023-06-01/index.html | 26 +-
events/meeting-notes/2023-06-15/index.html | 26 +-
events/meeting-notes/2023-06-29/index.html | 26 +-
events/meeting-notes/2023-07-13/index.html | 26 +-
events/meeting-notes/2023-07-27/index.html | 26 +-
events/meeting-notes/2023-08-10/index.html | 26 +-
events/meeting-notes/2023-08-24/index.html | 26 +-
events/meeting-notes/2023-09-07/index.html | 26 +-
events/meeting-notes/2023-09-21/index.html | 26 +-
events/meeting-notes/2023-10-05/index.html | 26 +-
events/meeting-notes/2023-10-19/index.html | 28 +-
events/meeting-notes/2023-11-02/index.html | 1133 ++++++++++++++++++
index.html | 26 +-
installation/index.html | 26 +-
packages/index.html | 26 +-
search/search_index.json | 2 +-
sitemap.xml | 45 +-
sitemap.xml.gz | Bin 333 -> 338 bytes
29 files changed, 1667 insertions(+), 65 deletions(-)
delete mode 100644 assets/stylesheets/main.35e1ed30.min.css
delete mode 100644 assets/stylesheets/main.35e1ed30.min.css.map
create mode 100644 assets/stylesheets/main.4b4a2bd9.min.css
create mode 100644 assets/stylesheets/main.4b4a2bd9.min.css.map
create mode 100644 events/meeting-notes/2023-11-02/index.html
diff --git a/404.html b/404.html
index 6542d7e..c0b728c 100644
--- a/404.html
+++ b/404.html
@@ -14,7 +14,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/about/index.html b/about/index.html
index 8e25748..0f25cff 100644
--- a/about/index.html
+++ b/about/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/assets/stylesheets/main.35e1ed30.min.css b/assets/stylesheets/main.35e1ed30.min.css
deleted file mode 100644
index 0fb3e3a..0000000
--- a/assets/stylesheets/main.35e1ed30.min.css
+++ /dev/null
@@ -1 +0,0 @@
-@charset "UTF-8";html{-webkit-text-size-adjust:none;-moz-text-size-adjust:none;text-size-adjust:none;box-sizing:border-box}*,:after,:before{box-sizing:inherit}@media (prefers-reduced-motion){*,:after,:before{transition:none!important}}body{margin:0}a,button,input,label{-webkit-tap-highlight-color:transparent}a{color:inherit;text-decoration:none}hr{border:0;box-sizing:initial;display:block;height:.05rem;overflow:visible;padding:0}small{font-size:80%}sub,sup{line-height:1em}img{border-style:none}table{border-collapse:initial;border-spacing:0}td,th{font-weight:400;vertical-align:top}button{background:#0000;border:0;font-family:inherit;font-size:inherit;margin:0;padding:0}input{border:0;outline:none}:root{--md-primary-fg-color:#4051b5;--md-primary-fg-color--light:#5d6cc0;--md-primary-fg-color--dark:#303fa1;--md-primary-bg-color:#fff;--md-primary-bg-color--light:#ffffffb3;--md-accent-fg-color:#526cfe;--md-accent-fg-color--transparent:#526cfe1a;--md-accent-bg-color:#fff;--md-accent-bg-color--light:#ffffffb3}[data-md-color-scheme=default]{color-scheme:light}[data-md-color-scheme=default] img[src$="#gh-dark-mode-only"],[data-md-color-scheme=default] img[src$="#only-dark"]{display:none}:root,[data-md-color-scheme=default]{--md-hue:225deg;--md-default-fg-color:#000000de;--md-default-fg-color--light:#0000008a;--md-default-fg-color--lighter:#00000052;--md-default-fg-color--lightest:#00000012;--md-default-bg-color:#fff;--md-default-bg-color--light:#ffffffb3;--md-default-bg-color--lighter:#ffffff4d;--md-default-bg-color--lightest:#ffffff1f;--md-code-fg-color:#36464e;--md-code-bg-color:#f5f5f5;--md-code-hl-color:#4287ff;--md-code-hl-color--light:#4287ff1a;--md-code-hl-number-color:#d52a2a;--md-code-hl-special-color:#db1457;--md-code-hl-function-color:#a846b9;--md-code-hl-constant-color:#6e59d9;--md-code-hl-keyword-color:#3f6ec6;--md-code-hl-string-color:#1c7d4d;--md-code-hl-name-color:var(--md-code-fg-color);--md-code-hl-operator-color:var(--md-default-fg-color--light);--md-code-hl-punctuation-color:var(--md-default-fg-color--light);--md-code-hl-comment-color:var(--md-default-fg-color--light);--md-code-hl-generic-color:var(--md-default-fg-color--light);--md-code-hl-variable-color:var(--md-default-fg-color--light);--md-typeset-color:var(--md-default-fg-color);--md-typeset-a-color:var(--md-primary-fg-color);--md-typeset-del-color:#f5503d26;--md-typeset-ins-color:#0bd57026;--md-typeset-kbd-color:#fafafa;--md-typeset-kbd-accent-color:#fff;--md-typeset-kbd-border-color:#b8b8b8;--md-typeset-mark-color:#ffff0080;--md-typeset-table-color:#0000001f;--md-typeset-table-color--light:rgba(0,0,0,.035);--md-admonition-fg-color:var(--md-default-fg-color);--md-admonition-bg-color:var(--md-default-bg-color);--md-warning-fg-color:#000000de;--md-warning-bg-color:#ff9;--md-footer-fg-color:#fff;--md-footer-fg-color--light:#ffffffb3;--md-footer-fg-color--lighter:#ffffff73;--md-footer-bg-color:#000000de;--md-footer-bg-color--dark:#00000052;--md-shadow-z1:0 0.2rem 0.5rem #0000000d,0 0 0.05rem #0000001a;--md-shadow-z2:0 0.2rem 0.5rem #0000001a,0 0 0.05rem #00000040;--md-shadow-z3:0 0.2rem 0.5rem #0003,0 0 0.05rem #00000059}.md-icon svg{fill:currentcolor;display:block;height:1.2rem;width:1.2rem}body{-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;--md-text-font-family:var(--md-text-font,_),-apple-system,BlinkMacSystemFont,Helvetica,Arial,sans-serif;--md-code-font-family:var(--md-code-font,_),SFMono-Regular,Consolas,Menlo,monospace}aside,body,input{font-feature-settings:"kern","liga";color:var(--md-typeset-color);font-family:var(--md-text-font-family)}code,kbd,pre{font-feature-settings:"kern";font-family:var(--md-code-font-family)}:root{--md-typeset-table-sort-icon:url('data:image/svg+xml;charset=utf-8,
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/index.html b/events/index.html
index 5157dfc..553355f 100644
--- a/events/index.html
+++ b/events/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-04-20/index.html b/events/meeting-notes/2023-04-20/index.html
index a345d01..a51cfd0 100644
--- a/events/meeting-notes/2023-04-20/index.html
+++ b/events/meeting-notes/2023-04-20/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-05-04/index.html b/events/meeting-notes/2023-05-04/index.html
index 2fd73bb..df1a842 100644
--- a/events/meeting-notes/2023-05-04/index.html
+++ b/events/meeting-notes/2023-05-04/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-05-18/index.html b/events/meeting-notes/2023-05-18/index.html
index 63e0eb2..9022370 100644
--- a/events/meeting-notes/2023-05-18/index.html
+++ b/events/meeting-notes/2023-05-18/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-06-01/index.html b/events/meeting-notes/2023-06-01/index.html
index 059b85d..e56c9d7 100644
--- a/events/meeting-notes/2023-06-01/index.html
+++ b/events/meeting-notes/2023-06-01/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-06-15/index.html b/events/meeting-notes/2023-06-15/index.html
index 09092a8..1fd60b8 100644
--- a/events/meeting-notes/2023-06-15/index.html
+++ b/events/meeting-notes/2023-06-15/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-06-29/index.html b/events/meeting-notes/2023-06-29/index.html
index a050707..df9317c 100644
--- a/events/meeting-notes/2023-06-29/index.html
+++ b/events/meeting-notes/2023-06-29/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-07-13/index.html b/events/meeting-notes/2023-07-13/index.html
index 8f1bb38..ab3ce83 100644
--- a/events/meeting-notes/2023-07-13/index.html
+++ b/events/meeting-notes/2023-07-13/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-07-27/index.html b/events/meeting-notes/2023-07-27/index.html
index 06d6128..3172665 100644
--- a/events/meeting-notes/2023-07-27/index.html
+++ b/events/meeting-notes/2023-07-27/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-08-10/index.html b/events/meeting-notes/2023-08-10/index.html
index 0863db2..a24811f 100644
--- a/events/meeting-notes/2023-08-10/index.html
+++ b/events/meeting-notes/2023-08-10/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-08-24/index.html b/events/meeting-notes/2023-08-24/index.html
index eca2ccc..3ff9ecf 100644
--- a/events/meeting-notes/2023-08-24/index.html
+++ b/events/meeting-notes/2023-08-24/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-09-07/index.html b/events/meeting-notes/2023-09-07/index.html
index 4efbb12..faf322d 100644
--- a/events/meeting-notes/2023-09-07/index.html
+++ b/events/meeting-notes/2023-09-07/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-09-21/index.html b/events/meeting-notes/2023-09-21/index.html
index b894e94..91c5b4c 100644
--- a/events/meeting-notes/2023-09-21/index.html
+++ b/events/meeting-notes/2023-09-21/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-10-05/index.html b/events/meeting-notes/2023-10-05/index.html
index b7cde45..dcf7753 100644
--- a/events/meeting-notes/2023-10-05/index.html
+++ b/events/meeting-notes/2023-10-05/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-10-19/index.html b/events/meeting-notes/2023-10-19/index.html
index d2ce6e6..db75bd7 100644
--- a/events/meeting-notes/2023-10-19/index.html
+++ b/events/meeting-notes/2023-10-19/index.html
@@ -16,9 +16,11 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/events/meeting-notes/2023-11-02/index.html b/events/meeting-notes/2023-11-02/index.html
new file mode 100644
index 0000000..61b8af3
--- /dev/null
+++ b/events/meeting-notes/2023-11-02/index.html
@@ -0,0 +1,1133 @@
+
+
+
+
+
+ SIG/HPC meeting 2023-11-02 - SIG/HPC Wiki
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+SIG/HPC meeting 2023-11-02
+Attendees:
+* Sherif
+* Neil Hanlon
+* Chris S
+* Jeremy Siadal
+* Stack
+Discussions:
+Jeremy, gave an overview of kernel-cnode patch status and that he is working on some of the patches
+Sherif, Asked about the intel GPU contacts and Jeremy will send the contacts over
+Stack, still working on the slurm rest daemon
+Chris S, talked about their benchmark for nvidia drivers
+Action items:
+* Sherif to work on abit on the wiki
+* Sherif to add Jeremy and Chris to the git user groups
+Old business:
+2023-10-19:
+* Sherif to create kernel repo for kernel HPC, kernel-hpc-node, called now kernel-cnode - Done -
+* Jeermy, to get the ball rolling with intel GPU driver
+* Stack, Fix the slurm rest daemon and integrated it with openQA
+2023-10-05:
+* None for this meeting, however we should be working on old business action items
+2023-09-21:
+* Sherif: Get the SIG for drivers
+* Sherif: Check the names of nvidia drivers "open , dkms and closed source"
+* Chris: Bench mark nvidia open vs closed source
+2023-09-07:
+* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -
+2023-08-24:
+* Sherif: To push the testing repo file to release package
+* Sherif: testing / merging the_real_swa scripts
+2023-08-10:
+* Sherif: Looking into the openQA testing - Pending
+2023-07-27:
+* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -
+* Greg: to reach out to openPBS and cloud charly
+* Sherif: To update slurm23 to latest - Done -
+2023-07-13:
+* Sherif needs to update the wiki - Done
+* Sherif to look into MPI stack
+* Chris will send Sherif a link with intro
+2023-06-29:
+* Sherif release slurm23 sources - Done
+* Stack and Sherif working on the HPC list
+* Sherif email Jeremy, the slurm23 source URL - Done
+2023-06-15:
+* Sherif to look int openHPC slurm spec file - Pending on Sherif
+* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR
+2023-06-01:
+* Get a list of packages from Jeremy to pick up from openHPC - Done
+* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools
+* Plan the openHPC demo Chris / Sherif - Done
+* Finlise the slurm package with naming / configuration - Done
+2023-05-18:
+* Get a demo / technical talk after 4 weeks "Sherif can arrange that with Chris" - Done
+* Getting a list of packages that openHPC would like to move to distros "Jeremy will be point of contact if we need those in couple of weeks" - Done
+2023-05-04
+* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -
+* Start building apptainer - on hold -
+* Start building singulartiry - on hold -
+* Start building warewulf - on hold -
+* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -
+2023-04-20
+* Reach out to other communities โGregโ - on going -
+* Reaching out for different sites that uses Rocky for HPC โStack will ping few of them and others as well -Group effort-โ
+* Reaching out to hardware vendors - nothing done yet -
+* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -
+
+
+
+ Last update:
+ November 2, 2023
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/installation/index.html b/installation/index.html
index c88d193..991704d 100644
--- a/installation/index.html
+++ b/installation/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/packages/index.html b/packages/index.html
index 62908d8..133f18a 100644
--- a/packages/index.html
+++ b/packages/index.html
@@ -20,7 +20,7 @@
+
+
+
+
+ SIG/HPC meeting 2023-11-02
+
+
+
+
+
+
+
+
+
diff --git a/search/search_index.json b/search/search_index.json
index 38e7fa8..68360ec 100644
--- a/search/search_index.json
+++ b/search/search_index.json
@@ -1 +1 @@
-{"config":{"lang":["en"],"separator":"[\\s\\-]+","pipeline":["stopWordFilter"]},"docs":[{"location":"","title":"SIG/HPC Wiki","text":"This SIG is aiming to provide various HPC packages to support building HPC cluster using Rocky Linux systems
"},{"location":"#responsibilities","title":"Responsibilities","text":"Developing and maintaining various HPC related packages, this may include porting, optimized and contributing to upstream sources to support HPC initiative
"},{"location":"#meetings-communications","title":"Meetings / Communications","text":"We are meeting on bi-weekly bases on Google meet for now and you may check RESF community calendar here also check Contact US page to reach us
"},{"location":"about/","title":"About","text":"TBD
"},{"location":"contact/","title":"Contact US","text":"We hang out in our SIG/HPC Mattermost channel and #rockylinux-sig-hpc on irc.libera.chat \"bridged to our MatterMost channel\" also our SIG forums are located here
"},{"location":"events/","title":"SIG/HPC Meeting","text":"We are meeting twice a month on bi-weekly bases on Thursday at 9:00 PM UTC here on Google meet - for now -
"},{"location":"installation/","title":"Repo Installation","text":"\"\"\"This page is still under construction\"\"\"
For Rocky 8 and 9, dnf install rocky-release-hpc will install the required repos
"},{"location":"installation/#slurm-installation","title":"Slurm installation:","text":"For Rocky 9: dnf install slurm22 or dnf install slurm23
For Rocky 8: you need to enable PowerTools repo first, then dnf install slurm22 or dnf install slurm23
Slurm is divided into multiple packages, so dnf search slurm might be a good idea to fetch whatever packages you need
"},{"location":"packages/","title":"SIG/HPC Packages","text":"Those are some of the packages that we are thinking to maintain and support within this SIG
* Lustre server and client\n* Slurm\n* Apptainer\n* Easybuild\n* Spack\n* opempi build slurm support\n* Lmod\n* conda\n* sstack\n* fail2ban - in EPEL not sure if it's fit in this SIG -\n* glusterfs-server - Better suited under SIG/Storage -\n* glusterfs-selinux - Better suited under SIG/Storage -\n* Cython\n* genders\n* pdsh\n* gcc (latest releases, parallel install)\n* autotools\n* cmake\n* hwloc (this really needs to support parallel versions)\n* libtool\n* valgrind (maybe)\n* charliecloud\n* Warewulf (if all config options are runtime instead of pre-compiled)\n* magpie\n* openpbs\n* pmix\n* NIS : ypserv, ypbind, yptools and a correspdonding nss_nis (took the source rpms from fedora and recompiled them for R9)\n* Alan Marshall\n* Nje\n* Neil Hanlon\n* Matt Bidwell\n* David (NezSez)\n* Jonathan Andreson\n* Stack\n* Balaji\n* Sherif\n* Gregorgy Kurzer\n* David DeBonis\nEveryone introduced themselves
"},{"location":"events/meeting-notes/2023-04-20/#definition-of-stakeholders","title":"Definition of stakeholders","text":"\"still needs lots to clarification and classification since those are very wide terms\"
* HPC End-user ?maybe?\n* HPC Systems admins and engineers, to provide them with tools and know how to build HPC clusters using Rocky linux\n* HPC Vendors, however the SIG has to be vendor neutral and agnostic\nStack: we need to make sure that we are not redoing efforts that already done with other groups Greg engaged with Open HPC community and providing some core packages such as apptainer, mpi, openHPC
Sherif: we need to have one hat to fit most of all but we can't have one hat that fit all Stack: Feedback regarding Sherif's idea that generic idea's are not great idea and there is a bad performance Greg: we need to put building blocks in the this repo and will make life easiest and lower the barriers like Spack, slurm and easybuild
Devid (NezSez): Some end users won't understand / know anything about HPC and just needs to use the HPC, such as Maya or dynamic fluids
Neil: some tools can be very easily an entry point for organization and teams to use HPC like jupiter playbook
Stack: HPC is usually tuned to different needs, we can reach to other HPC that are running Rocky to ask them to promate rocky and establish a dialog to get an idea of what things that they are running into rocky
Matt: HPC out of the box there are few projects that doing that and we don't need to run in circles of what we are going to
Balaji: SIG for scientific application that focus on support the application and optimization, and HPC suggest the architecture to reach max capabilities
Greg: Agreeing with stack we don't want to provide application that there are tools that do that
Gregory Kurtzer (Chat): A simple strategy might be just to start assembling a list of packages we want to include as part of SIG/HPC, and be open minded as this list expands.
Neil Hanlon(Chat): actually have to leave now, but, if we make some sort of toolkit, it has to be quite unopinionated... OpenStack-Ansible is a good example of being unopinionated about how you run your openstack cluster(s), but give you all the tools to customize and tune to your unique situation, too
"},{"location":"events/meeting-notes/2023-04-20/#remarks","title":"Remarks:","text":"* A point raised, should be rebuild some packages that area already in Epel or not and if we shall have a higher priority on our repo or not\n* We need to think more about conflicts with other SIGs like lustre and sig storage\n* List of applications \u201cThread on MM to post pkgs\u201d\n* Building blocks which are each pkg as a building block such as lustre, openHPC, slurm, etc\u2026\n* Reach out to other communities \u201cGreg\u201d\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors\n* Statistic / public registry for sites / HPC to add themselves if they want\n* Meeting will be bi-weekly \u201cTantive Thursday 9:00PM UTC\u201d\n* Documentations\n* Neil Hanlon\n* Matt Bidwell\n* Stack\n* Sherif\n* Nick Eggleston\n* Gregory Kurtzer\n* Forrest Burt\n* Slurm - Epel\n* Apptainer - Epel\n* Lustre - lustre.org , no server for el9 \n* Warewulf - HPCNG github only el8\n* Easybuild \n* OpenHPC\n* Spack\n* openmpi *with slurm support*\n* glusterfs-server gluster-selinux\n* NIS, ypserv , ypbind, yptools nss_nis\n* fail2ban\n* Lmod\n* conda\n* sstack\nGreg: suggesting to have our own slurm, apptainer, singulatory, Warewulf
Greg: We can reach to DDN about anything related to Luster
Sherif: Suggesting to start building packages
Nick: To build the community we need to start looking into documentation and forums
Stack: we need to be careful and have strong justification for rebuilding stuff that exists in Epel
Greg: asked how HPC centre prefer to manage / or already managing their slurm setup
Few members mentioned one of the following two methods: * Keep upgrading on minor version of slurm * Keep upgrading on minor version of slurm then a major upgrade in a scheduled maintains window
Greg and Nick: adding major-minor version in package name something like python2/3
Sherif: Asking about Testing methodology with testing team
Stack: They hope at some point they are able to test all sigs and working on getting OpenQA build for this
"},{"location":"events/meeting-notes/2023-05-04/#action-items","title":"Action items:","text":"* Start building slurm\n* Start building apptainer\n* Start building singulartiry\n* Start building warewulf\n* Greg reach out for OpenHPC - done\n* Sherif: check about fourms\n* List of applications \u201cThread on MM to post pkgs\u201d - We have an idea now of which packages we need to build -\n* Building blocks which are each pkg as a building block such as lustre, openHPC, slurm, etc\u2026 - We have an idea of what we need to do -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet - \n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Meeting will be bi-weekly \u201cTantive Thursday 9:00PM UTC\u201d - Agreed -\n* Documentations - Wiki is in place but still need some work -\n* Stack\n* Forrest Burt\n* Nick Eggleston\n* David H\n* Jeremy Siadal\n* Al Bowles\n* Chris Simmons\n* Sherif\nChris: Are we willing to support all openHPC stack or just the modules and how we imagine achieving this?
Jeremy: Clear a bit of distro related stuff from openHPC would be great such as automake / autoconf
Stack: We need to have a base line so people can start use rocky on HPC and make Rocky accessible
Chris: A Demo / technical talk in 4 weeks
Chris: Are we going to focus on 8 and 9?
Stack and Chris, would be great if we can focus on 9
Sherif: I hope we can do both but with 9 in the spotlight \"this needs to be a SIG decision\"
Stack: Question, if we start moving openHPC within HPC sig are they going support more distros, we don't want to break packages for other EL distros
Chris: so far testing on Rocky as the only supported EL distro
"},{"location":"events/meeting-notes/2023-05-18/#action-items","title":"Action items:","text":"* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\"\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\"\n* Start building slurm - On going , a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* Gregory Kurtzer\n* David DeBonis\n* Chris Simmons\nGetting toolchains outside of openHPC such as automake
Greg: We need to talk if we need to have a generic SIG for toolchains
Greg: We need to look into adding more release packages such as intel compiler
Brain storm ideas about optimizing binaries
David: What would be the interest of having a light weight kernel for HPC
Jeremy: mentioning intel light weight kernel https://github.com/intel/mos
Chris: asking if there is any benchmark, hard numbers between shipped kernel and light weight kernel, so far, nothing solid
Sherif: Slurm now is build but not in standard path and we agreed we are going to move standard path
Greg: make sure you have the provide type
Chris: also make sure that downgrade works
Greg and Chris, we can also contribute to openHPC documentation
"},{"location":"events/meeting-notes/2023-06-01/#action-items","title":"Action items:","text":"* Get a list of packages from Jeremy to pick up from openHPC\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif\n* Finlise the slurm package with naming / configuration\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\"\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\"\n* Start building slurm - On going , a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Chris Simmons\n* Nick Eggleston\n* Forrest Burt\n* Stack\n* David DeBonis\n* Jeremy Siadal\n* Greg Kurtzer\n* Sherif\nChris gave a quick demo about openHPC / presentation
Jeremy sent the packages
Greg: asked how the SIG's slurm is compatible with openHPC
Sherif needs to look at openHPC slurm packages
Chris we need to look on how to build easybuild and look into how to improve it
Chris and Greg talking about if there is any standard that explains how to build systems compatible with each others, openHPC does follow best practices from different entities
Chris provided https://github.com/holgerBerger/hpc-workspace which now a part of openHPC
Sherif mentioned, forums category is now in place https://forums.rockylinux.org/c/sig/hpc/61
"},{"location":"events/meeting-notes/2023-06-15/#action-items","title":"Action items:","text":"* Sherif to look int openHPC slurm spec file\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Matt Bidwell\n* Al Bowles\n* Forrest Burt\n* David H\n* Trevor Cooper\n* Jeremy Siadal\n* David DeBonis\n* Sherif\n* Brian Clemens\nSherif, Explains how slurm packaging is done so far
Sherif, Recap what we are doing in the SIG in terms of packages and so on
Al, do we have a testing plan, are we going to use QA?
Sherif, No testing documentation yet, but we are working on getting this done
Jeremy, Question about Redhat closing sources
Sherif, Explained the UBI and the cloud method based on the latest Rocky blog post https://rockylinux.org/news/keeping-open-source-open/
Jeremy, Maybe in the future we will divert from redhat for example an HPC optimized kernel
Sherif, we will release the SIG repo packages today
"},{"location":"events/meeting-notes/2023-06-29/#action-items","title":"Action items:","text":"* Sherif release slurm23 sources\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Al Bowles\n* Sherif\n* Chris S\n* Mustafa\n* Forrest Burt\n* Jeremy Siadal\n* Gregory Kurtzer\nSherif mentioning the release of HPC sig repos and slurm22 , slumr23 for rocky 8 and 9
Chris sent the link to look into openHPC slurm SPEC https://github.com/openhpc/ohpc/tree/3.x/components/rms/slurm/SPECS
Sherif mostly we will need warewulf 3 and 4 to be build
Sherif thinks about reaching out to the guys in EPEL to see any collaboration
Sherif what to look for next?
Chris, maybe MPI stack and openPBS and MPI intergration with slurm
Sherif asks for the openHPC unit tests
"},{"location":"events/meeting-notes/2023-07-13/#action-items","title":"Action items:","text":"* Sherif needs to update the wiki\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Jeremy Siadal\n* Stack\n* Scott Groel\n* Gregory Kurtzer\nChris, talked about the slurm system unit bug in upstream
Sherif, asked about the openQA status
Stack, they are working on that and still improving it
Sherif, asked about the PMIX support and how to do it
Jeremy, it is a bit more complex than what it seems but worth doing
David, what is the added value from moving the PMIX to newer version
Jeremy, we need to look at the user base and see if this is needed
Stack, asks about PMIX and what it is
David, the extension for pmix is more needed when you implement on scale and performance is an issue within slurm
Greg, we can have pmix into the SIG, that's not a bad idea
Jeremy, we will also need runtime aspects of it
David, yes we will need both
Jeremy, mentioned a package they would like to have into SIG/HPC they will send it to us
Greg, will reach out to openPBS and cloud charly
"},{"location":"events/meeting-notes/2023-07-27/#action-items","title":"Action items:","text":"* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and clout charly\n* Sherif: To update slurm32 to latest\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Scott Groel\n* Alan Marshall\n* Nick Eggleston\n* Stack\n* Jeremy Siadal\n* Sherif\n* Maxine Hayes\nSherif: summarizing the action items from previous meetings
Jeremy: talked about some of the packages that needed to be within Rocky
Sherif: Asked about testing summery
Alan and Stack: We do have automated testing now and we are working on fixed openQA multi VM issues
Sherif: speaking about package live cycle with testing and releasing
"},{"location":"events/meeting-notes/2023-08-10/#action-items","title":"Action items:","text":"* Sherif: Looking into the openQA testing\n* Sherif: To push the testing repo file to release package\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* David DeBonis\n* Neil Hanlon\nSherif, give a recap of what's action missing / pending from last week
Sherif, Needs to look at the scripts from the_real_swa
Jeremy, asked about if the SIG will be upstream for openELA or not
Sherif, at the moment RESF has their own tooling to obtain sources, however it will be a vote for Rocky Linux board and RESF board if we will be downstream of OpenELA
"},{"location":"events/meeting-notes/2023-08-24/#action-items","title":"Action items:","text":"* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* David DeBonis\n* Stack\nSherif, Asking if anyone would like that volunteer to maintain some packages
Jeremy, Will finalize the list of packages and then we can discuss it
David, looking into specialized drivers such as Nvida drivers maybe they are more suitable for SIG/AI
Jeremy, we need to look into the intel GPU drivers as well to be a part of the SIG/HPC or SIG/AI
"},{"location":"events/meeting-notes/2023-09-07/#action-items","title":"Action items:","text":"Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute
"},{"location":"events/meeting-notes/2023-09-07/#old-business","title":"Old business:","text":""},{"location":"events/meeting-notes/2023-09-07/#2023-08-24","title":"2023-08-24:","text":"* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* Nick Eggleston\n* Jeremy Siadal\n* Chris S.\n* Scott Groel\nJeremy, We need spin off a special SIG for drivers
Chris, Do we have a benchmark between the nvidia open source vs close source, also we might need to build two versions one of HPC sig and one for drivers sig
Scott, is there any plans to supports xcat?
"},{"location":"events/meeting-notes/2023-09-21/#action-items","title":"Action items:","text":"* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Stack\n* Chris S.\nChris, did some benchmark testing on cloud provider using scripts to install nvidia drivers and compile the open source, so far the closed source driver is performing better, but some more testing needed and we need to publish the results to our wiki
open source out of tree kernel drivers should be in the SIG kernel as long as they are generic and then any performance enhanced one in the SIG HPC
"},{"location":"events/meeting-notes/2023-10-05/#action-items","title":"Action items:","text":"None for this meeting, however we should be working on old business action items
"},{"location":"events/meeting-notes/2023-10-05/#old-business","title":"Old business:","text":""},{"location":"events/meeting-notes/2023-10-05/#2023-09-21","title":"2023-09-21:","text":"* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Stack\n* Alan Marshall\n* Jeremy Siadal\nStack, Asks about automating process for building slumr packages, Sherif explained the packaging process work and how we can improve it by using upstream monitoring tools
Jeremy, suggesting to start working on HPC rocky's kernel, will be mostly based on Rocky standard kernel with different configuration file
Stack, Found a problem slurmrestd, will look about it for next week
"},{"location":"events/meeting-notes/2023-10-19/#action-items","title":"Action items:","text":"* Sherif to create kernel repo for kernel HPC, kernel-hpc-node\n* Jeermy, to get the ball rolling with intel GPU driver\n* Stack, Fix the slurm rest daemon and integrated it with openQA\n* Sherif, staging repo for HPC\n* None for this meeting, however we should be working on old business action items\n* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\nThis SIG is aiming to provide various HPC packages to support building HPC cluster using Rocky Linux systems
"},{"location":"#responsibilities","title":"Responsibilities","text":"Developing and maintaining various HPC related packages, this may include porting, optimized and contributing to upstream sources to support HPC initiative
"},{"location":"#meetings-communications","title":"Meetings / Communications","text":"We are meeting on bi-weekly bases on Google meet for now and you may check RESF community calendar here also check Contact US page to reach us
"},{"location":"about/","title":"About","text":"TBD
"},{"location":"contact/","title":"Contact US","text":"We hang out in our SIG/HPC Mattermost channel and #rockylinux-sig-hpc on irc.libera.chat \"bridged to our MatterMost channel\" also our SIG forums are located here
"},{"location":"events/","title":"SIG/HPC Meeting","text":"We are meeting twice a month on bi-weekly bases on Thursday at 9:00 PM UTC here on Google meet - for now -
"},{"location":"installation/","title":"Repo Installation","text":"\"\"\"This page is still under construction\"\"\"
For Rocky 8 and 9, dnf install rocky-release-hpc will install the required repos
"},{"location":"installation/#slurm-installation","title":"Slurm installation:","text":"For Rocky 9: dnf install slurm22 or dnf install slurm23
For Rocky 8: you need to enable PowerTools repo first, then dnf install slurm22 or dnf install slurm23
Slurm is divided into multiple packages, so dnf search slurm might be a good idea to fetch whatever packages you need
"},{"location":"packages/","title":"SIG/HPC Packages","text":"Those are some of the packages that we are thinking to maintain and support within this SIG
* Lustre server and client\n* Slurm\n* Apptainer\n* Easybuild\n* Spack\n* opempi build slurm support\n* Lmod\n* conda\n* sstack\n* fail2ban - in EPEL not sure if it's fit in this SIG -\n* glusterfs-server - Better suited under SIG/Storage -\n* glusterfs-selinux - Better suited under SIG/Storage -\n* Cython\n* genders\n* pdsh\n* gcc (latest releases, parallel install)\n* autotools\n* cmake\n* hwloc (this really needs to support parallel versions)\n* libtool\n* valgrind (maybe)\n* charliecloud\n* Warewulf (if all config options are runtime instead of pre-compiled)\n* magpie\n* openpbs\n* pmix\n* NIS : ypserv, ypbind, yptools and a correspdonding nss_nis (took the source rpms from fedora and recompiled them for R9)\n* Alan Marshall\n* Nje\n* Neil Hanlon\n* Matt Bidwell\n* David (NezSez)\n* Jonathan Andreson\n* Stack\n* Balaji\n* Sherif\n* Gregorgy Kurzer\n* David DeBonis\nEveryone introduced themselves
"},{"location":"events/meeting-notes/2023-04-20/#definition-of-stakeholders","title":"Definition of stakeholders","text":"\"still needs lots to clarification and classification since those are very wide terms\"
* HPC End-user ?maybe?\n* HPC Systems admins and engineers, to provide them with tools and know how to build HPC clusters using Rocky linux\n* HPC Vendors, however the SIG has to be vendor neutral and agnostic\nStack: we need to make sure that we are not redoing efforts that already done with other groups Greg engaged with Open HPC community and providing some core packages such as apptainer, mpi, openHPC
Sherif: we need to have one hat to fit most of all but we can't have one hat that fit all Stack: Feedback regarding Sherif's idea that generic idea's are not great idea and there is a bad performance Greg: we need to put building blocks in the this repo and will make life easiest and lower the barriers like Spack, slurm and easybuild
Devid (NezSez): Some end users won't understand / know anything about HPC and just needs to use the HPC, such as Maya or dynamic fluids
Neil: some tools can be very easily an entry point for organization and teams to use HPC like jupiter playbook
Stack: HPC is usually tuned to different needs, we can reach to other HPC that are running Rocky to ask them to promate rocky and establish a dialog to get an idea of what things that they are running into rocky
Matt: HPC out of the box there are few projects that doing that and we don't need to run in circles of what we are going to
Balaji: SIG for scientific application that focus on support the application and optimization, and HPC suggest the architecture to reach max capabilities
Greg: Agreeing with stack we don't want to provide application that there are tools that do that
Gregory Kurtzer (Chat): A simple strategy might be just to start assembling a list of packages we want to include as part of SIG/HPC, and be open minded as this list expands.
Neil Hanlon(Chat): actually have to leave now, but, if we make some sort of toolkit, it has to be quite unopinionated... OpenStack-Ansible is a good example of being unopinionated about how you run your openstack cluster(s), but give you all the tools to customize and tune to your unique situation, too
"},{"location":"events/meeting-notes/2023-04-20/#remarks","title":"Remarks:","text":"* A point raised, should be rebuild some packages that area already in Epel or not and if we shall have a higher priority on our repo or not\n* We need to think more about conflicts with other SIGs like lustre and sig storage\n* List of applications \u201cThread on MM to post pkgs\u201d\n* Building blocks which are each pkg as a building block such as lustre, openHPC, slurm, etc\u2026\n* Reach out to other communities \u201cGreg\u201d\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors\n* Statistic / public registry for sites / HPC to add themselves if they want\n* Meeting will be bi-weekly \u201cTantive Thursday 9:00PM UTC\u201d\n* Documentations\n* Neil Hanlon\n* Matt Bidwell\n* Stack\n* Sherif\n* Nick Eggleston\n* Gregory Kurtzer\n* Forrest Burt\n* Slurm - Epel\n* Apptainer - Epel\n* Lustre - lustre.org , no server for el9 \n* Warewulf - HPCNG github only el8\n* Easybuild \n* OpenHPC\n* Spack\n* openmpi *with slurm support*\n* glusterfs-server gluster-selinux\n* NIS, ypserv , ypbind, yptools nss_nis\n* fail2ban\n* Lmod\n* conda\n* sstack\nGreg: suggesting to have our own slurm, apptainer, singulatory, Warewulf
Greg: We can reach to DDN about anything related to Luster
Sherif: Suggesting to start building packages
Nick: To build the community we need to start looking into documentation and forums
Stack: we need to be careful and have strong justification for rebuilding stuff that exists in Epel
Greg: asked how HPC centre prefer to manage / or already managing their slurm setup
Few members mentioned one of the following two methods: * Keep upgrading on minor version of slurm * Keep upgrading on minor version of slurm then a major upgrade in a scheduled maintains window
Greg and Nick: adding major-minor version in package name something like python2/3
Sherif: Asking about Testing methodology with testing team
Stack: They hope at some point they are able to test all sigs and working on getting OpenQA build for this
"},{"location":"events/meeting-notes/2023-05-04/#action-items","title":"Action items:","text":"* Start building slurm\n* Start building apptainer\n* Start building singulartiry\n* Start building warewulf\n* Greg reach out for OpenHPC - done\n* Sherif: check about fourms\n* List of applications \u201cThread on MM to post pkgs\u201d - We have an idea now of which packages we need to build -\n* Building blocks which are each pkg as a building block such as lustre, openHPC, slurm, etc\u2026 - We have an idea of what we need to do -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet - \n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Meeting will be bi-weekly \u201cTantive Thursday 9:00PM UTC\u201d - Agreed -\n* Documentations - Wiki is in place but still need some work -\n* Stack\n* Forrest Burt\n* Nick Eggleston\n* David H\n* Jeremy Siadal\n* Al Bowles\n* Chris Simmons\n* Sherif\nChris: Are we willing to support all openHPC stack or just the modules and how we imagine achieving this?
Jeremy: Clear a bit of distro related stuff from openHPC would be great such as automake / autoconf
Stack: We need to have a base line so people can start use rocky on HPC and make Rocky accessible
Chris: A Demo / technical talk in 4 weeks
Chris: Are we going to focus on 8 and 9?
Stack and Chris, would be great if we can focus on 9
Sherif: I hope we can do both but with 9 in the spotlight \"this needs to be a SIG decision\"
Stack: Question, if we start moving openHPC within HPC sig are they going support more distros, we don't want to break packages for other EL distros
Chris: so far testing on Rocky as the only supported EL distro
"},{"location":"events/meeting-notes/2023-05-18/#action-items","title":"Action items:","text":"* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\"\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\"\n* Start building slurm - On going , a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* Gregory Kurtzer\n* David DeBonis\n* Chris Simmons\nGetting toolchains outside of openHPC such as automake
Greg: We need to talk if we need to have a generic SIG for toolchains
Greg: We need to look into adding more release packages such as intel compiler
Brain storm ideas about optimizing binaries
David: What would be the interest of having a light weight kernel for HPC
Jeremy: mentioning intel light weight kernel https://github.com/intel/mos
Chris: asking if there is any benchmark, hard numbers between shipped kernel and light weight kernel, so far, nothing solid
Sherif: Slurm now is build but not in standard path and we agreed we are going to move standard path
Greg: make sure you have the provide type
Chris: also make sure that downgrade works
Greg and Chris, we can also contribute to openHPC documentation
"},{"location":"events/meeting-notes/2023-06-01/#action-items","title":"Action items:","text":"* Get a list of packages from Jeremy to pick up from openHPC\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif\n* Finlise the slurm package with naming / configuration\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\"\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\"\n* Start building slurm - On going , a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Chris Simmons\n* Nick Eggleston\n* Forrest Burt\n* Stack\n* David DeBonis\n* Jeremy Siadal\n* Greg Kurtzer\n* Sherif\nChris gave a quick demo about openHPC / presentation
Jeremy sent the packages
Greg: asked how the SIG's slurm is compatible with openHPC
Sherif needs to look at openHPC slurm packages
Chris we need to look on how to build easybuild and look into how to improve it
Chris and Greg talking about if there is any standard that explains how to build systems compatible with each others, openHPC does follow best practices from different entities
Chris provided https://github.com/holgerBerger/hpc-workspace which now a part of openHPC
Sherif mentioned, forums category is now in place https://forums.rockylinux.org/c/sig/hpc/61
"},{"location":"events/meeting-notes/2023-06-15/#action-items","title":"Action items:","text":"* Sherif to look int openHPC slurm spec file\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Matt Bidwell\n* Al Bowles\n* Forrest Burt\n* David H\n* Trevor Cooper\n* Jeremy Siadal\n* David DeBonis\n* Sherif\n* Brian Clemens\nSherif, Explains how slurm packaging is done so far
Sherif, Recap what we are doing in the SIG in terms of packages and so on
Al, do we have a testing plan, are we going to use QA?
Sherif, No testing documentation yet, but we are working on getting this done
Jeremy, Question about Redhat closing sources
Sherif, Explained the UBI and the cloud method based on the latest Rocky blog post https://rockylinux.org/news/keeping-open-source-open/
Jeremy, Maybe in the future we will divert from redhat for example an HPC optimized kernel
Sherif, we will release the SIG repo packages today
"},{"location":"events/meeting-notes/2023-06-29/#action-items","title":"Action items:","text":"* Sherif release slurm23 sources\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Al Bowles\n* Sherif\n* Chris S\n* Mustafa\n* Forrest Burt\n* Jeremy Siadal\n* Gregory Kurtzer\nSherif mentioning the release of HPC sig repos and slurm22 , slumr23 for rocky 8 and 9
Chris sent the link to look into openHPC slurm SPEC https://github.com/openhpc/ohpc/tree/3.x/components/rms/slurm/SPECS
Sherif mostly we will need warewulf 3 and 4 to be build
Sherif thinks about reaching out to the guys in EPEL to see any collaboration
Sherif what to look for next?
Chris, maybe MPI stack and openPBS and MPI intergration with slurm
Sherif asks for the openHPC unit tests
"},{"location":"events/meeting-notes/2023-07-13/#action-items","title":"Action items:","text":"* Sherif needs to update the wiki\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Jeremy Siadal\n* Stack\n* Scott Groel\n* Gregory Kurtzer\nChris, talked about the slurm system unit bug in upstream
Sherif, asked about the openQA status
Stack, they are working on that and still improving it
Sherif, asked about the PMIX support and how to do it
Jeremy, it is a bit more complex than what it seems but worth doing
David, what is the added value from moving the PMIX to newer version
Jeremy, we need to look at the user base and see if this is needed
Stack, asks about PMIX and what it is
David, the extension for pmix is more needed when you implement on scale and performance is an issue within slurm
Greg, we can have pmix into the SIG, that's not a bad idea
Jeremy, we will also need runtime aspects of it
David, yes we will need both
Jeremy, mentioned a package they would like to have into SIG/HPC they will send it to us
Greg, will reach out to openPBS and cloud charly
"},{"location":"events/meeting-notes/2023-07-27/#action-items","title":"Action items:","text":"* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and clout charly\n* Sherif: To update slurm32 to latest\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Scott Groel\n* Alan Marshall\n* Nick Eggleston\n* Stack\n* Jeremy Siadal\n* Sherif\n* Maxine Hayes\nSherif: summarizing the action items from previous meetings
Jeremy: talked about some of the packages that needed to be within Rocky
Sherif: Asked about testing summery
Alan and Stack: We do have automated testing now and we are working on fixed openQA multi VM issues
Sherif: speaking about package live cycle with testing and releasing
"},{"location":"events/meeting-notes/2023-08-10/#action-items","title":"Action items:","text":"* Sherif: Looking into the openQA testing\n* Sherif: To push the testing repo file to release package\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* David DeBonis\n* Neil Hanlon\nSherif, give a recap of what's action missing / pending from last week
Sherif, Needs to look at the scripts from the_real_swa
Jeremy, asked about if the SIG will be upstream for openELA or not
Sherif, at the moment RESF has their own tooling to obtain sources, however it will be a vote for Rocky Linux board and RESF board if we will be downstream of OpenELA
"},{"location":"events/meeting-notes/2023-08-24/#action-items","title":"Action items:","text":"* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* David DeBonis\n* Stack\nSherif, Asking if anyone would like that volunteer to maintain some packages
Jeremy, Will finalize the list of packages and then we can discuss it
David, looking into specialized drivers such as Nvida drivers maybe they are more suitable for SIG/AI
Jeremy, we need to look into the intel GPU drivers as well to be a part of the SIG/HPC or SIG/AI
"},{"location":"events/meeting-notes/2023-09-07/#action-items","title":"Action items:","text":"Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute
"},{"location":"events/meeting-notes/2023-09-07/#old-business","title":"Old business:","text":""},{"location":"events/meeting-notes/2023-09-07/#2023-08-24","title":"2023-08-24:","text":"* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Jeremy Siadal\n* Sherif\n* Nick Eggleston\n* Jeremy Siadal\n* Chris S.\n* Scott Groel\nJeremy, We need spin off a special SIG for drivers
Chris, Do we have a benchmark between the nvidia open source vs close source, also we might need to build two versions one of HPC sig and one for drivers sig
Scott, is there any plans to supports xcat?
"},{"location":"events/meeting-notes/2023-09-21/#action-items","title":"Action items:","text":"* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Stack\n* Chris S.\nChris, did some benchmark testing on cloud provider using scripts to install nvidia drivers and compile the open source, so far the closed source driver is performing better, but some more testing needed and we need to publish the results to our wiki
open source out of tree kernel drivers should be in the SIG kernel as long as they are generic and then any performance enhanced one in the SIG HPC
"},{"location":"events/meeting-notes/2023-10-05/#action-items","title":"Action items:","text":"None for this meeting, however we should be working on old business action items
"},{"location":"events/meeting-notes/2023-10-05/#old-business","title":"Old business:","text":""},{"location":"events/meeting-notes/2023-10-05/#2023-09-21","title":"2023-09-21:","text":"* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Stack\n* Alan Marshall\n* Jeremy Siadal\nStack, Asks about automating process for building slumr packages, Sherif explained the packaging process work and how we can improve it by using upstream monitoring tools
Jeremy, suggesting to start working on HPC rocky's kernel, will be mostly based on Rocky standard kernel with different configuration file
Stack, Found a problem slurmrestd, will look about it for next week
"},{"location":"events/meeting-notes/2023-10-19/#action-items","title":"Action items:","text":"* Sherif to create kernel repo for kernel HPC, kernel-hpc-node\n* Jeermy, to get the ball rolling with intel GPU driver\n* Stack, Fix the slurm rest daemon and integrated it with openQA\n* Sherif, staging repo for HPC\n* None for this meeting, however we should be working on old business action items\n* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n* Sherif\n* Neil Hanlon\n* Chris S\n* Jeremy Siadal\n* Stack\nJeremy, gave an overview of kernel-cnode patch status and that he is working on some of the patches
Sherif, Asked about the intel GPU contacts and Jeremy will send the contacts over
Stack, still working on the slurm rest daemon
Chris S, talked about their benchmark for nvidia drivers
"},{"location":"events/meeting-notes/2023-11-02/#action-items","title":"Action items:","text":"* Sherif to work on abit on the wiki\n* Sherif to add Jeremy and Chris to the git user groups\n* Sherif to create kernel repo for kernel HPC, kernel-hpc-node, called now kernel-cnode - Done -\n* Jeermy, to get the ball rolling with intel GPU driver\n* Stack, Fix the slurm rest daemon and integrated it with openQA\n* None for this meeting, however we should be working on old business action items\n* Sherif: Get the SIG for drivers\n* Sherif: Check the names of nvidia drivers \"open , dkms and closed source\"\n* Chris: Bench mark nvidia open vs closed source\n* Sherif: Reaching out to AI SIG to check on hosting nvida that drivers that CIQ would like to contribute - Done and waiting to hear from them -\n* Sherif: To push the testing repo file to release package\n* Sherif: testing / merging the_real_swa scripts\n* Sherif: Looking into the openQA testing - Pending\n* Sherif: Reach out to jose-d about pmix - Done, no feedback yet -\n* Greg: to reach out to openPBS and cloud charly\n* Sherif: To update slurm23 to latest - Done -\n* Sherif needs to update the wiki - Done\n* Sherif to look into MPI stack\n* Chris will send Sherif a link with intro\n* Sherif release slurm23 sources - Done\n* Stack and Sherif working on the HPC list\n* Sherif email Jeremy, the slurm23 source URL - Done\n* Sherif to look int openHPC slurm spec file - Pending on Sherif\n* We need to get lists of centres and HPC that are moving to Rocky to make a blog post and PR\n* Get a list of packages from Jeremy to pick up from openHPC - Done\n* Greg / Sherif talk in Rocky / RESF about generic SIG for common packages such as chaintools\n* Plan the openHPC demo Chris / Sherif - Done\n* Finlise the slurm package with naming / configuration - Done\n* Get a demo / technical talk after 4 weeks \"Sherif can arrange that with Chris\" - Done\n* Getting a list of packages that openHPC would like to move to distros \"Jeremy will be point of contact if we need those in couple of weeks\" - Done\n* Start building slurm - On going, a bit slowing down with R9.2 and R8.8 releases, however packages are built, some minor configurations needs to be fixed -\n* Start building apptainer - on hold -\n* Start building singulartiry - on hold -\n* Start building warewulf - on hold -\n* Sherif: check about forums - done, we can have our own section if we want, can be discussed over the chat -\n* Reach out to other communities \u201cGreg\u201d - on going -\n* Reaching out for different sites that uses Rocky for HPC \u201cStack will ping few of them and others as well -Group effort-\u201d\n* Reaching out to hardware vendors - nothing done yet -\n* Statistic / public registry for sites / HPC to add themselves if they want - nothing done yet -\n
https://SIG/HPC.rocky.page/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/about/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/contact/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/installation/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/packages/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-04-20/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-05-04/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-05-18/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-06-01/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-06-15/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-06-29/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-07-13/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-07-27/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-08-10/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-08-24/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-09-07/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-09-21/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-10-05/
- 2023-10-23
+ 2023-11-02
daily
https://SIG/HPC.rocky.page/events/meeting-notes/2023-10-19/
- 2023-10-23
+ 2023-11-02
+ daily
+
+
+ https://SIG/HPC.rocky.page/events/meeting-notes/2023-11-02/
+ 2023-11-02
daily
\ No newline at end of file
diff --git a/sitemap.xml.gz b/sitemap.xml.gz
index c44ad9853002b6c969ff745459fd598eaf58514a..09c08e1515a83fe1cce4783db24609d2a674c8b0 100644
GIT binary patch
literal 338
zcmV-Y0j>TYiwFo^7DQzN|8r?{Wo=<_E_iKh0M*w^Zi6ro2H<^8f!G^A(ln$3vZ&O@
zu2S0rxW)w(V^i#e=Jp*(RI%-%661|w^lS7yzgrWXbnhEy^Oz?rj;n&vBBkO
zTA6XG7`u3A^ZNWqpI+{h-l@Ym>13s8M#sQBFMViTSqLW9gmc0KM6R`2Ox4m>`m@(x
zMJXF|&giUifzV&cA5HSZ9m67J%Gn^*GHv>#ZSaevHP#1dj0|w~7YXd7I>7Fie6X$7
z0cHiUE&z1$up1&6HuDD9_{==TX1*ni<1_OOKC{?iGj9oB<1>pbHgifi!)F%g=JO7&
k2R^gFHlI0zPa!@t$2OlQ&;OgJ4SqI@ACPE0GrFi;AoN%AN0a=pN54v$vc^lbPMbby7GM{9`+<
zJm_{@BV&3sE3$7kjVKC?)%nYV<;_{?I9&AbB=KC?hKpHsLV
f_{;*^dD1EEx