diff --git a/infrastructure-guide/home.md b/infrastructure-guide/home.md index fc17ee01..aa8fd728 100644 --- a/infrastructure-guide/home.md +++ b/infrastructure-guide/home.md @@ -23,6 +23,13 @@ List of systems and their primary role: * [satint](satint) - 129.129.160.114 - PSI Satellite server + + +![](overview_linux.drawio.svg) + + +## Misc + There is a keepass file with passwords (Heinz or Edgar) Access to the redhat.com knowledge base: diff --git a/infrastructure-guide/overview_linux.drawio.svg b/infrastructure-guide/overview_linux.drawio.svg new file mode 100644 index 00000000..4b5885a9 --- /dev/null +++ b/infrastructure-guide/overview_linux.drawio.svg @@ -0,0 +1,731 @@ + + + + + + + + + + + + + +
+
+
+ boot00.psi.ch +
+
+
+
+ + boot00.psi.... + +
+
+ + + + + + + + + +
+
+
+

+ + /afs/psi.ch/service/linux/ + +

+
+
+
+
+ + /afs/ps... + +
+
+ + + + + + Virtual Machines + + + + + + + + + + + + + + + + + + + +
+
+
+ vcenter.psi.ch +
+
+
+
+ + vcenter.psi.ch + +
+
+ + + + + + Network + + + + + + + + + + + + + + + + + + + +
+
+
+ qip.psi.ch/qip/ +
+
+
+
+ + qip.psi.ch/qi... + +
+
+ + + + + + + + + +
+
+
+ pxeserv01.psi.ch +
+ + + 129.129.190.59 + + +
+
+ +
+
+
+
+ + Services: + +
+ - TFTP server +
+
+
+
+ + pxeserv01.p... + +
+
+ + + + + + + +
+
+
+

+ + /afs/psi.ch/service/linux/tftpboot/ + +
+

+

+ + /afs/psi.ch/service/linux/tftpboot + + /pxelinux.cfg (pxe config) +
+

+
+
+
+
+ + /afs/ps... + +
+
+ + + + + + + +
+
+
+

+ /tftpboot +

+
+
+
+
+ + /tftpbo... + +
+
+ + + + + +
+
+
+ tftp udp:69 +
+
+
+
+ + tftp udp:69 + +
+
+ + + + + +
+
+
+ cron / rsync (every minute) +
+
+
+
+ + cron / rsy... + +
+
+ + + + + + + + + +
+
+
+ repo00.psi.ch +
+ + + 129.129.160.212 + + +
+
+ +
+
+
+
+ + Services: + +
+ - http server +
+
+
+
+ + repo00.psi.... + +
+
+ + + + + + + +
+
+
+

+ /var/www/html +

+
+
+
+
+ + /var/ww... + +
+
+ + + + + +
+
+
+ iso sync +
+
+
+
+ + iso sync + +
+
+ + + + + +
+
+
+ repo sync +
+ sources defined in +
+ /opt/pli/etc/yum.conf +
+
+
+
+ + repo sync... + +
+
+ + + + + + + https://id-sat-prd.ethz.ch/pub/is... + + + + + + + + +
+
+
+ http tcp:80 +
+ https tcp:443 +
+
+
+
+ + http tcp:8... + +
+
+ + + + + + + + + +
+
+
+

+ /dist "/afs/psi.ch/project/linux/www/dist" +

+

+ /kickstart "/afs/psi.ch/project/linux/www/kickstart" +

+

+ /mirror "/afs/psi.ch/project/linux/www/mirror" +

+

+ /pxe "/afs/psi.ch/service/linux/tftpboot" +

+

+ /ext/cpt "/afs/psi.ch/project/cpt/repo/" +

+

+ /ext/gfa "/afs/psi.ch/project/gfa-controls-sw-repo" +

+

+ /ext/gpfs "/afs/psi.ch/software/linux/dist/scientificlinux/7x/x86_64/GPFS" +

+

+ /ext/hpc-extra "/afs/psi.ch/software/linux/dist/scientificlinux/7x/x86_64/hpc-extra" +

+

+ /ext/lmu "/afs/psi.ch/project/lmu/lmu_rpm/" +

+

+ /ext/ofed "/afs/psi.ch/software/linux/dist/scientificlinux/7x/x86_64/OFED" +

+

+ /ext/slurm "/afs/psi.ch/software/linux/dist/scientificlinux/7x/x86_64/slurm" +

+

+ /ext/tier3 "/afs/psi.ch/software/linux/dist/scientific/6/tier3" +

+
+
+
+
+ + /dist "... + +
+
+ + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ lxweb00.psi.ch +
+
+ + + 129.129.190.46 + + + +
+
+
+
+ + +
+
+
+
+
+ + http://linux.web.psi.ch + +
+
+ +
+
+
+
+ + Services: + +
+ +
+ + - http server + +
+
+
+
+
+
+ + lxweb00.psi.... + +
+
+ + + + + +
+
+
+ http tcp:80 +
+ https tcp:443 +
+
+
+
+ + http tcp:8... + +
+
+ + + + + + + + + +
+
+
+
+ + influx00.psi.ch + +
+ +
+ + + 129.129.190.225 + + +
+
+
+
+
+
+ + Services: + +
+
+ + - influxd + +
+
+
+
+
+ + influx00.ps... + +
+
+ + + + + +
+
+
+ tcp:5666 +
+
+
+
+ + tcp:5666 + +
+
+ + + + + + + +
+
+
+

+ Local storage for data +

+

+ /var/lib/influxdb +
+

+
+
+
+
+ + Local s... + +
+
+ + + + + + + + + +
+
+
+
+ + metric00.psi.ch + +
+ +
+ + 129.129.190.226 + +
+
+
+
+
+
+
+ metrics.psi.ch +
+
+
+
+
+ + Services: + +
+
+ + - graphana + +
+
+
+
+
+ + metric00.ps... + +
+
+ + + + + +
+
+
+ http tcp:80 +
+ (redirect to https) +
+ https tcp:443 +
+
+
+
+ + http tcp:8... + +
+
+ + +
+ + + + + Viewer does not support full SVG 1.1 + + + +
\ No newline at end of file diff --git a/infrastructure-guide/repo00.md b/infrastructure-guide/repo00.md index 5d0b39ca..26c78e8c 100644 --- a/infrastructure-guide/repo00.md +++ b/infrastructure-guide/repo00.md @@ -68,6 +68,10 @@ total 12 ``` The ssh certificate is located in `/etc/pki/tls/` +# Directory Structure / Services + +![](repo00_overview.drawio.svg) + # Questions / TODO - I added the /opt/pli directory under git control, the repo is https://git.psi.ch/linux-infra/repo00_pli-scripts. Ideally the pli-* service files in /etc/systemd/system should be replaced with links to the /opt/pli/systemd/pli* files. Could you please do that and test whether things still work. diff --git a/infrastructure-guide/repo00_overview.drawio.svg b/infrastructure-guide/repo00_overview.drawio.svg new file mode 100644 index 00000000..a10593ea --- /dev/null +++ b/infrastructure-guide/repo00_overview.drawio.svg @@ -0,0 +1,629 @@ + + + + + + + + +
+
+
+ el7 +
+
+
+
+ + el7 + +
+
+ + + + + +
+
+
+ zoom +
+
+
+
+ + zoom + +
+
+ + + + + +
+
+
+ iso +
+
+
+
+ + iso + +
+
+ + + + + +
+
+
+ xxx +
+
+
+
+ + xxx + +
+
+ + + + + +
+
+
+ xxx.iso +
+
+
+
+ + xxx.iso + +
+
+ + + + + + + +
+
+
+ + pli-mount-iso-images.service +
+ [on system/manual (re)start] +
+
+
+
+
+
+ + pli-... + +
+
+ + + + +
+
+
+ yum repo, definitely wrong place !!! +
+
+
+
+ + yum repo, definitely... + +
+
+ + + + + +
+
+
+ + pli-repo-zoom.service +
+ [23:23 +
+ ] +
+
+
+
+ + pli-... + +
+
+ + + + + +
+
+
+ keys +
+
+
+
+ + keys + +
+
+ + + + +
+
+
+ gpg keys for yum repos +
+ + (most probably outdated) +
+ (seems now things are in /etc/pki/rpm-gpg/ ???? + + ) + +
+
+
+
+
+ + gpg keys for yum repos... + +
+
+ + + + + +
+
+
+ manual +
+
+
+
+ + manual + +
+
+ + + + +
+
+
+ repos created manually +
+
+
+
+ + repos created manually + +
+
+ + + + + +
+
+
+ /var/www/html +
+
+
+
+ + /var/www/... + +
+
+ + + + + +
+
+
+ nxserver +
+
+
+
+
+ + nxserver + +
+
+ + + + +
+
+
+ accessible only by specific hosts - protected by .htaccess file +
+
+
+
+ + accessible only by specif... + +
+
+ + + + + +
+
+
+ sources +
+
+
+
+ + sources + +
+
+ + + + + +
+
+
+ + pli-repo-yfs.service +
+ [01:30] +
+
+
+
+
+
+ + pli-... + +
+
+ + + + + +
+
+
+ auristor +
+
+
+
+ + auristor + +
+
+ + + + + +
+
+
+ ... +
+
+
+
+ + ... + +
+
+ + + + + +
+
+
+ + pli-repo-mirror.service +
+ [21:30] +
+
+
+
+
+
+ + pli-... + +
+
+ + + + + +
+
+
+ snapshots +
+
+
+
+ + snapshots + +
+
+ + + + + +
+
+
+ tags +
+
+
+
+ + tags + +
+
+ + + + + +
+
+
+ + pli-repo-snapshot.service +
+ [Sun 23:30] +
+
+
+
+
+
+ + pli-... + +
+
+ + + + + + + + + + +
+
+
+ currently overwrites autistor directory in all the tags matching the pattern: prod-0 +
+
+
+
+ + currently overwrites auti... + +
+
+ + + + +
+
+
+ creates a prod tag depending on following certain condition(s): +
+ - is there a AFS kernel module for latest kernel +
+
+
+
+ + creates a prod tag depending on following... + +
+
+ + + + + +
+
+
+ + + rhel-7.x + + + + -> ../snapshots/snap-xxxxx + +
+ + + r77c1 + + +
+ + prodhpc + + + -> ../snapshots/snap-xxxxx + +
+ + + prod + + + + -> ../snapshots/snap-xxxxx + +
+ + + prod-xxxxx + + + + -> ../snapshots/snap-xxxxx + +
+ + latest + + + -> ../snapshots/snap-xxxxx + +
+ + db_prod + + + -> ../snapshots/snap-xxxxx + +
+ + cuda-9.2 -> ../snapshots/snap-xxxxx + +
+ + + beta + + +
+
+
+
+ + rhel-7.x... + +
+
+ + + + + +
+
+
+ snap-xxxxx +
+
+
+
+ + snap-xxxxx + +
+
+ + + + +
+
+
+ all tags other than + + prod + + , + + prod-xxxxx + + and + + rhel-7.x + + are done manually +
+
+
+
+ + all tags other than prod,  prod... + +
+
+
+ + + + + Viewer does not support full SVG 1.1 + + + +
\ No newline at end of file