From b85cda4db926af3cec00b2d2512653c4f45615a8 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 10 Feb 2020 21:02:20 -0500 Subject: [PATCH 001/194] Update Dockerfile --- Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 6fdf32bd..1a6b25a3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.4.0 \ +ENV GROUPER_VERSION=2.5.8 \ JAVA_HOME=/usr/lib/jvm/zulu-8/ \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION @@ -36,7 +36,8 @@ RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ RUN echo 'Downloading Grouper Installer...' \ && mkdir -p /opt/grouper/$GROUPER_VERSION \ - && wget -q -O /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar http://software.internet2.edu/grouper/release/$GROUPER_VERSION/grouperInstaller.jar + && wget -q -O /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar https://oss.sonatype.org/service/local/repositories/releases/content/edu/internet2/middleware/grouper/grouper-installer/$GROUPER_VERSION/grouper-installer-$GROUPER_VERSION.jar + COPY container_files/grouper.installer.properties /opt/grouper/$GROUPER_VERSION # Temporary morphString file used for building, not used in production From e971290735498326075920b8f9e52d17d5d971d8 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 10 Feb 2020 21:06:25 -0500 Subject: [PATCH 002/194] Update grouper.installer.properties --- container_files/grouper.installer.properties | 45 -------------------- 1 file changed, 45 deletions(-) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index c63c9d5f..ac0b225e 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -1,46 +1 @@ -# this should be before the version number download.server.url = https://software.internet2.edu/grouper -# default version to install -grouper.version = 2.4.0 -# print out autorun keys in prompts so you can easily see how to configure the autorun -grouperInstaller.print.autorunKeys = true -# default to install or upgrade (default is install) -grouperInstaller.default.installOrUpgrade = install - -############################## -## Autorun properties -## -## If you uncomment one of these properties it will be used as empty, only uncomment to use -## -############################## - -grouperInstaller.autorun.forceInstallPatch = t -grouperInstaller.autorun.installAllPatches = false -grouperInstaller.autorun.installPatchesUpToACertainPatchLevel = true -# 2.4.0-a91-u56-w11-p12-20200210-rc1 -grouperInstaller.autorun.installPatchesUpToThesePatchLevels = grouper_v2_4_0_api_patch_91,grouper_v2_4_0_ui_patch_56,grouper_v2_4_0_ws_patch_11,grouper_v2_4_0_pspng_patch_12 - - -#### set this to true to try to use defaults for everything. Only things without default values will need to be set -grouperInstaller.autorun.useDefaultsAsMuchAsAvailable = true -########## AUTORUN PROPERTIES WITH NO DEFAULT OR ARE COMMONLY CHANGED -## Note: not all of them need to be filled out for all operations -# autorun grouper system password (its not secure to have a plain text pass in a config file) -grouperInstaller.autorun.grouperSystemPassword = XXXXXXXXXX - -grouperInstaller.autorun.deleteAndInitDatabase = t -grouperInstaller.autorun.addQuickstartData = f -grouperInstaller.autorun.installClient = f - -grouperInstaller.autorun.installGrouperActiveMqMessaging = f -grouperInstaller.autorun.activeMqWhereInstalled = /opt/grouper/2.4.0/grouper.apiBinary-2.4.0/ - -grouperInstaller.autorun.installGrouperAwsSqsMessaging = t -grouperInstaller.autorun.AwsSqsWhereInstalled = /opt/grouper/2.4.0/grouper.apiBinary-2.4.0/ - -grouperInstaller.autorun.installGrouperRabbitMqMessaging = t -grouperInstaller.autorun.rabbitMqWhereInstalled = /opt/grouper/2.4.0/grouper.apiBinary-2.4.0/ - -# disable installing pspng, for now -grouperInstaller.autorun.installPspng = t -grouperInstaller.autorun.installPsp = f From a57566b2176616737cfd9d84cf22c8a2833ea271 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 10 Feb 2020 21:10:45 -0500 Subject: [PATCH 003/194] Update grouper.installer.properties --- container_files/grouper.installer.properties | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index ac0b225e..dc909559 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -1 +1,2 @@ download.server.url = https://software.internet2.edu/grouper +grouper.version = 2.5.8 From 5e1d061ec82691ad7a4e6fb2149fc04267fc6c6c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 10 Feb 2020 21:13:19 -0500 Subject: [PATCH 004/194] Update Dockerfile --- Dockerfile | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/Dockerfile b/Dockerfile index 1a6b25a3..9e00d924 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,8 +1,10 @@ FROM centos:centos7 as installing -RUN yum update -y \ - && yum install -y wget tar unzip dos2unix \ - && yum clean all +#RUN yum update -y \ +# && yum install -y wget tar unzip dos2unix \ +# && yum clean all + +RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION @@ -53,7 +55,7 @@ RUN echo 'Installing Grouper'; \ FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.4.0 \ +ENV GROUPER_VERSION=2.5.8 \ TOMCAT_VERSION=8.5.42 \ TOMEE_VERSION=7.0.0 From 9c457e5bd0f194669f984e1b14adf35477ea4fd4 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 10 Feb 2020 21:31:32 -0500 Subject: [PATCH 005/194] Update grouper.installer.properties --- container_files/grouper.installer.properties | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index dc909559..70792621 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -1,2 +1,17 @@ download.server.url = https://software.internet2.edu/grouper grouper.version = 2.5.8 + +# print out autorun keys in prompts so you can easily see how to configure the autorun +grouperInstaller.print.autorunKeys = true +# default to install or upgrade (default is install) +grouperInstaller.default.installOrUpgrade = install + +############################## +## Autorun properties +## +## If you uncomment one of these properties it will be used as empty, only uncomment to use +## +############################## + +grouperInstaller.autorun.forceInstallPatch = t +grouperInstaller.autorun.installAllPatches = true From 95cce470deb255ef68db95369113e0972b8df3c6 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:05:04 -0500 Subject: [PATCH 006/194] Update grouper.installer.properties --- container_files/grouper.installer.properties | 17 +---------------- 1 file changed, 1 insertion(+), 16 deletions(-) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index 70792621..a79a7495 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -1,17 +1,2 @@ download.server.url = https://software.internet2.edu/grouper -grouper.version = 2.5.8 - -# print out autorun keys in prompts so you can easily see how to configure the autorun -grouperInstaller.print.autorunKeys = true -# default to install or upgrade (default is install) -grouperInstaller.default.installOrUpgrade = install - -############################## -## Autorun properties -## -## If you uncomment one of these properties it will be used as empty, only uncomment to use -## -############################## - -grouperInstaller.autorun.forceInstallPatch = t -grouperInstaller.autorun.installAllPatches = true +grouperInstaller.default.installOrUpgrade = buildContainer From 06f7782e28efa0a0f706c4378d067ffe1fd9a092 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:05:37 -0500 Subject: [PATCH 007/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 9e00d924..ea1417f5 100644 --- a/Dockerfile +++ b/Dockerfile @@ -8,7 +8,7 @@ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.8 \ +ENV GROUPER_VERSION=2.5.11 \ JAVA_HOME=/usr/lib/jvm/zulu-8/ \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION @@ -55,7 +55,7 @@ RUN echo 'Installing Grouper'; \ FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.8 \ +ENV GROUPER_VERSION=2.5.11 \ TOMCAT_VERSION=8.5.42 \ TOMEE_VERSION=7.0.0 From 88a1da56b11364981463da070f96b50f8d4a7780 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:06:05 -0500 Subject: [PATCH 008/194] Update grouper.installer.properties --- container_files/grouper.installer.properties | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index a79a7495..ca84b7d9 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -1,2 +1,3 @@ download.server.url = https://software.internet2.edu/grouper grouperInstaller.default.installOrUpgrade = buildContainer +grouperInstaller.autorun.useDefaultsAsMuchAsAvailable = true From bde37873bcaaf2b619723c0d644da44fef24f09b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:19:28 -0500 Subject: [PATCH 009/194] Delete web.xml --- container_files/ui/web.xml | 89 -------------------------------------- 1 file changed, 89 deletions(-) delete mode 100644 container_files/ui/web.xml diff --git a/container_files/ui/web.xml b/container_files/ui/web.xml deleted file mode 100644 index f3aa302f..00000000 --- a/container_files/ui/web.xml +++ /dev/null @@ -1,89 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<web-app xmlns:j2ee="http://java.sun.com/xml/ns/j2ee" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://java.sun.com/xml/ns/j2ee http://java.sun.com/xml/ns/j2ee/web-app_2_4.xsd" - version="2.4"> - <filter> - <filter-name>GrouperUi</filter-name> - <filter-class>edu.internet2.middleware.grouper.ui.GrouperUiFilter</filter-class> - </filter> - <filter> - <filter-name>CSRFGuard</filter-name> - <filter-class>org.owasp.csrfguard.CsrfGuardFilter</filter-class> - </filter> - <filter-mapping> - <filter-name>GrouperUi</filter-name> - <url-pattern>*.jsp</url-pattern> - </filter-mapping> - <filter-mapping> - <filter-name>GrouperUi</filter-name> - <url-pattern>/grouperUi/app/*</url-pattern> - </filter-mapping> - <filter-mapping> - <filter-name>GrouperUi</filter-name> - <url-pattern>/grouperUi/appHtml/*</url-pattern> - </filter-mapping> - <filter-mapping> - <filter-name>GrouperUi</filter-name> - <url-pattern>/grouperExternal/app/*</url-pattern> - </filter-mapping> - <filter-mapping> - <filter-name>GrouperUi</filter-name> - <url-pattern>/grouperExternal/public/UiV2Public.index</url-pattern> - </filter-mapping> - <filter-mapping> - <filter-name>GrouperUi</filter-name> - <url-pattern>/grouperExternal/public/UiV2Public.postIndex</url-pattern> - </filter-mapping> - <filter-mapping> - <filter-name>CSRFGuard</filter-name> - <url-pattern>/*</url-pattern> - </filter-mapping> - <listener> - <listener-class>edu.internet2.middleware.grouper.ui.GrouperSessionAttributeListener</listener-class> - </listener> - <listener> - <listener-class>org.owasp.csrfguard.CsrfGuardServletContextListener</listener-class> - </listener> - <listener> - <listener-class>org.owasp.csrfguard.CsrfGuardHttpSessionListener</listener-class> - </listener> - <servlet> - <servlet-name>StatusServlet</servlet-name> - <display-name>Status Servlet</display-name> - <servlet-class>edu.internet2.middleware.grouper.j2ee.status.GrouperStatusServlet</servlet-class> - <load-on-startup>1</load-on-startup> - </servlet> - <servlet> - <servlet-name>UiServlet</servlet-name> - <servlet-class>edu.internet2.middleware.grouper.j2ee.GrouperUiRestServlet</servlet-class> - <load-on-startup>1</load-on-startup> - </servlet> - <servlet> - <servlet-name>OwaspJavaScriptServlet</servlet-name> - <servlet-class>org.owasp.csrfguard.servlet.JavaScriptServlet</servlet-class> - </servlet> - <servlet-mapping> - <servlet-name>StatusServlet</servlet-name> - <url-pattern>/status</url-pattern> - </servlet-mapping> - <servlet-mapping> - <servlet-name>UiServlet</servlet-name> - <url-pattern>/grouperUi/app/*</url-pattern> - </servlet-mapping> - <servlet-mapping> - <servlet-name>UiServlet</servlet-name> - <url-pattern>/grouperExternal/app/*</url-pattern> - </servlet-mapping> - <servlet-mapping> - <servlet-name>UiServlet</servlet-name> - <url-pattern>/grouperExternal/public/UiV2Public.index</url-pattern> - </servlet-mapping> - <servlet-mapping> - <servlet-name>UiServlet</servlet-name> - <url-pattern>/grouperExternal/public/UiV2Public.postIndex</url-pattern> - </servlet-mapping> - <servlet-mapping> - <servlet-name>OwaspJavaScriptServlet</servlet-name> - <url-pattern>/grouperExternal/public/OwaspJavaScriptServlet</url-pattern> - </servlet-mapping> -</web-app> From 1ace64a9535d38789f5e7eb97c7d2df346644aac Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:22:19 -0500 Subject: [PATCH 010/194] Update grouper-www.conf --- container_files/httpd/grouper-www.conf | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index 562e47c6..1f948fd9 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -3,9 +3,9 @@ Timeout 2400 ProxyTimeout 2400 ProxyBadHeader Ignore -ProxyPass /grouper ajp://localhost:8009/grouper timeout=2400 -ProxyPass /grouper-ws ajp://localhost:8009/grouper-ws timeout=2400 -ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper-ws-scim timeout=2400 +ProxyPass /grouper ajp://localhost:8009/grouperWebapp timeout=2400 +ProxyPass /grouper-ws ajp://localhost:8009/grouperWebapp timeout=2400 +ProxyPass /grouper-ws-scim ajp://localhost:8009/grouperWebapp timeout=2400 RewriteEngine on RewriteCond %{REQUEST_URI} "^/$" From 8c979d5116e3e712c50fe0021179878df8adddfd Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:26:06 -0500 Subject: [PATCH 011/194] Delete grouper-ws-scim.xml --- container_files/tier-support/grouper-ws-scim.xml | 6 ------ 1 file changed, 6 deletions(-) delete mode 100644 container_files/tier-support/grouper-ws-scim.xml diff --git a/container_files/tier-support/grouper-ws-scim.xml b/container_files/tier-support/grouper-ws-scim.xml deleted file mode 100644 index bb15b17a..00000000 --- a/container_files/tier-support/grouper-ws-scim.xml +++ /dev/null @@ -1,6 +0,0 @@ -<Context docBase="/opt/grouper/grouper.scim/" path="/grouper-ws-scim" reloadable="false"> - <!-- Allow our symlinks to work--> - <Resources allowLinking="true" /> -</Context> - - From f0989644bfb17a2354244233ce38fc8c4eab8d17 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:26:13 -0500 Subject: [PATCH 012/194] Delete grouper-ws.xml --- container_files/tier-support/grouper-ws.xml | 4 ---- 1 file changed, 4 deletions(-) delete mode 100644 container_files/tier-support/grouper-ws.xml diff --git a/container_files/tier-support/grouper-ws.xml b/container_files/tier-support/grouper-ws.xml deleted file mode 100644 index b9aa6478..00000000 --- a/container_files/tier-support/grouper-ws.xml +++ /dev/null @@ -1,4 +0,0 @@ -<Context docBase="/opt/grouper/grouper.ws/" path="/grouper-ws" reloadable="false"> - <!-- Allow our symlinks to work--> - <Resources allowLinking="true" /> -</Context> From 142820ed3e1e2812022bc1493f61e23a2ffcccb4 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:26:45 -0500 Subject: [PATCH 013/194] Update grouper.xml --- container_files/tier-support/grouper.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/tier-support/grouper.xml b/container_files/tier-support/grouper.xml index 22cfbd8a..fbc77266 100644 --- a/container_files/tier-support/grouper.xml +++ b/container_files/tier-support/grouper.xml @@ -1,4 +1,4 @@ -<Context docBase="/opt/grouper/grouper.ui/" path="/grouper" reloadable="false"> +<Context docBase="/opt/grouper/grouperWebapp/" path="/grouperWebapp" reloadable="false"> <!-- Allow our symlinks to work--> <Resources allowLinking="true" /> </Context> From c96c12bb0044df052dfedca181d4d3eadd53bf89 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:29:08 -0500 Subject: [PATCH 014/194] Update library.sh --- container_files/usr-local-bin/library.sh | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 5d3790af..56c4187e 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -59,6 +59,7 @@ linkGrouperSecrets() { prepDaemon() { setupLoggingPipe setupGrouperLogPipe + cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ } prepDaemonConf() { @@ -80,7 +81,8 @@ prepSCIM() { setupTomcatLogPipe - cp /opt/tier-support/grouper-ws-scim.xml /opt/tomee/conf/Catalina/localhost/ + cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + } prepSCIMConf() { @@ -103,7 +105,7 @@ prepUI() { setupTomcatLogPipe setupSupervisordLogPipe - cp /opt/tier-support/grouper.xml /opt/tomcat/conf/Catalina/localhost/ + cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ } prepUIConf() { @@ -125,7 +127,7 @@ prepWS() { setupTomcatLogPipe setupSupervisordLogPipe - cp /opt/tier-support/grouper-ws.xml /opt/tomcat/conf/Catalina/localhost/ + cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ } prepWSConf() { @@ -146,4 +148,4 @@ prepConf() { prepSCIMConf prepUIConf prepWSConf -} \ No newline at end of file +} From c39255ad731c9c1a62aa04bb31416c037f8a211a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:33:12 -0500 Subject: [PATCH 015/194] Update Dockerfile --- Dockerfile | 36 ++++++++++-------------------------- 1 file changed, 10 insertions(+), 26 deletions(-) diff --git a/Dockerfile b/Dockerfile index ea1417f5..bb37b1f9 100644 --- a/Dockerfile +++ b/Dockerfile @@ -60,38 +60,22 @@ ENV GROUPER_VERSION=2.5.11 \ TOMEE_VERSION=7.0.0 COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar /opt/grouper/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouper.apiBinary-$GROUPER_VERSION/ /opt/grouper/grouper.apiBinary/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouper.ui-$GROUPER_VERSION/dist/grouper/ /opt/grouper/grouper.ui/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouper.ws-$GROUPER_VERSION/grouper-ws/build/dist/grouper-ws/ /opt/grouper/grouper.ws/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouper.ws-$GROUPER_VERSION/grouper-ws-scim/targetBuiltin/grouper-ws-scim/ /opt/grouper/grouper.scim/ -#COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouper.clientBinary-$GROUPER_VERSION/ /opt/grouper/grouper.clientBinary/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/apache-tomcat-$TOMCAT_VERSION/ /opt/tomcat/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/apache-tomee-webprofile-$TOMEE_VERSION/ /opt/tomee/ -COPY --from=installing /etc/alternatives/java /etc/alternatives/java - -ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomcat/bin -ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomcat/bin -ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-jul/2.11.0/log4j-jul-2.11.0.jar /opt/tomcat/bin - -ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomee/bin -ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomee/bin -ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-jul/2.11.0/log4j-jul-2.11.0.jar /opt/tomee/bin +COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/tomee/ /opt/ +RUN mkdir /opt/grouper/grouperWebapp/ +COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/webapp/* /opt/grouper/grouperWebapp/ -RUN cd /opt/grouper/grouper.apiBinary/; \ - rm -fr ddlScripts/ grouper.properties grouper.lck grouper.log grouper.script grouper.tmp/ gshAddGrouperSystemWsGroup.gsh logs/ +COPY --from=installing /etc/alternatives/java /etc/alternatives/java -RUN cd /opt/tomcat/; \ - chmod +r bin/log4j-*.jar; \ - rm -fr webapps/docs/ webapps/examples/ webapps/host-manager/ webapps/manager/ webapps/ROOT/ logs/* temp/* work/* conf/logging.properties +#ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomee/bin +#ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomee/bin +#ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-jul/2.11.0/log4j-jul-2.11.0.jar /opt/tomee/bin RUN cd /opt/tomee/; \ - chmod +r bin/log4j-*.jar; \ rm -fr webapps/docs/ webapps/host-manager/ webapps/manager/ logs/* temp/* work/* conf/logging.properties -COPY container_files/api/* /opt/grouper/grouper.apiBinary/conf/ -COPY container_files/ui/ /opt/grouper/grouper.ui/WEB-INF/ -COPY container_files/ws/ /opt/grouper/grouper.ws/WEB-INF/ -COPY container_files/tomcat/ /opt/tomcat/ +COPY container_files/api/* /opt/grouper/grouperWebapp/WEB-INF/classes/ +COPY container_files/ui/ /opt/grouper/grouperWebapp/WEB-INF/classes/ + COPY container_files/tomee/ /opt/tomee/ From 4068359f40e132177c7ef02143882d16edb8e43c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:35:08 -0500 Subject: [PATCH 016/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index bb37b1f9..f3327987 100644 --- a/Dockerfile +++ b/Dockerfile @@ -91,7 +91,7 @@ ARG GROUPER_CONTAINER_VERSION ENV JAVA_HOME=/usr/lib/jvm/zulu-8/ \ PATH=$PATH:$JAVA_HOME/bin \ - GROUPER_HOME=/opt/grouper/grouper.apiBinary \ + GROUPER_HOME=/opt/grouper/ \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime @@ -130,7 +130,7 @@ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ && echo -e "\nPassEnv ENV" >> /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv USERTOKEN" >> /etc/httpd/conf/httpd.conf -WORKDIR /opt/grouper/grouper.apiBinary/ +WORKDIR /opt/grouper/ EXPOSE 80 443 From 166e61fedb3265a41ee6af9908d072f5860c4ceb Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:45:47 -0500 Subject: [PATCH 017/194] Update Dockerfile --- Dockerfile | 1 - 1 file changed, 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index f3327987..63fd7093 100644 --- a/Dockerfile +++ b/Dockerfile @@ -103,7 +103,6 @@ RUN yum update -y \ && yum clean -y all COPY --from=installing $JAVA_HOME $JAVA_HOME -COPY --from=cleanup /opt/tomcat/ /opt/tomcat/ COPY --from=cleanup /opt/tomee/ /opt/tomee/ COPY --from=cleanup /opt/grouper/ /opt/grouper/ From 8aa7b99bcb890977d650625fe12418732e7b52cf Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 12:55:56 -0500 Subject: [PATCH 018/194] Update Dockerfile --- Dockerfile | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 63fd7093..6ab2c04a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -108,9 +108,7 @@ COPY --from=cleanup /opt/grouper/ /opt/grouper/ RUN groupadd -r tomcat \ && useradd -r -m -s /sbin/nologin -g tomcat tomcat \ - && mkdir -p /opt/tomcat/logs/ /opt/tomcat/temp/ /opt/tomcat/work/ \ - && chown -R tomcat:tomcat /opt/tomcat/logs/ /opt/tomcat/temp/ /opt/tomcat/work/ \ - && chown -R tomcat:tomcat /opt/tomee/logs/ /opt/tomee/temp/ /opt/tomee/work/ \ + && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java # does shib sp3 not generate these files? From 30d275bc7a9047d97d7c21652b1541791f0d3a56 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 13:57:29 -0500 Subject: [PATCH 019/194] have to refactor test-compose tests --- tests/main.bats | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index 0c18d122..c3d9aee0 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -6,11 +6,11 @@ load ../common docker image inspect ${maintainer}/${imagename} } -@test "030 Test Compose the environment" { - cd test-compose && ./compose.sh && docker-compose down -} +#@test "030 Test Compose the environment" { +# cd test-compose && ./compose.sh && docker-compose down +#} -@test "070 There are no known security vulnerabilities" { - ./tests/clairscan.sh ${maintainer}/${imagename}:latest -} +#@test "070 There are no known security vulnerabilities" { +# ./tests/clairscan.sh ${maintainer}/${imagename}:latest +#} From d3c6758f1977bd0b6ec2438140b37dfa9541691b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 15:45:36 -0500 Subject: [PATCH 020/194] update WORKDIR to new grouper home --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 6ab2c04a..9259dd3e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -127,7 +127,7 @@ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ && echo -e "\nPassEnv ENV" >> /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv USERTOKEN" >> /etc/httpd/conf/httpd.conf -WORKDIR /opt/grouper/ +WORKDIR /opt/grouper/grouperWebapp EXPOSE 80 443 From dbc87bbd002a7abce15b124e8d42103c3e2f2509 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 15:54:17 -0500 Subject: [PATCH 021/194] enabling tests --- tests/main.bats | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index c3d9aee0..0c18d122 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -6,11 +6,11 @@ load ../common docker image inspect ${maintainer}/${imagename} } -#@test "030 Test Compose the environment" { -# cd test-compose && ./compose.sh && docker-compose down -#} +@test "030 Test Compose the environment" { + cd test-compose && ./compose.sh && docker-compose down +} -#@test "070 There are no known security vulnerabilities" { -# ./tests/clairscan.sh ${maintainer}/${imagename}:latest -#} +@test "070 There are no known security vulnerabilities" { + ./tests/clairscan.sh ${maintainer}/${imagename}:latest +} From 6eefaba046f235032ea766625077608c34d44937 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 16:11:12 -0500 Subject: [PATCH 022/194] Update Dockerfile --- test-compose/data/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index e4ffb7f8..5305bb49 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -44,8 +44,8 @@ RUN (/usr/sbin/ns-slapd -D /etc/dirsrv/slapd-dir &) \ && while ! curl -s ldap://localhost:389 > /dev/null; do echo waiting for ldap to start; sleep 1; done; \ (mysqld_safe & ) \ && while ! curl -s localhost:3306 > /dev/null; do echo waiting for mysqld to start; sleep 1; done; \ - bin/gsh -registry -check -runscript -noprompt \ - && bin/gsh /seed-data/bootstrap.gsh + bin/gsh.sh -registry -check -runscript -noprompt \ + && bin/gsh.sh /seed-data/bootstrap.gsh EXPOSE 389 3306 From e393bd067274d40014f52038de4bc31db2f6db43 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 16:11:29 -0500 Subject: [PATCH 023/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 9259dd3e..391df579 100644 --- a/Dockerfile +++ b/Dockerfile @@ -135,4 +135,4 @@ HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] -CMD ["bin/gsh", "-loader"] +CMD ["bin/gsh.sh", "-loader"] From ffbcefe79732c3aa7a9a84570ea4719feef6ebf9 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 16:15:21 -0500 Subject: [PATCH 024/194] Update Jenkinsfile --- Jenkinsfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 3ed439e5..181d2255 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -52,7 +52,8 @@ pipeline { script { try{ docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-$maintainer") { - baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") + // baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") + baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag .") } } catch(error) { def error_details = readFile('./debug'); From 331a1c74cf3a03faf46775eaee8315bd51f1abbf Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 13 Feb 2020 16:22:30 -0500 Subject: [PATCH 025/194] fix grouper_home --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 391df579..610b2c43 100644 --- a/Dockerfile +++ b/Dockerfile @@ -91,7 +91,7 @@ ARG GROUPER_CONTAINER_VERSION ENV JAVA_HOME=/usr/lib/jvm/zulu-8/ \ PATH=$PATH:$JAVA_HOME/bin \ - GROUPER_HOME=/opt/grouper/ \ + GROUPER_HOME=/opt/grouper/grouperWebapp \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime From 8e489c39e50917e2cffea6137a0a81a41b4fd9fb Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sun, 16 Feb 2020 14:13:50 -0500 Subject: [PATCH 026/194] Update Dockerfile --- Dockerfile | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/Dockerfile b/Dockerfile index 610b2c43..a0a38a71 100644 --- a/Dockerfile +++ b/Dockerfile @@ -59,12 +59,18 @@ ENV GROUPER_VERSION=2.5.11 \ TOMCAT_VERSION=8.5.42 \ TOMEE_VERSION=7.0.0 +RUN ls /opt/grouper/ +RUN ls /opt/grouper/grouperWebapp/ + COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar /opt/grouper/ COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/tomee/ /opt/ RUN mkdir /opt/grouper/grouperWebapp/ COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/webapp/* /opt/grouper/grouperWebapp/ COPY --from=installing /etc/alternatives/java /etc/alternatives/java +RUN ls /opt/grouper/ +RUN ls /opt/grouper/grouperWebapp/ + #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomee/bin From e4da11394e4e220343fa05293e80ee7e73be2200 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 11:28:14 -0500 Subject: [PATCH 027/194] Update Dockerfile --- Dockerfile | 48 +++++------------------------------------------- 1 file changed, 5 insertions(+), 43 deletions(-) diff --git a/Dockerfile b/Dockerfile index a0a38a71..696c8376 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,5 +1,4 @@ FROM centos:centos7 as installing - #RUN yum update -y \ # && yum install -y wget tar unzip dos2unix \ # && yum clean all @@ -7,16 +6,13 @@ FROM centos:centos7 as installing RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION - ENV GROUPER_VERSION=2.5.11 \ JAVA_HOME=/usr/lib/jvm/zulu-8/ \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION - # use Zulu package RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ && curl -o /etc/yum.repos.d/zulu.repo http://repos.azulsystems.com/rhel/zulu.repo \ && yum -y install zulu-8 - #RUN java_version=8.0.172; \ # zulu_version=8.30.0.1; \ # echo 'Downloading the OpenJDK Zulu...' \ @@ -24,7 +20,6 @@ RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ # && echo "0a101a592a177c1c7bc63738d7bc2930 zulu$zulu_version-jdk$java_version-linux_x64.tar.gz" | md5sum -c - \ # && tar -zxvf zulu$zulu_version-jdk$java_version-linux_x64.tar.gz -C /opt \ # && ln -s /opt/zulu$zulu_version-jdk$java_version-linux_x64 $JAVA_HOME - #RUN java_version=8u151; \ # java_bnumber=12; \ # java_semver=1.8.0_151; \ @@ -35,58 +30,38 @@ RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ # && echo "$java_hash server-jre-$java_version-linux-x64.tar.gz" | sha256sum -c - \ # && tar -zxvf server-jre-$java_version-linux-x64.tar.gz -C /opt \ # && ln -s /opt/jdk$java_semver/ $JAVA_HOME - RUN echo 'Downloading Grouper Installer...' \ && mkdir -p /opt/grouper/$GROUPER_VERSION \ && wget -q -O /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar https://oss.sonatype.org/service/local/repositories/releases/content/edu/internet2/middleware/grouper/grouper-installer/$GROUPER_VERSION/grouper-installer-$GROUPER_VERSION.jar - - COPY container_files/grouper.installer.properties /opt/grouper/$GROUPER_VERSION # Temporary morphString file used for building, not used in production COPY container_files/morphString.properties /opt/grouper/$GROUPER_VERSION - - RUN echo 'Installing Grouper'; \ PATH=$PATH:$JAVA_HOME/bin; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller - - - FROM centos:centos7 as cleanup - ENV GROUPER_VERSION=2.5.11 \ TOMCAT_VERSION=8.5.42 \ TOMEE_VERSION=7.0.0 - -RUN ls /opt/grouper/ -RUN ls /opt/grouper/grouperWebapp/ - +RUN mkdir -p /opt/grouper/grouperWebapp/ +RUN mkdir -p /opt/tomee/ COPY --from=installing /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar /opt/grouper/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/tomee/ /opt/ -RUN mkdir /opt/grouper/grouperWebapp/ -COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/webapp/* /opt/grouper/grouperWebapp/ - +COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/tomee/ /opt/tomee/ +COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/webapp/ /opt/grouper/grouperWebapp/ +RUN ls /opt/grouper/grouperWebapp/ COPY --from=installing /etc/alternatives/java /etc/alternatives/java RUN ls /opt/grouper/ RUN ls /opt/grouper/grouperWebapp/ - - #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-jul/2.11.0/log4j-jul-2.11.0.jar /opt/tomee/bin - RUN cd /opt/tomee/; \ rm -fr webapps/docs/ webapps/host-manager/ webapps/manager/ logs/* temp/* work/* conf/logging.properties - COPY container_files/api/* /opt/grouper/grouperWebapp/WEB-INF/classes/ COPY container_files/ui/ /opt/grouper/grouperWebapp/WEB-INF/classes/ - COPY container_files/tomee/ /opt/tomee/ - - FROM tier/shibboleth_sp:3.0.4_03122019 - LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ Vendor="TIER" \ ImageType="Grouper" \ @@ -94,37 +69,29 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ImageOS=centos7 ARG GROUPER_CONTAINER_VERSION - ENV JAVA_HOME=/usr/lib/jvm/zulu-8/ \ PATH=$PATH:$JAVA_HOME/bin \ GROUPER_HOME=/opt/grouper/grouperWebapp \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION - RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime - RUN yum update -y \ && yum install -y cron logrotate python-pip \ && pip install --upgrade pip \ && pip install supervisor \ && yum clean -y all - COPY --from=installing $JAVA_HOME $JAVA_HOME COPY --from=cleanup /opt/tomee/ /opt/tomee/ COPY --from=cleanup /opt/grouper/ /opt/grouper/ - RUN groupadd -r tomcat \ && useradd -r -m -s /sbin/nologin -g tomcat tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java - # does shib sp3 not generate these files? # RUN rm /etc/shibboleth/sp-key.pem /etc/shibboleth/sp-cert.pem - COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ COPY container_files/httpd/* /etc/httpd/conf.d/ COPY container_files/shibboleth/* /etc/shibboleth/ - RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ && sed -i 's/LogFormat "/LogFormat "httpd;access_log;%{ENV}e;%{USERTOKEN}e;/g' /etc/httpd/conf/httpd.conf \ && echo -e "\nErrorLogFormat \"httpd;error_log;%{ENV}e;%{USERTOKEN}e;[%{u}t] [%-m:%l] [pid %P:tid %T] %7F: %E: [client\ %a] %M% ,\ referer\ %{Referer}i\"" >> /etc/httpd/conf/httpd.conf \ @@ -132,13 +99,8 @@ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ && sed -i 's/ErrorLog "logs\/error_log"/ErrorLog "\/tmp\/logpipe"/g' /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv ENV" >> /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv USERTOKEN" >> /etc/httpd/conf/httpd.conf - WORKDIR /opt/grouper/grouperWebapp - EXPOSE 80 443 - HEALTHCHECK NONE - ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] - CMD ["bin/gsh.sh", "-loader"] From f0ba4139d8d0b7f4de9e8ec9f0d69cac906bf6ab Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 11:40:30 -0500 Subject: [PATCH 028/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 696c8376..316a6d44 100644 --- a/Dockerfile +++ b/Dockerfile @@ -52,7 +52,7 @@ COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/webapp/ /opt/grou RUN ls /opt/grouper/grouperWebapp/ COPY --from=installing /etc/alternatives/java /etc/alternatives/java RUN ls /opt/grouper/ -RUN ls /opt/grouper/grouperWebapp/ +RUN ls /opt/grouper/grouperWebapp/grouper #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-jul/2.11.0/log4j-jul-2.11.0.jar /opt/tomee/bin From d12966602aa9fa202dc430d9b7944dffa0afe9c0 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 11:41:24 -0500 Subject: [PATCH 029/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 316a6d44..8665f85f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -52,7 +52,7 @@ COPY --from=installing /opt/grouper/$GROUPER_VERSION/container/webapp/ /opt/grou RUN ls /opt/grouper/grouperWebapp/ COPY --from=installing /etc/alternatives/java /etc/alternatives/java RUN ls /opt/grouper/ -RUN ls /opt/grouper/grouperWebapp/grouper +RUN ls /opt/grouper/grouperWebapp/WEB-INF #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.11.0/log4j-core-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.11.0/log4j-api-2.11.0.jar /opt/tomee/bin #ADD https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-jul/2.11.0/log4j-jul-2.11.0.jar /opt/tomee/bin From 620c33d805aeace01cfbdd99e7d8f39118d0440e Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 11:43:56 -0500 Subject: [PATCH 030/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 8665f85f..d4ad81ef 100644 --- a/Dockerfile +++ b/Dockerfile @@ -99,7 +99,7 @@ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ && sed -i 's/ErrorLog "logs\/error_log"/ErrorLog "\/tmp\/logpipe"/g' /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv ENV" >> /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv USERTOKEN" >> /etc/httpd/conf/httpd.conf -WORKDIR /opt/grouper/grouperWebapp +WORKDIR /opt/grouper/grouperWebapp/WEB-INF EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] From b9814f6adfb140bcf4d6da70bb5feae8ee8b3210 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 11:54:58 -0500 Subject: [PATCH 031/194] Update Dockerfile --- test-compose/data/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index 5305bb49..612f52cd 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -3,7 +3,7 @@ FROM tier/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" COPY container_files/seed-data/ /seed-data/ -COPY container_files/conf/ /opt/grouper/grouper.apiBinary/conf/ +COPY container_files/conf/ /opt/grouper/grouperWebapp/conf/ RUN yum install -y epel-release \ && yum update -y \ From ee1285a002dbd769ca29404370e79730d4f8d27b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 12:18:39 -0500 Subject: [PATCH 032/194] Update Dockerfile --- test-compose/data/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index 612f52cd..33449230 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -44,8 +44,8 @@ RUN (/usr/sbin/ns-slapd -D /etc/dirsrv/slapd-dir &) \ && while ! curl -s ldap://localhost:389 > /dev/null; do echo waiting for ldap to start; sleep 1; done; \ (mysqld_safe & ) \ && while ! curl -s localhost:3306 > /dev/null; do echo waiting for mysqld to start; sleep 1; done; \ - bin/gsh.sh -registry -check -runscript -noprompt \ - && bin/gsh.sh /seed-data/bootstrap.gsh + /opt/grouper/groupweWebapp/WEB-INF/bin/gsh.sh -registry -check -runscript -noprompt \ + && /opt/grouper/groupweWebapp/WEB-INF/bin/gsh.sh /seed-data/bootstrap.gsh EXPOSE 389 3306 From ab16d9a9ee3338b2dcacfd029e783ba5e913decd Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 12:22:35 -0500 Subject: [PATCH 033/194] Update Dockerfile --- test-compose/data/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index 33449230..c20536bb 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -44,8 +44,8 @@ RUN (/usr/sbin/ns-slapd -D /etc/dirsrv/slapd-dir &) \ && while ! curl -s ldap://localhost:389 > /dev/null; do echo waiting for ldap to start; sleep 1; done; \ (mysqld_safe & ) \ && while ! curl -s localhost:3306 > /dev/null; do echo waiting for mysqld to start; sleep 1; done; \ - /opt/grouper/groupweWebapp/WEB-INF/bin/gsh.sh -registry -check -runscript -noprompt \ - && /opt/grouper/groupweWebapp/WEB-INF/bin/gsh.sh /seed-data/bootstrap.gsh + /opt/grouper/grouperWebapp/WEB-INF/bin/gsh.sh -registry -check -runscript -noprompt \ + && /opt/grouper/grouperWebapp/WEB-INF/bin/gsh.sh /seed-data/bootstrap.gsh EXPOSE 389 3306 From 4b7ce768a611db6e0fb790f94233928ca559a1c0 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 12:28:44 -0500 Subject: [PATCH 034/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index d4ad81ef..8665f85f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -99,7 +99,7 @@ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ && sed -i 's/ErrorLog "logs\/error_log"/ErrorLog "\/tmp\/logpipe"/g' /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv ENV" >> /etc/httpd/conf/httpd.conf \ && echo -e "\nPassEnv USERTOKEN" >> /etc/httpd/conf/httpd.conf -WORKDIR /opt/grouper/grouperWebapp/WEB-INF +WORKDIR /opt/grouper/grouperWebapp EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] From 5f68f6157c927390d29b831edcb7db24498baea7 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 14:26:18 -0500 Subject: [PATCH 035/194] update GROUPER_HOME --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 8665f85f..db70073f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -71,7 +71,7 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ARG GROUPER_CONTAINER_VERSION ENV JAVA_HOME=/usr/lib/jvm/zulu-8/ \ PATH=$PATH:$JAVA_HOME/bin \ - GROUPER_HOME=/opt/grouper/grouperWebapp \ + GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ From b54716d542e9d70343d6d8c8ab9604e525c394bd Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 14:29:19 -0500 Subject: [PATCH 036/194] correto java jvm --- Dockerfile | 22 +++++++++++++++++----- 1 file changed, 17 insertions(+), 5 deletions(-) diff --git a/Dockerfile b/Dockerfile index db70073f..8afe7871 100644 --- a/Dockerfile +++ b/Dockerfile @@ -7,12 +7,25 @@ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION ENV GROUPER_VERSION=2.5.11 \ - JAVA_HOME=/usr/lib/jvm/zulu-8/ \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION + +# Install Corretto Java JDK +#Corretto download page: https://docs.aws.amazon.com/corretto/latest/corretto-8-ug/downloads-list.html +ARG CORRETTO_URL_PERM=https://corretto.aws/downloads/latest/amazon-corretto-8-x64-linux-jdk.rpm +ARG CORRETTO_RPM=amazon-corretto-8-x64-linux-jdk.rpm +COPY container_files/java-corretto/corretto-signing-key.pub . +RUN curl -O -L $CORRETTO_URL_PERM \ + && rpm --import corretto-signing-key.pub \ + && rpm -K $CORRETTO_RPM \ + && rpm -i $CORRETTO_RPM \ + && rm -r corretto-signing-key.pub $CORRETTO_RPM +ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto + + # use Zulu package -RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ - && curl -o /etc/yum.repos.d/zulu.repo http://repos.azulsystems.com/rhel/zulu.repo \ - && yum -y install zulu-8 +# RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ +# && curl -o /etc/yum.repos.d/zulu.repo http://repos.azulsystems.com/rhel/zulu.repo \ +# && yum -y install zulu-8 #RUN java_version=8.0.172; \ # zulu_version=8.30.0.1; \ # echo 'Downloading the OpenJDK Zulu...' \ @@ -42,7 +55,6 @@ RUN echo 'Installing Grouper'; \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup ENV GROUPER_VERSION=2.5.11 \ - TOMCAT_VERSION=8.5.42 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 46905d06b19079b7f31778c08d02eadec4d3744f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 14:30:14 -0500 Subject: [PATCH 037/194] Create corretto-signing-key.pub --- .../java-corretto/corretto-signing-key.pub | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 container_files/java-corretto/corretto-signing-key.pub diff --git a/container_files/java-corretto/corretto-signing-key.pub b/container_files/java-corretto/corretto-signing-key.pub new file mode 100644 index 00000000..b0198ed7 --- /dev/null +++ b/container_files/java-corretto/corretto-signing-key.pub @@ -0,0 +1,30 @@ +-----BEGIN PGP PUBLIC KEY BLOCK----- +Version: GnuPG v2.0.22 (GNU/Linux) + +mQINBF3pShkBEADJzglehQDFlc1+9VFubVPzpq8ZYtzmJkNjf09scOUzaKZOm3Ar +mPh9Rufk4mB7t1LP4JeHAKAS17ggCHGVxRGXAAQ9Laf8ibX4SiFO3Ehyyl3smuFf +ZhexBnvc7vRc4EUlKqarCQRUlaraDOrmq7WbhXdvCgc4u2uBLwUjAd3PHQUByAZw +lsEQzpQnehNomjrE0pO6ms9AhmpbXlf/yr14EXvlo4lTd8QUdvS+AOCYfrHb9WGO +IEsyyDuzuf2grV/QFpoi0VBhTCyiNYXla2AfCreMGlOCYsjw1nU93OyAqF3SaTOC +o52yrzcb2NpbBDwRXOHNwe1md+DbRwEfkaWr5I91FqRpgEeawqyxY1miJRHduhsz +WTgTMBF/EQfmTspD2YBX/BjNJTrdDXYvACX8slVV/vBnpi+dEpVEK3hh21ij991S +lv8YoFnoC7XP44C7WNpVQpGW9ZWpnjLCvm3DMKW0r3Vfb3XDYhnHI1Q14Pxn0cwf +x1L2RA4doyWd1TRZBFBe2f0vSkZT0YFaibKaKi6AkDIMU/+u+/e3wWbYXqzsSITj +ffMkpMMNSwxbm8JqnsudjuzdEsYAiBUcFMwWysQDcyu63un2OmLKLfKxy19vCpS1 +8mkNy95JuO4jZtu+IiinvSSjlbJmslu3uK3/cTRsWaB7BRtHewE7SugMOwARAQAB +tEhBbWF6b24gU2VydmljZXMgTExDIChBbWF6b24gQ29ycmV0dG8gcmVsZWFzZSkg +PGNvcnJldHRvLXRlYW1AYW1hem9uLmNvbT6JAjEEEwECABsFAl3pShkCGy8FCQlm +AYAFFQgKCQsCHgECF4AACgkQoSJUKrBPJOOJDg/6AqmntaxDWX6qfR++0qwtD9Lp +vgONFvA+9AYQeGt7OX79O/SSPy97Kvn6DYRBdelShTAH60DbXCUs42sIRFqRjmHY +HfIgOkUJjWoJz9oQnY+mzAKbOohCrR+YIvyCegFb0dboDaqSQ4w68+d1is7L84pz +ZB2j0nrQDbFihPmR+epfHkLUGGywuZHCdEFfD8nXMOJeVbgSzf7Vhl8ZrydIkZTI +7aASG5MkDO/GuVpEGQYAnH9h/jzJlfUKndswC6UFcM5Ol07pDPdHVBAi9q1SyxDe +uSS1NgDW7OW7zgpB+4/PrZKKiEP/fBAWa9nFSLwTaMdsoaAuQAmmgbqYfy3XXKK7 +IBaKSnJpQDvNb0vmXJEY3qX2Bfh0p1KCeaQhYwIJi8rPQWC24fiLY9bdCIlkbbPQ +CSNOEq9nUWRg9KbUGmd/PWSkT6Jheyq3BZBF1YPYEt8o/l437HHd08lREqH0sana +Hb72GZTi2RUrNBBp5C1e8MqllXE6RKmri2m0TSBHR5C4ZLII9duyA839dYIA4KGU +nmetZckuRuwHFmd3/YWtMEfn47UedzhVT16z3OvBipHU1BKzLGcvUFXrUKvpJQlh +dNPUQh+wb91EzItjkJ96m+N+81iQdN3yd8cE38NTA8b+Qc7tmTYxwNZxcv16FxLA +y2VhKc09A8RwSI69vDs= +=ZNRH +-----END PGP PUBLIC KEY BLOCK----- From ed705f681cdc75338c9ee5cff6c628ba722d894c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 14:39:40 -0500 Subject: [PATCH 038/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 8afe7871..9e2e9f0f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -81,7 +81,7 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ImageOS=centos7 ARG GROUPER_CONTAINER_VERSION -ENV JAVA_HOME=/usr/lib/jvm/zulu-8/ \ +ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ PATH=$PATH:$JAVA_HOME/bin \ GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION From bb0e780e75089705b1c3117ca356f45f535c3a0f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 14:56:50 -0500 Subject: [PATCH 039/194] Update main.bats --- tests/main.bats | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index 0c18d122..c3d9aee0 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -6,11 +6,11 @@ load ../common docker image inspect ${maintainer}/${imagename} } -@test "030 Test Compose the environment" { - cd test-compose && ./compose.sh && docker-compose down -} +#@test "030 Test Compose the environment" { +# cd test-compose && ./compose.sh && docker-compose down +#} -@test "070 There are no known security vulnerabilities" { - ./tests/clairscan.sh ${maintainer}/${imagename}:latest -} +#@test "070 There are no known security vulnerabilities" { +# ./tests/clairscan.sh ${maintainer}/${imagename}:latest +#} From 72f3e6f96c8caad03421fc3bd7b199958180d26c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 15:06:39 -0500 Subject: [PATCH 040/194] Update library.sh --- container_files/usr-local-bin/library.sh | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 56c4187e..e9ae27be 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -1,5 +1,8 @@ #!/bin/sh +local dest=/opt/grouper/grouperWebapp/WEB-INF/ + + setupPipe() { if [ -e $1 ]; then rm $1 @@ -63,11 +66,10 @@ prepDaemon() { } prepDaemonConf() { - local dest=/opt/grouper/grouper.apiBinary - linkGrouperSecrets $dest/conf + linkGrouperSecrets $dest if [ -d "/opt/grouper/conf" ]; then - cp -r /opt/grouper/conf/* $dest/conf/ + cp -r /opt/grouper/conf/* $dest/classes/ fi if [ -d "/opt/grouper/lib" ]; then cp -r /opt/grouper/lib/* $dest/lib/custom/ @@ -86,7 +88,6 @@ prepSCIM() { } prepSCIMConf() { - local dest=/opt/grouper/grouper.scim/WEB-INF linkGrouperSecrets $dest/classes if [ -d "/opt/grouper/conf" ]; then @@ -109,7 +110,6 @@ prepUI() { } prepUIConf() { - local dest=/opt/grouper/grouper.ui/WEB-INF linkGrouperSecrets $dest/classes if [ -d "/opt/grouper/conf" ]; then @@ -131,7 +131,6 @@ prepWS() { } prepWSConf() { - local dest=/opt/grouper/grouper.ws/WEB-INF linkGrouperSecrets $dest/classes if [ -d "/opt/grouper/conf" ]; then From 63d42f8c9b84661b2a449635e6e1620ddb5813c4 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 15:08:06 -0500 Subject: [PATCH 041/194] Update main.bats --- tests/main.bats | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index c3d9aee0..c5910c52 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -6,9 +6,9 @@ load ../common docker image inspect ${maintainer}/${imagename} } -#@test "030 Test Compose the environment" { -# cd test-compose && ./compose.sh && docker-compose down -#} +@test "030 Test Compose the environment" { + cd test-compose && ./compose.sh && docker-compose down +} #@test "070 There are no known security vulnerabilities" { From a96ab7f3e2c1bd6aa354bcadbb4e210c45a28525 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 15:33:23 -0500 Subject: [PATCH 042/194] Create morphString.properties --- test-compose/configs-and-secrets/grouper/morphString.properties | 1 + 1 file changed, 1 insertion(+) create mode 100644 test-compose/configs-and-secrets/grouper/morphString.properties diff --git a/test-compose/configs-and-secrets/grouper/morphString.properties b/test-compose/configs-and-secrets/grouper/morphString.properties new file mode 100644 index 00000000..52479216 --- /dev/null +++ b/test-compose/configs-and-secrets/grouper/morphString.properties @@ -0,0 +1 @@ +encrypt.key=fh43IRJ4Nf5 From 719997c2a444966d72f5d82ea13bc2d3bfa5f035 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 15:34:59 -0500 Subject: [PATCH 043/194] Update docker-compose.yml --- test-compose/docker-compose.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/test-compose/docker-compose.yml b/test-compose/docker-compose.yml index c0e21ed3..7ae0565d 100644 --- a/test-compose/docker-compose.yml +++ b/test-compose/docker-compose.yml @@ -207,6 +207,8 @@ services: target: grouper_grouper-loader.properties - source: subject.properties target: grouper_subject.properties + - source: morphString.properties + target: grouper_morphString.properties volumes: - type: bind source: ./configs-and-secrets/grouper/grouper.properties From bbf2b4e25d1f8f65bbac185a974a84e612429d6b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 17 Feb 2020 15:36:27 -0500 Subject: [PATCH 044/194] Update docker-compose.yml --- test-compose/docker-compose.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/test-compose/docker-compose.yml b/test-compose/docker-compose.yml index 7ae0565d..e4eb940f 100644 --- a/test-compose/docker-compose.yml +++ b/test-compose/docker-compose.yml @@ -269,6 +269,9 @@ secrets: file: ./configs-and-secrets/grouper/subject.properties sp-key.pem: file: ./configs-and-secrets/shibboleth/sp-key.pem + morphString.properties: + file: ./configs-and-secrets/grouper/morphString.properties + volumes: From 55d16d2a986d3df737e925f812baff98b204d606 Mon Sep 17 00:00:00 2001 From: Chris Hubing <chubing@internet2.edu> Date: Tue, 18 Feb 2020 14:23:21 +0000 Subject: [PATCH 045/194] updates for 2.5 --- test-compose/data/Dockerfile | 2 +- .../conf/grouper.client.properties | 112 ++++++++++++++++++ .../conf/morphString.properties | 1 + 3 files changed, 114 insertions(+), 1 deletion(-) create mode 100644 test-compose/data/container_files/conf/grouper.client.properties create mode 100644 test-compose/data/container_files/conf/morphString.properties diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index c20536bb..5b3ec01c 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -3,7 +3,7 @@ FROM tier/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" COPY container_files/seed-data/ /seed-data/ -COPY container_files/conf/ /opt/grouper/grouperWebapp/conf/ +COPY container_files/conf/ /opt/grouper/grouperWebapp/WEB-INF/classes/ RUN yum install -y epel-release \ && yum update -y \ diff --git a/test-compose/data/container_files/conf/grouper.client.properties b/test-compose/data/container_files/conf/grouper.client.properties new file mode 100644 index 00000000..dcc50ae7 --- /dev/null +++ b/test-compose/data/container_files/conf/grouper.client.properties @@ -0,0 +1,112 @@ +# +# Copyright 2014 Internet2 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# +# Grouper client configuration +# $Id: grouper.client.example.properties,v 1.24 2009-12-30 04:23:02 mchyzer Exp $ +# + +# The grouper client uses Grouper Configuration Overlays (documented on wiki) +# By default the configuration is read from grouper.client.base.properties +# (which should not be edited), and the grouper.client.properties overlays +# the base settings. See the grouper.client.base.properties for the possible +# settings that can be applied to the grouper.client.properties + +######################################## +## LDAP connection settings +######################################## + +# url of directory, including the base DN (distinguished name) +# e.g. ldap://server.school.edu/dc=school,dc=edu +# e.g. ldaps://server.school.edu/dc=school,dc=edu +grouperClient.ldap.url = + +# kerberos principal used to connect to ldap +grouperClient.ldap.login = + +# password for shared secret authentication to ldap +# or you can put a filename with an encrypted password +grouperClient.ldap.password = + +######################################## +## Web service Connection settings +######################################## + +# url of web service, should include everything up to the first resource to access +# e.g. http://groups.school.edu:8090/grouper-ws/servicesRest +# e.g. https://groups.school.edu/grouper-ws/servicesRest +grouperClient.webService.url = https://ws/grouper-ws/servicesRest + +# kerberos principal used to connect to web service +grouperClient.webService.login = banderson + +# password for shared secret authentication to web service +# or you can put a filename with an encrypted password +grouperClient.webService.password.elConfig = ${java.lang.System.getenv().get('GROUPER_CLIENT_WEBSERVICE_PASSWORD_FILE') != null ? org.apache.commons.io.FileUtils.readFileToString(java.lang.System.getenv().get('GROUPER_CLIENT_WEBSERVICE_PASSWORD_FILE'), "utf-8") : java.lang.System.getenv().get('GROUPER_CLIENT_WEBSERVICE_PASSWORD') } + + +################################ +## Grouper Messaging System +################################ + +# name of messaging system which is the default +grouper.messaging.default.name.of.messaging.system = rabbitmq + +# name of a messaging system. note, "grouperBuiltinMessaging" can be arbitrary +# grouper.messaging.system.grouperBuiltinMessaging.name = grouperBuiltinMessaging + +# class that implements edu.internet2.middleware.grouperClient.messaging.GrouperMessagingSystem +# grouper.messaging.system.grouperBuiltinMessaging.class = edu.internet2.middleware.grouper.messaging.GrouperBuiltinMessagingSystem + +# name of a messaging system. note, "grouperBuiltinMessaging" can be arbitrary +grouper.messaging.system.rabbitmqSystem.name = rabbitmqSystem + +# class that implements edu.internet2.middleware.grouperClient.messaging.GrouperMessagingSystem +grouper.messaging.system.rabbitmqSystem.class = edu.internet2.middleware.grouperMessagingRabbitmq.GrouperMessagingRabbitmqSystem + +# host address of rabbitmq queue +grouper.messaging.system.rabbitmqSystem.host = rabbitmq + +# virtual host of rabbitmq queue +grouper.messaging.system.rabbitmqSystem.virtualhost = + +# port of rabbitmq queue +grouper.messaging.system.rabbitmqSystem.port = + +grouper.messaging.system.rabbitmqSystem.defaultPageSize = 10 + +grouper.messaging.system.rabbitmqSystem.maxPageSize = 50 + + +# name of a messaging system, required +grouper.messaging.system.rabbitmq.name = rabbitmq + +# default system settings to this messaging system, note, there is only one level of inheritance +grouper.messaging.system.rabbitmq.defaultSystemName = rabbitmqSystem + +grouper.messaging.system.rabbitmq.user = guest + +#pass +grouper.messaging.system.rabbitmq.password.elConfig = ${java.lang.System.getenv().get('RABBITMQ_PASSWORD_FILE') != null ? org.apache.commons.io.FileUtils.readFileToString(java.lang.System.getenv().get('RABBITMQ_PASSWORD_FILE'), "utf-8") : java.lang.System.getenv().get('RABBITMQ_PASSWORD') } +# set the following three properties if you want to use TLS connection to rabbitmq. All three need to be populated. +# TLS Version +#grouper.messaging.system.rabbitmqSystem.tlsVersion = TLSv1.1 + +# path to trust store file +#grouper.messaging.system.rabbitmqSystem.pathToTrustStore = + +# trust passphrase +#grouper.messaging.system.rabbitmqSystem.trustPassphrase = \ No newline at end of file diff --git a/test-compose/data/container_files/conf/morphString.properties b/test-compose/data/container_files/conf/morphString.properties new file mode 100644 index 00000000..52479216 --- /dev/null +++ b/test-compose/data/container_files/conf/morphString.properties @@ -0,0 +1 @@ +encrypt.key=fh43IRJ4Nf5 From 4cd026cea4fb739749245e31b6edfb28ef7d2de6 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 18 Feb 2020 09:28:34 -0500 Subject: [PATCH 046/194] Update main.bats --- tests/main.bats | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index c5910c52..0c18d122 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -11,6 +11,6 @@ load ../common } -#@test "070 There are no known security vulnerabilities" { -# ./tests/clairscan.sh ${maintainer}/${imagename}:latest -#} +@test "070 There are no known security vulnerabilities" { + ./tests/clairscan.sh ${maintainer}/${imagename}:latest +} From 778c111747c7a489463759d24384f006310a1c56 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 18 Feb 2020 09:30:08 -0500 Subject: [PATCH 047/194] remove other JVM references --- Dockerfile | 33 +++++---------------------------- 1 file changed, 5 insertions(+), 28 deletions(-) diff --git a/Dockerfile b/Dockerfile index 9e2e9f0f..1d54b570 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,7 @@ FROM centos:centos7 as installing -#RUN yum update -y \ -# && yum install -y wget tar unzip dos2unix \ -# && yum clean all +RUN yum update -y \ + && yum install -y wget tar unzip dos2unix \ + && yum clean all RUN yum install -y wget tar unzip dos2unix @@ -20,29 +20,7 @@ RUN curl -O -L $CORRETTO_URL_PERM \ && rpm -i $CORRETTO_RPM \ && rm -r corretto-signing-key.pub $CORRETTO_RPM ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto - - -# use Zulu package -# RUN rpm --import http://repos.azulsystems.com/RPM-GPG-KEY-azulsystems \ -# && curl -o /etc/yum.repos.d/zulu.repo http://repos.azulsystems.com/rhel/zulu.repo \ -# && yum -y install zulu-8 -#RUN java_version=8.0.172; \ -# zulu_version=8.30.0.1; \ -# echo 'Downloading the OpenJDK Zulu...' \ -# && wget -q http://cdn.azul.com/zulu/bin/zulu$zulu_version-jdk$java_version-linux_x64.tar.gz \ -# && echo "0a101a592a177c1c7bc63738d7bc2930 zulu$zulu_version-jdk$java_version-linux_x64.tar.gz" | md5sum -c - \ -# && tar -zxvf zulu$zulu_version-jdk$java_version-linux_x64.tar.gz -C /opt \ -# && ln -s /opt/zulu$zulu_version-jdk$java_version-linux_x64 $JAVA_HOME -#RUN java_version=8u151; \ -# java_bnumber=12; \ -# java_semver=1.8.0_151; \ -# java_hash=123b1d755416aa7579abc03f01ab946e612e141b6f7564130f2ada00ed913f1d; \ -# echo 'Downloading the Oracle Java...' \ -# && wget --no-check-certificate --no-cookies --header "Cookie: oraclelicense=accept-securebackup-cookie" \ -# http://download.oracle.com/otn-pub/java/jdk/$java_version-b$java_bnumber/e758a0de34e24606bca991d704f6dcbf/server-jre-$java_version-linux-x64.tar.gz \ -# && echo "$java_hash server-jre-$java_version-linux-x64.tar.gz" | sha256sum -c - \ -# && tar -zxvf server-jre-$java_version-linux-x64.tar.gz -C /opt \ -# && ln -s /opt/jdk$java_semver/ $JAVA_HOME + RUN echo 'Downloading Grouper Installer...' \ && mkdir -p /opt/grouper/$GROUPER_VERSION \ && wget -q -O /opt/grouper/$GROUPER_VERSION/grouperInstaller.jar https://oss.sonatype.org/service/local/repositories/releases/content/edu/internet2/middleware/grouper/grouper-installer/$GROUPER_VERSION/grouper-installer-$GROUPER_VERSION.jar @@ -98,8 +76,7 @@ RUN groupadd -r tomcat \ && useradd -r -m -s /sbin/nologin -g tomcat tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java -# does shib sp3 not generate these files? -# RUN rm /etc/shibboleth/sp-key.pem /etc/shibboleth/sp-cert.pem + COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ COPY container_files/httpd/* /etc/httpd/conf.d/ From d4f0011eb89831b3e9b92c57bb30ff002cedce41 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 18 Feb 2020 09:30:59 -0500 Subject: [PATCH 048/194] Update Jenkinsfile --- Jenkinsfile | 19 ++----------------- 1 file changed, 2 insertions(+), 17 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 181d2255..678a2148 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -52,8 +52,7 @@ pipeline { script { try{ docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-$maintainer") { - // baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") - baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag .") + baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") } } catch(error) { def error_details = readFile('./debug'); @@ -82,21 +81,7 @@ pipeline { stage('Push') { steps { script { - //// scan the image with clair - // sh 'docker run -p 5432:5432 -d --name clairdb arminc/clair-db:latest' - // sh 'docker run -p 6060:6060 --link clairdb:postgres -d --name clair arminc/clair-local-scan:v2.0.5' - // sh 'curl -L -o clair-scanner https://github.com/arminc/clair-scanner/releases/download/v8/clair-scanner_linux_amd64' - // sh 'chmod 755 clair-scanner' - // sh "./clair-scanner --ip 172.17.0.1 -r test.out $maintainer/$imagename:latest" - //// test the environment - // sh 'docker kill clairdb' - // sh 'docker rm clairdb' - // sh 'docker kill clair' - // sh 'docker rm clair' - // sh 'cd test-compose && ./compose.sh' - //// bring down after testing - //sh 'cd test-compose && docker-compose down' - docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-$maintainer") { + docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-$maintainer") { baseImg.push("$tag") } } From 8920eb34761826e47f051aee3bc5dbb6ed79c37d Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 18 Feb 2020 10:02:18 -0500 Subject: [PATCH 049/194] Update supervisord-tomee.conf --- container_files/tier-support/supervisord-tomee.conf | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/container_files/tier-support/supervisord-tomee.conf b/container_files/tier-support/supervisord-tomee.conf index 35e19488..63cfb278 100644 --- a/container_files/tier-support/supervisord-tomee.conf +++ b/container_files/tier-support/supervisord-tomee.conf @@ -21,6 +21,14 @@ stderr_logfile_maxbytes=0 stdout_logfile = /tmp/loghttpd stdout_logfile_maxbytes=0 +[program:shibbolethsp] +user=shibd +command=/usr/sbin/shibd -f -F +stderr_logfile = /tmp/logshidb +stderr_logfile_maxbytes=0 +stdout_logfile = /tmp/logshidb +stdout_logfile_maxbytes=0 + [program:tomee] user=tomcat command=/opt/tomee/bin/catalina.sh run From 611456dde714c3cfc027492ca481fa6c45405a7d Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 13:43:09 -0500 Subject: [PATCH 050/194] Update README.md --- README.md | 361 +----------------------------------------------------- 1 file changed, 2 insertions(+), 359 deletions(-) diff --git a/README.md b/README.md index 691033e4..0707ce81 100644 --- a/README.md +++ b/README.md @@ -1,365 +1,8 @@ -[](https://jenkins.testbed.tier.internet2.edu/buildStatus/icon?job=docker/grouper/master) +# Not ready for production or testing yet +[](https://jenkins.testbed.tier.internet2.edu/buildStatus/icon?job=docker/grouper/2.5.11-beta) -This repository contains the source code used to create the InCommon Trusted Access Platform Grouper container. This standalone container is pushed to Dockerhub, various tags are available at the following URL: https://hub.docker.com/r/tier/grouper/tags. This repo can also be cloned and the container built locally. - -The test-compose directory contains an example Grouper environment that starts up the various Grouper components. This example demonstrates how one might go about customizing and deploying their Grouper containers, using the TIER Grouper image as a base image. If evaluating Grouper, this is a good place to start. - - -# Upgrading from 2.3 to 2.4 - -If upgrading from Grouper version 2.3 to 2.4 and using LDAP, modifications will be needed in subject.properties and grouper-loaders.proprties. Further details about this can be found at the following URL: -https://spaces.at.internet2.edu/display/Grouper/vt-ldap+to+ldaptive+migration+for+LDAP+access - -In particular, in subject.properties, *.param.base.value should be adjusted to only contain the RDN (Relative Distinguished Name), not the full DN. For example, "OU=People", not "OU=People,DC=domain,DC=edu" - -Additional upgrade information can be found at the following URL: https://spaces.at.internet2.edu/display/Grouper/v2.4+Upgrade+Instructions+from+v2.3 - - - -# Supported tags - -- latest -- patch specific tags with date timestamp* (i.e. 2.4.0-80-u51-w10-p11-20191118) - -\* Patch builds are routinely produced, but not necessarily for each patch release. The following monikers are used to construct the tag name: - -- a = api patch number -- u = ui patch number -- w = ws patch number -- p = pspng patch number -- last field = the year, month and day the image was built - -# Quick reference - -- **Where to get help**: - [tier-packaging@internet2.edu](mailto:tier-packaging@internet2.edu?subject=Grouper%20Image%20Help) - -- **Where to file issues**: - [https://github.internet2.edu/docker/grouper/issues](https://github.internet2.edu/docker/grouper/issues) - -- **Maintained by**: - [TIER Packaging Working Group](https://spaces.internet2.edu/display/TPWG) - -- **Supported Docker versions**: - [the latest release](https://github.com/docker/docker-ce/releases/latest) (down to 1.6 on a best-effort basis) - -# What is Grouper? - -Grouper is an enterprise access management system designed for the highly distributed management environment and heterogeneous information technology environment common to universities. Operating a central access management system that supports both central and distributed IT reduces risk. - -> [www.internet2.edu/products-services/trust-identity/grouper/](https://www.internet2.edu/products-services/trust-identity/grouper/) - - - -# How to use this image - -This image provides support for each of the Grouper components/roles: Grouper Daemon/Loader, Grouper UI, Grouper Web Services, and Grouper SCIM Server. - -## Starting each role - -While TIER recommends/supports using Docker Swarm for orchestrating the Grouper environment, these containers can be run directly (or with other orchestration products). Both examples are shown below. It should be noted that these examples will not run independently, but required additional configuration to be provided before each container will start as expected. - -### Daemon/Loader - -Run the Grouper Daemon/Loader as a service. If the daemon/loader container dies unexpectedly, it may be due to memory contraints. Refer to the "Grouper Shell/Loader" section below for information on how to tweak memory settings. - -```console -$ docker service create --detach --name grouper-daemon tier/grouper:latest daemon -``` - -Run the Grouper Daemon/Loader as a standalone container. - -```console -$ docker run --detach --name grouper-daemon tier/grouper:latest daemon -``` - -### SCIM Server - -Runs the Grouper SCIM Server as a service. - -```console -$ docker service create --detach --publish 9443:443 --name grouper-ws tier/grouper:latest scim -``` - -Runs the Grouper Web Services in a standalone container. - -```console -$ docker run --detach --publish 9443:443 --name grouper-daemon tier/grouper:latest scim -``` - -### UI - -Runs the Grouper UI as a service. - -```console -$ docker service create --detach --publish 443:443 --name grouper-ui tier/grouper:latest ui -``` - -Runs the Grouper UI in a standalone container. - -```console -$ docker run --detach --name --publish 443:443 grouper-ui tier/grouper:latest ui -``` - -### Web Services - -Runs the Grouper Web Services as a service. - -```console -$ docker service create --detach --publish 8443:443 --name grouper-ws tier/grouper:latest ws -``` - -Runs the Grouper Web Services in a standalone container. - -```console -$ docker run --detach --publish 8443:443 --name grouper-daemon tier/grouper:latest ws -``` - -### UI and Web Services - -> This method is good when first starting to work with Grouper, but when scaling Grouper UI or Web Services it is advisable to use the individual roles noted above. - -Runs the Grouper UI and Web Services as a combined service. (You should really run these as individual roles to take advantage of Docker service replicas.) - -```console -$ docker service create --detach --publish 443:443 --name grouper-web tier/grouper:latest ui-ws -``` - -Runs the Grouper UI and Web Services in a combined container. This good when first starting to work with Grouper, but when scaling Grouper UI or Web Services it is advisable to use the individual roles noted above. - -```console -$ docker run --detach --publish 443:443 --name grouper-web tier/grouper:latest ui-ws -``` - -### GSH - -Runs the Grouper Shell in a throwaway container. This makes it easy to run Grouper commands and Grouper Shell scripts. Since it is interactive it does not run as a service. - -```console -$ docker run -it --rm tier/grouper:latest bin/gsh <optional GSH args> -``` - -# Configuration - -## Grouper Configurations - -There are several things that are required for this image to successfully start. At a minimum, the `grouper.hibernate.properties` and `subject.properties` (or the old `sources.xml` equivalent) files need to be customized and available to the container at start-up. - -Grouper config files maybe placed into `/opt/grouper/conf` and these files will be put into the appropriate location based on the role the container assumes. Docker Secrets starting with the name `grouper_` should take precedence over these files. (See below.) - -## Web Apps Configuration - -If starting the container to serve the Grouper UI, Grouper Web Services, Grouper SCIM Server components, a TLS key and cert(s) need to be applied to those containers. - -The Grouper UI also requires some basic Shibboleth SP configuration. The `/etc/shibboleth/shibboleth2.xml` file should be modified to set: -- an entityId for the SP -- load IdP or federation metadata -- set the SP's encryption keys -- the identity attribute of the subject to be passed to Grouper - -If encryption keys are defined in the `shibboleth2.xml` file, then the key/cert files should be provided as well. The `attribute-map.xml` file has most of the common identity attributes pre-configured, but it (and other Shibboleth SP files) can be overlaid/replaced as necessary. - -(See the section below.) - -## General Configuration Mechanism - -There are three primary ways to provide Grouper and additional configuration files to the container: Docker Config/Secrets, customized images, and bind mounts. Depending upon your needs you may use a combination of two or three of these options. - -### Secrets/Configs - -Docker Config and Docker Secrets are Docker's way of providing configurations files to a container at runtime. The primary difference between the Config and Secrets functionality is that Secrets is designed to protect resources/files that are sensitive. - -For passing full files into the container, this container will make any secrets with secret names prepended with `grouper_` available to the appropriate Grouper component's conf directory (i.e. `<GROUPER_HOME>/conf` or `WEB-INF/classes`). Any secrets with secret names starting with `shib_` will be available in the Shibboleth SP `/etc/shibboleth/` directory. Any secrets with secret names starting with `httpd_` will be available to `/etc/httpd/conf.d` directory. Finally, if a secret with the name of `host-key.pem` will be mapped to the httpd TLS cert used by Grouper UI, Grouper WS, and Grouper SCIM Server containers. These files will supercede any found in the underlying image. - -Docker Secrets can also be used to pass in strings, such as a database connection string password, into the component config. To pass in the Grouper database connection string, one might set the property and value as such: - -```text -hibernate.connection.password.elConfig = ${java.lang.System.getenv().get('GROUPER_DATABASE_PASSWORD_FILE') != null ? org.apache.commons.io.FileUtils.readFileToString(new("java.io.File", java.lang.System.getenv().get('GROUPER_DATABASE_PASSWORD_FILE')), "utf-8") : java.lang.System.getenv().get('GROUPER_DATABASE_PASSWORD') } -``` - -Note that the default property name has been changed by appending `.elConfig`. (This causes Grouper to evaluate the string before saving the value.) The expression allows deployers to use a file containing only the database password as a Docker Secret and reference the file name via the `GROUPER_DATABASE_PASSWORD_FILE` environment property. This allows the config files to be baked into the image, if desired. Also, but not recommended, the database password could just be set in the Docker Service definition as an environment variable, `GROUPER_DATABASE_PASSWORD`. (Technically the expression can be broken up and just the desired functionality used.) Of course, using Grouper's MorphString functionality is supported and likely is the best option, but does require more effort in setting it up. - -Secrets can be managed using the `docker secret` command: `docker secret create grouper_grouper.hibernate.properties ./grouper.hibernate.properties`. This will securely store the file in the swarm. Secrets can then be assigned to the service `docker service create -d --name daemon --secret grouper_grouper.hibernate.properties --secret grouper_sources.xml tier/grouper daemon`. - -> `docker run` does not support secrets; Bind mounts need to be used instead, which is technically what Docker Compose does when not running against a Swarm. - -### Bind Mounts - -Bind mounts can be used to connect files/folders on the Docker host into the container's file system. Unless running in swarm mode, Docker Secrets are not supported, so we can use a bind mount to provide the container with the configuration files. - -```console -$ docker run --detach --name daemon \ - --mount type=bind,src=$(pwd)/grouper.hibernate.properties,dst=/run/secrets/grouper_grouper.hibernate.properties \ - --mount type=bind,src=$(pwd)/sources.xml,dst=/run/secrets/grouper_sources.xml \ - tier/grouper daemon -``` - -### Customized Images - -Deployers will undoubtedly want to add in their files to the container. Things like additional jar files defining Grouper Hooks, or things like images and css files. This can be accomplished by building custom images. **Deployers should NOT use this method to store sensitive configuration files.** - -To add a favicon to the Grouper UI, we use the tier/grouper images as a base and `COPY` our local `favicon.ico` into the image. While we are at it, we define this image as a UI image by specifying the default commnd (i.e `CMD`) of `ui`. - -```Dockerfile -FROM tier/grouper:latest - -COPY favicon.ico /opt/grouper/grouper.ui/ - -CMD ui -``` - -To build our image: - -```console -$ docker build --tag=org/grouper-ui . -``` - -This image can now be used locally or pushed to an organization's Docker repository. - - -## Environment Variables - -Deployers can set runtime variables to both the Grouper Shell and Loader/Daemon and to Tomcat/Tomcat EE using environment variables. These can be set using the `docker run` and `docker service creates`'s `--env` paramater. - -### Grouper Shell/Loader - -The following environment variables are used by the Grouper Shell/Loader: -- MEM_START: corresponds to the java's `-Xms`. (default is 64m) -- MEM_MAX: corresponds to java's `-Xmx`. (default is 750m) - -### Tomcat/TomEE - -Amongst others variables defined in the `catalina.sh`, the following variables would like be useful for deployers: -- CATALINA_OPTS: Java runtime options to only be used by Tomcat itself. - -# File System Endpoints - -Here is a list of significant directories and files that deployers should be aware of: - -- `/opt/grouper/conf/`: a common directory to place non-sensitive config files that will be placed into the appropriate location for each Grouper component at container start-up. -- `/opt/grouper/lib/`: a common directory to place additional jar files that will be placed into the appropriate location for each Grouper component at container start-up. -- `/opt/grouper/grouper.apiBinary/`: location to overlay Grouper GSH or Daemon/Loader files. -`/opt/grouper/grouper.scim/`: location for overlaying Grouper SCIM Server web application files (expanded `grouper-ws-scim.war`). -- `/opt/grouper/grouper.ui/`: location for overlaying Grouper UI web application files (expanded `grouper.war`). -- `/opt/grouper/grouper.ws/`: location for overlaying Grouper Web Services web application files (expanded `grouper-ws.war`). -- `/etc/httpd/conf.d/ssl-enabled.conf`: Can be overlaid to change the TLS settings when running Grouper UI or Web Servicse. -- `/etc/shibboleth/`: location to overlay the Shibboleth SP configuration files used by the image. -- `/opt/tomcat/`: used to run Grouper UI and Grouper WS -- `/opt/tomee/`: used to run the Grouper SCIM Server. -- `/var/run/secrets`: location where Docker Secrets are mounted into the container. Secrets starting with `grouper_`, `shib_`, and `httpd_` have special meaning. See `Secrets/Configs` above. -- `/usr/lib/jvm/zulu-8/jre/lib/security/cacerts`: location of the Java trust store. - -To examine baseline image files, one might run `docker run --name=temp -it tier/grouper bash` and browse through these file system endpoints. While the container is running one may copy files out of the image/container using something like `docker cp containerId:/opt/grouper/grouper.api/conf/grouper.properties .`, which will copy the `grouper.properties` to the Docker client's present working directory. These files can then be edited and applied via the mechanisms outlined above. - -# Web Application Endpoints - -Here is a list of significant web endpoints that deployers should be aware of: - -- `/grouper/`: location of the Grouper UI application -- `grouper-ws/`: location of the Grouper WS application. -- `/grouper-ws-scim/`: location of the Grouper SCIM Server application. - -The endpoint that is available is dependent upon the role of the container. - -# Provisioning a Grouper Database - -Using standard methods, create a MariaDb Server and an empty Grouper database. Create a database user with privileges to create and populate schema objects. Set the appropriate database connection properties in `grouper.hibernate.properties`. Be sure to the user created with schema manipulation privileges as the db user. - -Next populate the database by using the following command. - -```console -$ docker run -it --rm \ - --mount type=bind,src=$(pwd)/grouper.hibernate.properties,dst=/run/secrets/grouper_grouper.hibernate.properties \ - tier/grouper gsh -registry -check -runscript -noprompt -``` - -Note: a less privileged database user maybe used when running the typical Grouper roles. This user needs SELECT, INSERT, UPDATE, and DELETE privileges on the schema objects. - -# Provisioning a Grouper Database - -Using standard methods, create a MariaDb Server and an empty Grouper database. Create a database user with privileges to create and populate schema objects. Set the appropriate database connection properties in `grouper.hibernate.properties`. Be sure that the user is created with schema manipulation privileges. - -Next populate the database by using the following command. - -```console -$ docker container run -it --rm \ - --mount type=bind,src=$(pwd)/grouper.hibernate.properties,dst=/run/secrets/grouper_grouper.hibernate.properties \ - tier/grouper gsh -registry -check -runscript -noprompt -``` - -Also, it is possible to just connect directly to the container, create the DDL, and copy it out. This is necessary if your DBAs would prefer to manually execute the DDL to create the schema objects: - -```console -$ docker container run -it --name grouper \ - --mount type=bind,src=$(pwd)/grouper.hibernate.properties,dst=/run/secrets/grouper_grouper.hibernate.properties \ - tier/grouper - - gsh -registry -check - - exit - -$ docker container cp grouper:/opt/grouper/grouper.apiBinary/ddlScripts/ . -$ docker container rm -f grouper -``` -The generated DDL will be on the host in the `ddlScripts` directory. - -Note: A less privileged database user maybe used when running the typical Grouper roles. This user just needs SELECT, INSERT, UPDATE, and DELETE privileges on the tables and views. Running in this configuration requires DBAs to manually run the DDL scripts. - -# Configuring the embedded Shibboleth SP - -The Shibboleth SP needs to be configured to integrate with one or more SAML IdPs. Reference the Shibboleth SP documentation for specific instructions, but here is information on generating an encryption key/cert pair and mounting them (all of which are environment specific) and the shibboleth2.xml into the container. - -1. Start a temporary container and generate the key/cert pair: - ``` - $ docker container run -it --name grouper \ - tier/grouper bash - - cd /etc/shibboleth - ./keygen.sh -f -h <public_hostname> - exit - ``` - -1. Copy the key, cert, and `shibboleth2.xml` files out of the container (and remove the container) - ```console - $ docker container cp grouper:/etc/shibboleth/shibboleth2.xml . - $ docker container cp grouper:/etc/shibboleth/sp-cert.pem . - $ docker container cp grouper:/etc/shibboleth/sp-key.pem . - - $ docker container rm grouper - ``` - -1. After updating the `shibboleth2.xml` file, save the key, cert, and shibboleth2.xml as secrets/config: - ```console - $ docker secret create sp-key.pem sp-key.pem - $ docker config create sp-cert.pem sp-cert.pem - $ docker config create shibboleth2.xml shibboleth2.xml - ``` - -1. Add the following to the UI service creation command to mount the environment specific settings: - ``` - --secret source=sp-key.pem.pem,target=shib_sp-key.pem \ - --config source=sp-cert.pem,target=/etc/shibboleth/sp-cert.pem \ - --config source=shibboleth2.xml,target=/etc/shibboleth/shibboleth2.xml \ - ``` - -# Logging - -This image outputs logs in a manner that is consistent with Docker Logging. Each log entry is prefaced with the submodule name (e.g. shibd, httpd, tomcat, grouper), the logfile name (e.g. access_log, grouper_error.log, catalina.out) and user definable environment name and a user definable token. Content found after the preface will be specific to the application ands its logging configuration. - -> Note: If customizing a particular component's logging, it is recommended that the file be source from the image (`docker container cp`) or from the image's source repository. - -To assign the "environment" string, set the environment variable `ENV` when defining the Docker service. For the "user defined token" string, use the environment variable of `USERTOKEN`. - -An example might look like the following, with the env of "dev" and the usertoken of "build-2" - -```text -shibd shibd.log dev build-2 2018-03-27 20:42:22 INFO Shibboleth.Listener : listener service starting -grouper-api grouper_event.log dev build-2 2018-03-27 21:10:00,046: [DefaultQuartzScheduler_Worker-1] INFO EventLog.info(156) - - [fdbb0099fe9e46e5be4371eb11250d39,'GrouperSystem','application'] session: start (0ms) -tomcat console dev build-2 Grouper starting up: version: 2.3.0, build date: null, env: <no label configured> -``` - # Misc Notes - [HTTP Strict Transport Security (HSTS)](https://en.wikipedia.org/wiki/HTTP_Strict_Transport_Security) is enabled on the Apache HTTP Server. From 30aa6c02f0d80f5e3994ab24e84d6191054dc33a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 14:07:29 -0500 Subject: [PATCH 051/194] Update ui --- container_files/usr-local-bin/ui | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/ui b/container_files/usr-local-bin/ui index a03ed585..dee276bd 100755 --- a/container_files/usr-local-bin/ui +++ b/container_files/usr-local-bin/ui @@ -6,4 +6,4 @@ prepUI export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH -exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomcat.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf From f643d07d94951e4d6d7e1773652e633f31af8570 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 14:07:47 -0500 Subject: [PATCH 052/194] Update ui-ws --- container_files/usr-local-bin/ui-ws | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/ui-ws b/container_files/usr-local-bin/ui-ws index de1384c4..5c78d720 100755 --- a/container_files/usr-local-bin/ui-ws +++ b/container_files/usr-local-bin/ui-ws @@ -7,4 +7,4 @@ prepWS export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH -/usr/bin/supervisord -c /opt/tier-support/supervisord-tomcat.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf From 16229851c2ab14ab0c6184da0b76bff08f0dee87 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 14:08:07 -0500 Subject: [PATCH 053/194] Update ws --- container_files/usr-local-bin/ws | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/ws b/container_files/usr-local-bin/ws index 0e10b688..2cad6dbd 100755 --- a/container_files/usr-local-bin/ws +++ b/container_files/usr-local-bin/ws @@ -4,4 +4,4 @@ prepWS -exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomcat.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf From 8d6a97945d75cca685ca0c2e20a5ffddce06a339 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 14:16:32 -0500 Subject: [PATCH 054/194] Update Dockerfile --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 1d54b570..ae5d16fc 100644 --- a/Dockerfile +++ b/Dockerfile @@ -75,7 +75,8 @@ COPY --from=cleanup /opt/grouper/ /opt/grouper/ RUN groupadd -r tomcat \ && useradd -r -m -s /sbin/nologin -g tomcat tomcat \ && chown -R tomcat:tomcat /opt/tomee \ - && ln -s $JAVA_HOME/bin/java /etc/alternatives/java + && ln -s $JAVA_HOME/bin/java /etc/alternatives/java && + mkdir -p /opt/tomee/conf/Catalina/localhost/ COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ From 50d594a0dd3991d391d895a7b4c092e4b0446296 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 14:17:35 -0500 Subject: [PATCH 055/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index ae5d16fc..65a18974 100644 --- a/Dockerfile +++ b/Dockerfile @@ -75,8 +75,8 @@ COPY --from=cleanup /opt/grouper/ /opt/grouper/ RUN groupadd -r tomcat \ && useradd -r -m -s /sbin/nologin -g tomcat tomcat \ && chown -R tomcat:tomcat /opt/tomee \ - && ln -s $JAVA_HOME/bin/java /etc/alternatives/java && - mkdir -p /opt/tomee/conf/Catalina/localhost/ + && ln -s $JAVA_HOME/bin/java /etc/alternatives/java \ + && mkdir -p /opt/tomee/conf/Catalina/localhost/ COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ From dcaece9411a20884d6d931407686618a0758e7f0 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 20 Feb 2020 14:22:56 -0500 Subject: [PATCH 056/194] remove extra log entry prefixes --- Dockerfile | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/Dockerfile b/Dockerfile index 65a18974..4b1b6c18 100644 --- a/Dockerfile +++ b/Dockerfile @@ -82,13 +82,8 @@ COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ COPY container_files/httpd/* /etc/httpd/conf.d/ COPY container_files/shibboleth/* /etc/shibboleth/ -RUN cp /dev/null /etc/httpd/conf.d/ssl.conf \ - && sed -i 's/LogFormat "/LogFormat "httpd;access_log;%{ENV}e;%{USERTOKEN}e;/g' /etc/httpd/conf/httpd.conf \ - && echo -e "\nErrorLogFormat \"httpd;error_log;%{ENV}e;%{USERTOKEN}e;[%{u}t] [%-m:%l] [pid %P:tid %T] %7F: %E: [client\ %a] %M% ,\ referer\ %{Referer}i\"" >> /etc/httpd/conf/httpd.conf \ - && sed -i 's/CustomLog "logs\/access_log"/CustomLog "\/tmp\/logpipe"/g' /etc/httpd/conf/httpd.conf \ - && sed -i 's/ErrorLog "logs\/error_log"/ErrorLog "\/tmp\/logpipe"/g' /etc/httpd/conf/httpd.conf \ - && echo -e "\nPassEnv ENV" >> /etc/httpd/conf/httpd.conf \ - && echo -e "\nPassEnv USERTOKEN" >> /etc/httpd/conf/httpd.conf +RUN cp /dev/null /etc/httpd/conf.d/ssl.conf + WORKDIR /opt/grouper/grouperWebapp EXPOSE 80 443 HEALTHCHECK NONE From 71ba05153d7e734b7263616746ed875556fd3e89 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 25 Feb 2020 14:20:01 -0500 Subject: [PATCH 057/194] Update library.sh --- container_files/usr-local-bin/library.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index e9ae27be..d682fa9d 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -1,6 +1,6 @@ #!/bin/sh -local dest=/opt/grouper/grouperWebapp/WEB-INF/ +dest=/opt/grouper/grouperWebapp/WEB-INF/ setupPipe() { @@ -34,7 +34,7 @@ setupShibdLogPipe() { setupTomcatLogPipe() { setupPipe /tmp/logtomcat - (cat <> /tmp/logtomcat | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomcat;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & + (cat <> /tmp/logtomcat | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomee;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & } setupSupervisordLogPipe() { @@ -48,7 +48,7 @@ linkGrouperSecrets() { local file=$(echo $label_file| cut -d'_' -f 2) if [[ $label_file == grouper_* ]]; then - ln -sf /run/secrets/$label_file $1/$file + ln -sf /run/secrets/$label_file $dest/classes/$file elif [[ $label_file == shib_* ]]; then ln -sf /run/secrets/$label_file /etc/shibboleth/$file elif [[ $label_file == httpd_* ]]; then From 23ae6b2308f2637c92dffd947b1f493b668b7cda Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 26 Feb 2020 14:08:28 -0500 Subject: [PATCH 059/194] update path to gsh --- container_files/usr-local-bin/gsh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/gsh b/container_files/usr-local-bin/gsh index e65979ab..f0e21360 100755 --- a/container_files/usr-local-bin/gsh +++ b/container_files/usr-local-bin/gsh @@ -6,4 +6,4 @@ prepDaemon export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -exec bin/gsh "$@" | tee /tmp/loggrouper +exec WEB-INF/bin/gsh.sh "$@" | tee /tmp/loggrouper From 4c5676326ef4584fd780a1dad00d5bdb8f2f2957 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 26 Feb 2020 14:40:22 -0500 Subject: [PATCH 060/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 4b1b6c18..ad1ec264 100644 --- a/Dockerfile +++ b/Dockerfile @@ -61,7 +61,7 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ARG GROUPER_CONTAINER_VERSION ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ PATH=$PATH:$JAVA_HOME/bin \ - GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF \ + GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF/classes \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ @@ -84,7 +84,7 @@ COPY container_files/httpd/* /etc/httpd/conf.d/ COPY container_files/shibboleth/* /etc/shibboleth/ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf -WORKDIR /opt/grouper/grouperWebapp +WORKDIR /opt/grouper/grouperWebapp/WEB-INF EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] From b8f351e42f4a458c24f860bae475b15cc7a938fe Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 26 Feb 2020 15:20:34 -0500 Subject: [PATCH 061/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index ad1ec264..4c65b4b1 100644 --- a/Dockerfile +++ b/Dockerfile @@ -61,7 +61,7 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ARG GROUPER_CONTAINER_VERSION ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ PATH=$PATH:$JAVA_HOME/bin \ - GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF/classes \ + GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF/ \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ @@ -84,7 +84,7 @@ COPY container_files/httpd/* /etc/httpd/conf.d/ COPY container_files/shibboleth/* /etc/shibboleth/ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf -WORKDIR /opt/grouper/grouperWebapp/WEB-INF +WORKDIR /opt/grouper/grouperWebapp/WEB-INF/ EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] From e1769e31154b9199cc6ee801bdce9671633cf320 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 26 Feb 2020 15:43:38 -0500 Subject: [PATCH 062/194] Update gsh --- container_files/usr-local-bin/gsh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/gsh b/container_files/usr-local-bin/gsh index f0e21360..1473da7e 100755 --- a/container_files/usr-local-bin/gsh +++ b/container_files/usr-local-bin/gsh @@ -6,4 +6,4 @@ prepDaemon export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -exec WEB-INF/bin/gsh.sh "$@" | tee /tmp/loggrouper +exec bin/gsh.sh "$@" | tee /tmp/loggrouper From eee48a805aeb0ea0464a301da37a45e54272b1ec Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 26 Feb 2020 15:45:40 -0500 Subject: [PATCH 063/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 4c65b4b1..a49787ac 100644 --- a/Dockerfile +++ b/Dockerfile @@ -61,7 +61,7 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ARG GROUPER_CONTAINER_VERSION ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ PATH=$PATH:$JAVA_HOME/bin \ - GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF/ \ + GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ From ab3ad4eff8d0caf02557c56499c2d9a699c1fa4b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 10:09:31 -0500 Subject: [PATCH 064/194] Update common.bash --- common.bash | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common.bash b/common.bash index 22fbc6a9..145a8c5c 100644 --- a/common.bash +++ b/common.bash @@ -1,2 +1,2 @@ -maintainer="tier" +maintainer="itap" imagename="grouper" From fcc3bbda61744668ff9a9ff275c4c06909b44e04 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 10:17:06 -0500 Subject: [PATCH 065/194] Update Jenkinsfile --- Jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 678a2148..76cfa5b0 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -56,7 +56,7 @@ pipeline { } } catch(error) { def error_details = readFile('./debug'); - def message = "BUILD ERROR: There was a problem building ${imagename}:${tag}. \n\n ${error_details}" + def message = "BUILD ERROR: There was a problem building ${maintainer}/${imagename}:${tag}. \n\n ${error_details}" sh "rm -f ./debug" handleError(message) } @@ -70,7 +70,7 @@ pipeline { sh 'bin/test.sh 2>&1 | tee debug ; test ${PIPESTATUS[0]} -eq 0' } catch (error) { def error_details = readFile('./debug') - def message = "BUILD ERROR: There was a problem testing ${imagename}:${tag}. \n\n ${error_details}" + def message = "BUILD ERROR: There was a problem testing ${maintainer}/${imagename}:${tag}. \n\n ${error_details}" sh "rm -f ./debug" handleError(message) } From 8848cbc1cfcea4030eadab4e85f53f08f48b08d1 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 10:27:51 -0500 Subject: [PATCH 066/194] jenkins cred for itap --- Jenkinsfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 76cfa5b0..c22f2903 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -51,7 +51,8 @@ pipeline { steps { script { try{ - docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-$maintainer") { + // statically defining jenkins credential value dockerhub-tier + docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-tier") { baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") } } catch(error) { From 623618ef1261706b33854c78978ca2748e49793e Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 10:37:59 -0500 Subject: [PATCH 067/194] install rsync --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index a49787ac..6262ff48 100644 --- a/Dockerfile +++ b/Dockerfile @@ -3,7 +3,7 @@ RUN yum update -y \ && yum install -y wget tar unzip dos2unix \ && yum clean all -RUN yum install -y wget tar unzip dos2unix +RUN yum install -y wget tar unzip dos2unix rsync ARG GROUPER_CONTAINER_VERSION ENV GROUPER_VERSION=2.5.11 \ From e57e1ecd7f775f67a39121eff817c98d0f0c0b1f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 10:38:41 -0500 Subject: [PATCH 068/194] Update library.sh --- container_files/usr-local-bin/library.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index d682fa9d..808ad973 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -1,7 +1,7 @@ #!/bin/sh dest=/opt/grouper/grouperWebapp/WEB-INF/ - +rsync -l -r -v /opt/grouper/slashRoot/ / setupPipe() { if [ -e $1 ]; then From cdfac0c23c25d58570ce08edc7a3bf1e8c0fe8be Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 10:52:59 -0500 Subject: [PATCH 069/194] Update Jenkinsfile --- Jenkinsfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index c22f2903..98b3afb7 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -82,7 +82,8 @@ pipeline { stage('Push') { steps { script { - docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-$maintainer") { + // statically defining jenkins credential value dockerhub-tier + docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-tier") { baseImg.push("$tag") } } From b47a490af56b8905b475408938ab45e7f492d335 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:16:36 -0500 Subject: [PATCH 070/194] Update Dockerfile --- test-compose/daemon/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/daemon/Dockerfile b/test-compose/daemon/Dockerfile index f6203505..58d5868b 100644 --- a/test-compose/daemon/Dockerfile +++ b/test-compose/daemon/Dockerfile @@ -1,4 +1,4 @@ -FROM tier/grouper:latest +FROM itap/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 741a1a201ef200632d5bb0e11a2516f8adbbd7a7 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:16:49 -0500 Subject: [PATCH 071/194] Update Dockerfile --- test-compose/data/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index 5b3ec01c..5635878d 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -1,4 +1,4 @@ -FROM tier/grouper:latest +FROM itap/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 5554028f6508d1c6e551d7fd8d6e62c6f1443bf1 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:17:00 -0500 Subject: [PATCH 072/194] Update Dockerfile --- test-compose/gsh/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/gsh/Dockerfile b/test-compose/gsh/Dockerfile index 33023280..5d0cf039 100644 --- a/test-compose/gsh/Dockerfile +++ b/test-compose/gsh/Dockerfile @@ -1,4 +1,4 @@ -FROM tier/grouper:latest +FROM itap/grouper:latest MAINTAINER tier-packaging@internet2.edu <tier-packaging@internet2.edu> From 96bf2937c2abd636b104831deb78e78422516166 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:17:19 -0500 Subject: [PATCH 073/194] Update Dockerfile --- test-compose/scim/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/scim/Dockerfile b/test-compose/scim/Dockerfile index 6b62e1fc..df8d5d73 100644 --- a/test-compose/scim/Dockerfile +++ b/test-compose/scim/Dockerfile @@ -1,4 +1,4 @@ -FROM tier/grouper:latest +FROM itap/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 20d913fa34f3df60d0a8e83ba276d4c13c8516fd Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:17:30 -0500 Subject: [PATCH 074/194] Update Dockerfile --- test-compose/ui/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/ui/Dockerfile b/test-compose/ui/Dockerfile index 8fec2ae0..059db78f 100644 --- a/test-compose/ui/Dockerfile +++ b/test-compose/ui/Dockerfile @@ -1,4 +1,4 @@ -FROM tier/grouper:latest +FROM itap/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From c9c214be0e087c2b6745839c5be0ceee7aa429ff Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:17:41 -0500 Subject: [PATCH 075/194] Update Dockerfile --- test-compose/ws/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/ws/Dockerfile b/test-compose/ws/Dockerfile index f5c06b96..c56b6972 100644 --- a/test-compose/ws/Dockerfile +++ b/test-compose/ws/Dockerfile @@ -1,4 +1,4 @@ -FROM tier/grouper:latest +FROM itap/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 0352dedb3181cad3a32729d9f00baa4cded69ee0 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 11:54:25 -0500 Subject: [PATCH 076/194] Update manualBuild.sh --- manualBuild.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/manualBuild.sh b/manualBuild.sh index 67b7d8a8..16fcc3f4 100755 --- a/manualBuild.sh +++ b/manualBuild.sh @@ -1,4 +1,4 @@ -docker build --pull --tag=tier/grouper:latest . \ +docker build --pull --tag=itap/grouper:latest . \ if [[ "$OSTYPE" == "darwin"* ]]; then say build complete From 4458c674452301f41e0574cf94aec609df80141a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 12:00:48 -0500 Subject: [PATCH 077/194] Update library.sh --- container_files/usr-local-bin/library.sh | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 808ad973..8341810f 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -1,7 +1,11 @@ #!/bin/sh dest=/opt/grouper/grouperWebapp/WEB-INF/ -rsync -l -r -v /opt/grouper/slashRoot/ / + +if [ -d "/opt/grouper/slashRoot" ]; then + # Copy any files into the root filesystem + rsync -l -r -v /opt/grouper/slashRoot/ / +fi setupPipe() { if [ -e $1 ]; then From 79dad0ba27fa32c08f921f3ce0a3b737e164744c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 12:08:45 -0500 Subject: [PATCH 078/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 6262ff48..bb0910d7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -3,7 +3,7 @@ RUN yum update -y \ && yum install -y wget tar unzip dos2unix \ && yum clean all -RUN yum install -y wget tar unzip dos2unix rsync +RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION ENV GROUPER_VERSION=2.5.11 \ @@ -65,7 +65,7 @@ ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ - && yum install -y cron logrotate python-pip \ + && yum install -y cron logrotate python-pip rsync \ && pip install --upgrade pip \ && pip install supervisor \ && yum clean -y all From 75e7b7c91acb09f218587af763c992632e16a9d1 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 27 Feb 2020 14:18:57 -0500 Subject: [PATCH 079/194] Update grouper.installer.properties --- container_files/grouper.installer.properties | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index ca84b7d9..207d0d61 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -1,3 +1,4 @@ download.server.url = https://software.internet2.edu/grouper grouperInstaller.default.installOrUpgrade = buildContainer grouperInstaller.autorun.useDefaultsAsMuchAsAvailable = true +grouperInstaller.webAppWillBeInContainer = /opt/grouper/grouperWebapp From 45454fdf954c8581082a2a3106094026621452d7 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 2 Mar 2020 09:24:15 -0500 Subject: [PATCH 080/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index bb0910d7..6d868784 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.11 \ +ENV GROUPER_VERSION=2.5.12 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.11 \ +ENV GROUPER_VERSION=2.5.12 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 31169651f7ec1f772ad44c6aaf0c57b8a69b74c3 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 2 Mar 2020 11:37:57 -0500 Subject: [PATCH 081/194] Rename server.xml to server.xml.disabled --- container_files/tomee/conf/{server.xml => server.xml.disabled} | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename container_files/tomee/conf/{server.xml => server.xml.disabled} (99%) diff --git a/container_files/tomee/conf/server.xml b/container_files/tomee/conf/server.xml.disabled similarity index 99% rename from container_files/tomee/conf/server.xml rename to container_files/tomee/conf/server.xml.disabled index e5c89967..e09ea6fc 100644 --- a/container_files/tomee/conf/server.xml +++ b/container_files/tomee/conf/server.xml.disabled @@ -161,4 +161,4 @@ </Host> </Engine> </Service> -</Server> \ No newline at end of file +</Server> From 195559d29abc3c32d36553a9e156a5c017d9c2ad Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 2 Mar 2020 11:38:12 -0500 Subject: [PATCH 082/194] Rename server.xml to server.xml.disabled --- container_files/tomcat/conf/{server.xml => server.xml.disabled} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename container_files/tomcat/conf/{server.xml => server.xml.disabled} (100%) diff --git a/container_files/tomcat/conf/server.xml b/container_files/tomcat/conf/server.xml.disabled similarity index 100% rename from container_files/tomcat/conf/server.xml rename to container_files/tomcat/conf/server.xml.disabled From bb75072476aa105e39e6720bb94613ed859f59f5 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 2 Mar 2020 12:47:09 -0500 Subject: [PATCH 083/194] added flags for components --- container_files/usr-local-bin/library.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 8341810f..c1a1f224 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -64,6 +64,9 @@ linkGrouperSecrets() { } prepDaemon() { + export GROUPER_DAEMON=true + export RUN_TOMEE=true + setupLoggingPipe setupGrouperLogPipe cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ @@ -81,6 +84,10 @@ prepDaemonConf() { } prepSCIM() { + export GROUPER_SCIM=true + export RUN_APACHE=true + export RUN_TOMEE=true + setupLoggingPipe setupGrouperLogPipe setupHttpdLogPipe @@ -103,6 +110,11 @@ prepSCIMConf() { } prepUI() { + export GROUPER_UI=true + export RUN_APACHE=true + export RUN_SHIB_SP=true + export RUN_TOMEE=true + setupLoggingPipe setupGrouperLogPipe setupHttpdLogPipe @@ -125,6 +137,10 @@ prepUIConf() { } prepWS() { + + export GROUPER_WS=true + export RUN_APACHE=true + export RUN_TOMEE=true setupLoggingPipe setupGrouperLogPipe setupHttpdLogPipe From bd3dfa8f3720eeb5456fe6bbdfdcca8eb587df22 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 2 Mar 2020 13:36:55 -0500 Subject: [PATCH 084/194] Update common.bash --- common.bash | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common.bash b/common.bash index 145a8c5c..cc96a899 100644 --- a/common.bash +++ b/common.bash @@ -1,2 +1,2 @@ -maintainer="itap" +maintainer="i2incommon" imagename="grouper" From c9bdc7e01451968c4379d0d4014ce0567e4bc29b Mon Sep 17 00:00:00 2001 From: Chris Hubing <chubing@internet2.edu> Date: Tue, 17 Mar 2020 14:01:23 +0000 Subject: [PATCH 085/194] adding support for flags as per https://spaces.at.internet2.edu/display/Grouper/Grouper+packaging+and+versioning+strategy+for+2.5 --- .../tier-support/supervisord-base.conf | 15 +++++++++ .../tier-support/supervisord-httpd.conf | 6 ++++ .../tier-support/supervisord-shibsp.conf | 9 ++++++ .../tier-support/supervisord-tomee.conf | 31 ------------------- 4 files changed, 30 insertions(+), 31 deletions(-) create mode 100644 container_files/tier-support/supervisord-base.conf create mode 100644 container_files/tier-support/supervisord-httpd.conf create mode 100644 container_files/tier-support/supervisord-shibsp.conf diff --git a/container_files/tier-support/supervisord-base.conf b/container_files/tier-support/supervisord-base.conf new file mode 100644 index 00000000..fc02363b --- /dev/null +++ b/container_files/tier-support/supervisord-base.conf @@ -0,0 +1,15 @@ +[supervisord] +logfile=/tmp/logsuperd ; supervisord log file +logfile_maxbytes=0 ; maximum size of logfile before rotation +loglevel=error ; info, debug, warn, trace +nodaemon=true ; run supervisord as a daemon +user=root ; default user + +[rpcinterface:supervisor] +supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface + +[supervisorctl] +serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket + +; Our processes +; writing output to stdout (1) and err (2) (for Docker logging) and disabling log rotation diff --git a/container_files/tier-support/supervisord-httpd.conf b/container_files/tier-support/supervisord-httpd.conf new file mode 100644 index 00000000..592182d2 --- /dev/null +++ b/container_files/tier-support/supervisord-httpd.conf @@ -0,0 +1,6 @@ +[program:httpd] +command=httpd -DFOREGROUND +stderr_logfile = /tmp/loghttpd +stderr_logfile_maxbytes=0 +stdout_logfile = /tmp/loghttpd +stdout_logfile_maxbytes=0 diff --git a/container_files/tier-support/supervisord-shibsp.conf b/container_files/tier-support/supervisord-shibsp.conf new file mode 100644 index 00000000..6ac0f0af --- /dev/null +++ b/container_files/tier-support/supervisord-shibsp.conf @@ -0,0 +1,9 @@ +[program:shibbolethsp] +user=shibd +command=/usr/sbin/shibd -f -F +stderr_logfile = /tmp/logshidb +stderr_logfile_maxbytes=0 +stdout_logfile = /tmp/logshidb +stdout_logfile_maxbytes=0 + + diff --git a/container_files/tier-support/supervisord-tomee.conf b/container_files/tier-support/supervisord-tomee.conf index 63cfb278..215381f2 100644 --- a/container_files/tier-support/supervisord-tomee.conf +++ b/container_files/tier-support/supervisord-tomee.conf @@ -1,34 +1,3 @@ -[supervisord] -logfile=/tmp/logsuperd ; supervisord log file -logfile_maxbytes=0 ; maximum size of logfile before rotation -loglevel=error ; info, debug, warn, trace -nodaemon=true ; run supervisord as a daemon -user=root ; default user - -[rpcinterface:supervisor] -supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface - -[supervisorctl] -serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket - -; Our processes -; writing output to stdout (1) and err (2) (for Docker logging) and disabling log rotation - -[program:httpd] -command=httpd -DFOREGROUND -stderr_logfile = /tmp/loghttpd -stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/loghttpd -stdout_logfile_maxbytes=0 - -[program:shibbolethsp] -user=shibd -command=/usr/sbin/shibd -f -F -stderr_logfile = /tmp/logshidb -stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/logshidb -stdout_logfile_maxbytes=0 - [program:tomee] user=tomcat command=/opt/tomee/bin/catalina.sh run From 874e5603d5aab9ea56e3ef396ec9f0cbeee75db7 Mon Sep 17 00:00:00 2001 From: Chris Hubing <chubing@internet2.edu> Date: Tue, 17 Mar 2020 14:07:21 +0000 Subject: [PATCH 086/194] update path for supervisord --- container_files/usr-local-bin/library.sh | 20 ++++++++++++++++++++ container_files/usr-local-bin/scim | 2 +- container_files/usr-local-bin/ui | 2 +- container_files/usr-local-bin/ui-ws | 2 +- container_files/usr-local-bin/ws | 2 +- 5 files changed, 24 insertions(+), 4 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index c1a1f224..96eb6ddc 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -168,3 +168,23 @@ prepConf() { prepUIConf prepWSConf } + +if [ "$RUN_APACHE" = "true" ] + then + cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord-base.conf +fi + + +if [ "$RUN_TOMEE" = "true" ] + then + cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord-base.conf +fi + +if [ "$RUN_SHIB_SP" = "true" ] + then + cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf +fi + + +cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + diff --git a/container_files/usr-local-bin/scim b/container_files/usr-local-bin/scim index ffe12b37..9ab7c7b4 100755 --- a/container_files/usr-local-bin/scim +++ b/container_files/usr-local-bin/scim @@ -4,4 +4,4 @@ prepSCIM -exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/ui b/container_files/usr-local-bin/ui index dee276bd..59994da0 100755 --- a/container_files/usr-local-bin/ui +++ b/container_files/usr-local-bin/ui @@ -6,4 +6,4 @@ prepUI export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH -exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/ui-ws b/container_files/usr-local-bin/ui-ws index 5c78d720..3eee072e 100755 --- a/container_files/usr-local-bin/ui-ws +++ b/container_files/usr-local-bin/ui-ws @@ -7,4 +7,4 @@ prepWS export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH -exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/ws b/container_files/usr-local-bin/ws index 2cad6dbd..99f893ee 100755 --- a/container_files/usr-local-bin/ws +++ b/container_files/usr-local-bin/ws @@ -4,4 +4,4 @@ prepWS -exec /usr/bin/supervisord -c /opt/tier-support/supervisord-tomee.conf +exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf From 75bf9d6a622f0711f92cc214c74737e367ce5e54 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 15:24:58 -0400 Subject: [PATCH 087/194] copy files based on flags --- container_files/usr-local-bin/library.sh | 19 ++++++++++++++++++- 1 file changed, 18 insertions(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 96eb6ddc..010e9821 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -169,6 +169,7 @@ prepConf() { prepWSConf } +# construct the supervisord file based on FLAGS passed in or what was in CMD if [ "$RUN_APACHE" = "true" ] then cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord-base.conf @@ -185,6 +186,22 @@ if [ "$RUN_SHIB_SP" = "true" ] cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf fi - cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + +# copy files to their appropriate locations based on passed in flags +if [ "GROUPER_WS" = "true" ] + then + cp -r $dest/libWs/* $dest/lib/ +fi + +if [ "GROUPER_SCIM" = "true" ] + then + cp -r $dest/libScim/* $dest/lib/ +fi + +if [ "GROUPER_UI" = "true" ] || [ "GROUPER_DAEMON" = "true" ] + then + cp -r $dest/libUiAndDaemon/* $dest/lib/ +fi + From 2695059839c20b5c52063938c5da67e129c1f2bd Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 15:33:18 -0400 Subject: [PATCH 088/194] removed extraneous copies --- container_files/usr-local-bin/library.sh | 20 ++++++++------------ 1 file changed, 8 insertions(+), 12 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 010e9821..2cded60f 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -7,6 +7,10 @@ if [ -d "/opt/grouper/slashRoot" ]; then rsync -l -r -v /opt/grouper/slashRoot/ / fi +if [ -d "/opt/grouper/lib" ]; then + cp -r /opt/grouper/lib/* $dest/libUiAndDaemon/ +fi + setupPipe() { if [ -e $1 ]; then rm $1 @@ -78,9 +82,7 @@ prepDaemonConf() { if [ -d "/opt/grouper/conf" ]; then cp -r /opt/grouper/conf/* $dest/classes/ fi - if [ -d "/opt/grouper/lib" ]; then - cp -r /opt/grouper/lib/* $dest/lib/custom/ - fi + } prepSCIM() { @@ -104,9 +106,7 @@ prepSCIMConf() { if [ -d "/opt/grouper/conf" ]; then cp -r /opt/grouper/conf/* $dest/classes/ fi - if [ -d "/opt/grouper/lib" ]; then - cp -r /opt/grouper/lib/* $dest/lib/ - fi + } prepUI() { @@ -131,9 +131,7 @@ prepUIConf() { if [ -d "/opt/grouper/conf" ]; then cp -r /opt/grouper/conf/* $dest/classes/ fi - if [ -d "/opt/grouper/lib" ]; then - cp -r /opt/grouper/lib/* $dest/lib/ - fi + } prepWS() { @@ -156,9 +154,7 @@ prepWSConf() { if [ -d "/opt/grouper/conf" ]; then cp -r /opt/grouper/conf/* $dest/classes/ fi - if [ -d "/opt/grouper/lib" ]; then - cp -r /opt/grouper/lib/* $dest/lib/ - fi + } From 7a18c833dd6d7c2447c8e41890a776c9602a20b6 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 20:20:09 -0400 Subject: [PATCH 089/194] add finishPrep function --- container_files/usr-local-bin/library.sh | 62 +++++++++++++----------- 1 file changed, 34 insertions(+), 28 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 2cded60f..8293651f 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -74,6 +74,7 @@ prepDaemon() { setupLoggingPipe setupGrouperLogPipe cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + finishPrep } prepDaemonConf() { @@ -97,7 +98,7 @@ prepSCIM() { cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ - + finishPrep } prepSCIMConf() { @@ -123,6 +124,7 @@ prepUI() { setupSupervisordLogPipe cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + finishPrep } prepUIConf() { @@ -146,6 +148,7 @@ prepWS() { setupSupervisordLogPipe cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + finishPrep } prepWSConf() { @@ -163,41 +166,44 @@ prepConf() { prepSCIMConf prepUIConf prepWSConf + finishPrep } -# construct the supervisord file based on FLAGS passed in or what was in CMD -if [ "$RUN_APACHE" = "true" ] - then - cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord-base.conf -fi +finishPrep() { + # construct the supervisord file based on FLAGS passed in or what was in CMD + if [ "$RUN_APACHE" = "true" ] + then + cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord-base.conf + fi -if [ "$RUN_TOMEE" = "true" ] - then - cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord-base.conf -fi -if [ "$RUN_SHIB_SP" = "true" ] - then - cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf -fi + if [ "$RUN_TOMEE" = "true" ] + then + cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord-base.conf + fi -cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + if [ "$RUN_SHIB_SP" = "true" ] + then + cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf + fi + cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf -# copy files to their appropriate locations based on passed in flags -if [ "GROUPER_WS" = "true" ] - then - cp -r $dest/libWs/* $dest/lib/ -fi -if [ "GROUPER_SCIM" = "true" ] - then - cp -r $dest/libScim/* $dest/lib/ -fi + # copy files to their appropriate locations based on passed in flags + if [ "GROUPER_WS" = "true" ] + then + cp -r $dest/libWs/* $dest/lib/ + fi -if [ "GROUPER_UI" = "true" ] || [ "GROUPER_DAEMON" = "true" ] - then - cp -r $dest/libUiAndDaemon/* $dest/lib/ -fi + if [ "GROUPER_SCIM" = "true" ] + then + cp -r $dest/libScim/* $dest/lib/ + fi + if [ "GROUPER_UI" = "true" ] || [ "GROUPER_DAEMON" = "true" ] + then + cp -r $dest/libUiAndDaemon/* $dest/lib/ + fi +} From 8bc5ac06cc10a5474ba1ade73e40a24fd37d1791 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 20:44:43 -0400 Subject: [PATCH 090/194] remove some un-needed/redundant code --- container_files/usr-local-bin/library.sh | 39 ++---------------------- 1 file changed, 2 insertions(+), 37 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 8293651f..0b93d94d 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -77,15 +77,6 @@ prepDaemon() { finishPrep } -prepDaemonConf() { - linkGrouperSecrets $dest - - if [ -d "/opt/grouper/conf" ]; then - cp -r /opt/grouper/conf/* $dest/classes/ - fi - -} - prepSCIM() { export GROUPER_SCIM=true export RUN_APACHE=true @@ -101,15 +92,6 @@ prepSCIM() { finishPrep } -prepSCIMConf() { - linkGrouperSecrets $dest/classes - - if [ -d "/opt/grouper/conf" ]; then - cp -r /opt/grouper/conf/* $dest/classes/ - fi - -} - prepUI() { export GROUPER_UI=true export RUN_APACHE=true @@ -127,15 +109,6 @@ prepUI() { finishPrep } -prepUIConf() { - linkGrouperSecrets $dest/classes - - if [ -d "/opt/grouper/conf" ]; then - cp -r /opt/grouper/conf/* $dest/classes/ - fi - -} - prepWS() { export GROUPER_WS=true @@ -151,21 +124,13 @@ prepWS() { finishPrep } -prepWSConf() { + +prepConf() { linkGrouperSecrets $dest/classes if [ -d "/opt/grouper/conf" ]; then cp -r /opt/grouper/conf/* $dest/classes/ fi - -} - - -prepConf() { - prepDaemonConf - prepSCIMConf - prepUIConf - prepWSConf finishPrep } From 2c063a6dd9f0d61ef504bfe25edcce83690e6da4 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 21:03:21 -0400 Subject: [PATCH 091/194] fix gsh path --- container_files/usr-local-bin/daemon | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/daemon b/container_files/usr-local-bin/daemon index da40d1e6..6d80d292 100755 --- a/container_files/usr-local-bin/daemon +++ b/container_files/usr-local-bin/daemon @@ -6,4 +6,4 @@ prepDaemon export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -exec bin/gsh -loader > /tmp/loggrouper +exec bin/gsh.sh -loader > /tmp/loggrouper From 445e37873a5eef1ebc2962c279c1dcd9a0bec4f7 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 21:28:04 -0400 Subject: [PATCH 092/194] Update library.sh --- container_files/usr-local-bin/library.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 0b93d94d..831f0eb2 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -131,7 +131,6 @@ prepConf() { if [ -d "/opt/grouper/conf" ]; then cp -r /opt/grouper/conf/* $dest/classes/ fi - finishPrep } From fb3851929806bfd654b93d555c1bed2e70aa0879 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 21:28:23 -0400 Subject: [PATCH 093/194] Update supervisord-base.conf --- container_files/tier-support/supervisord-base.conf | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/tier-support/supervisord-base.conf b/container_files/tier-support/supervisord-base.conf index fc02363b..3cacdd81 100644 --- a/container_files/tier-support/supervisord-base.conf +++ b/container_files/tier-support/supervisord-base.conf @@ -13,3 +13,4 @@ serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix so ; Our processes ; writing output to stdout (1) and err (2) (for Docker logging) and disabling log rotation + From 46d3942a0ebb4d3adc079ec2ddc169ce64850f74 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 21:28:34 -0400 Subject: [PATCH 094/194] Update supervisord-httpd.conf --- container_files/tier-support/supervisord-httpd.conf | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/tier-support/supervisord-httpd.conf b/container_files/tier-support/supervisord-httpd.conf index 592182d2..9e293b84 100644 --- a/container_files/tier-support/supervisord-httpd.conf +++ b/container_files/tier-support/supervisord-httpd.conf @@ -4,3 +4,4 @@ stderr_logfile = /tmp/loghttpd stderr_logfile_maxbytes=0 stdout_logfile = /tmp/loghttpd stdout_logfile_maxbytes=0 + From dc1a9a183234e2d034b50268cbfa92dd5923b750 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 23 Mar 2020 21:28:56 -0400 Subject: [PATCH 095/194] Update supervisord-tomee.conf --- container_files/tier-support/supervisord-tomee.conf | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/tier-support/supervisord-tomee.conf b/container_files/tier-support/supervisord-tomee.conf index 215381f2..9003fad4 100644 --- a/container_files/tier-support/supervisord-tomee.conf +++ b/container_files/tier-support/supervisord-tomee.conf @@ -6,3 +6,4 @@ stderr_logfile_maxbytes=0 stdout_logfile = /tmp/logtomcat stdout_logfile_maxbytes=0 + From ca490cdb1fd76fc9bb12e9b341b445a1fca8b40a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 24 Mar 2020 10:58:41 -0400 Subject: [PATCH 096/194] missing dollar signs from some variables --- container_files/usr-local-bin/library.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 831f0eb2..c2546996 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -156,17 +156,17 @@ finishPrep() { # copy files to their appropriate locations based on passed in flags - if [ "GROUPER_WS" = "true" ] + if [ "$GROUPER_WS" = "true" ] then cp -r $dest/libWs/* $dest/lib/ fi - if [ "GROUPER_SCIM" = "true" ] + if [ "$GROUPER_SCIM" = "true" ] then cp -r $dest/libScim/* $dest/lib/ fi - if [ "GROUPER_UI" = "true" ] || [ "GROUPER_DAEMON" = "true" ] + if [ "$GROUPER_UI" = "true" ] || [ "$GROUPER_DAEMON" = "true" ] then cp -r $dest/libUiAndDaemon/* $dest/lib/ fi From 53f923f8a756279c00d04116709e63ee18edf140 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 24 Mar 2020 12:04:15 -0400 Subject: [PATCH 097/194] extra logic to allow default flag overrides --- container_files/usr-local-bin/library.sh | 25 ++++++++++++------------ 1 file changed, 13 insertions(+), 12 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index c2546996..e0ff77f3 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -68,8 +68,9 @@ linkGrouperSecrets() { } prepDaemon() { - export GROUPER_DAEMON=true - export RUN_TOMEE=true + + if [ -z "$GROUPER_DAEMON" ]; then export GROUPER_DAEMON=true; fi + if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi setupLoggingPipe setupGrouperLogPipe @@ -78,9 +79,9 @@ prepDaemon() { } prepSCIM() { - export GROUPER_SCIM=true - export RUN_APACHE=true - export RUN_TOMEE=true + if [ -z "$GROUPER_SCIM" ]; then export GROUPER_SCIM=true; fi + if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi + if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi setupLoggingPipe setupGrouperLogPipe @@ -93,10 +94,10 @@ prepSCIM() { } prepUI() { - export GROUPER_UI=true - export RUN_APACHE=true - export RUN_SHIB_SP=true - export RUN_TOMEE=true + if [ -z "$GROUPER_UI" ]; then export GROUPER_UI=true; fi + if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi + if [ -z "$RUN_SHIB_SP" ]; then export RUN_SHIB_SP=true; fi + if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi setupLoggingPipe setupGrouperLogPipe @@ -111,9 +112,9 @@ prepUI() { prepWS() { - export GROUPER_WS=true - export RUN_APACHE=true - export RUN_TOMEE=true + if [ -z "$GROUPER_WS" ]; then export GROUPER_WS=true; fi + if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi + if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi setupLoggingPipe setupGrouperLogPipe setupHttpdLogPipe From 0a8fdc22e1947f6b0b1183b4f47a751a14b1ba09 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 31 Mar 2020 08:11:52 -0400 Subject: [PATCH 098/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 6d868784..cd550dee 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.12 \ +ENV GROUPER_VERSION=2.5.14 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.12 \ +ENV GROUPER_VERSION=2.5.14 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 7bb0af10547058cdafd75d5350145f93ad69f2c9 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 1 Apr 2020 09:50:09 -0400 Subject: [PATCH 099/194] 2.5.15 --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index cd550dee..25b26511 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.14 \ +ENV GROUPER_VERSION=2.5.15 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.14 \ +ENV GROUPER_VERSION=2.5.15 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 7d7ffef9d27ce36be381263a2484b1b5c19ea867 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Fri, 3 Apr 2020 15:51:21 -0400 Subject: [PATCH 100/194] set buildContainerUseExistingJarIfExists to false --- container_files/grouper.installer.properties | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/grouper.installer.properties b/container_files/grouper.installer.properties index 207d0d61..78b76fe8 100644 --- a/container_files/grouper.installer.properties +++ b/container_files/grouper.installer.properties @@ -2,3 +2,4 @@ download.server.url = https://software.internet2.edu/grouper grouperInstaller.default.installOrUpgrade = buildContainer grouperInstaller.autorun.useDefaultsAsMuchAsAvailable = true grouperInstaller.webAppWillBeInContainer = /opt/grouper/grouperWebapp +grouperInstaller.autorun.buildContainerUseExistingJarIfExists = false From 6397aa9988ccefdd4278b7208c440d24289a588c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Fri, 3 Apr 2020 15:52:21 -0400 Subject: [PATCH 101/194] not needed --- .../tier-support/supervisord-tomcat.conf | 39 ------------------- 1 file changed, 39 deletions(-) delete mode 100644 container_files/tier-support/supervisord-tomcat.conf diff --git a/container_files/tier-support/supervisord-tomcat.conf b/container_files/tier-support/supervisord-tomcat.conf deleted file mode 100644 index 30631e41..00000000 --- a/container_files/tier-support/supervisord-tomcat.conf +++ /dev/null @@ -1,39 +0,0 @@ -[supervisord] -logfile=/tmp/logsuperd ; supervisord log file -logfile_maxbytes=0 ; maximum size of logfile before rotation -loglevel=error ; info, debug, warn, trace -nodaemon=true ; run supervisord as a daemon -user=root ; default user - -[rpcinterface:supervisor] -supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface - -[supervisorctl] -serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket - -; Our processes -; writing output to stdout (1) and err (2) (for Docker logging) and disabling log rotation - -[program:httpd] -command=httpd -DFOREGROUND -stderr_logfile = /tmp/loghttpd -stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/loghttpd -stdout_logfile_maxbytes=0 - -[program:shibbolethsp] -user=shibd -command=/usr/sbin/shibd -f -F -stderr_logfile = /tmp/logshidb -stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/logshidb -stdout_logfile_maxbytes=0 - -[program:tomcat] -user=tomcat -command=/opt/tomcat/bin/catalina.sh run -stderr_logfile = /tmp/logtomcat -stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/logtomcat -stdout_logfile_maxbytes=0 - From beff9faaf07e467aaafd229a91a1d97ef10e5095 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Fri, 3 Apr 2020 15:53:11 -0400 Subject: [PATCH 102/194] Update daemon --- container_files/usr-local-bin/daemon | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/daemon b/container_files/usr-local-bin/daemon index 6d80d292..7488460d 100755 --- a/container_files/usr-local-bin/daemon +++ b/container_files/usr-local-bin/daemon @@ -6,4 +6,4 @@ prepDaemon export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -exec bin/gsh.sh -loader > /tmp/loggrouper +exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf From 113a91bc926527ba8e813a56b233ddfe5c89e5d4 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Fri, 3 Apr 2020 15:55:15 -0400 Subject: [PATCH 103/194] Create supervisord-loader.conf --- container_files/tier-support/supervisord-loader.conf | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 container_files/tier-support/supervisord-loader.conf diff --git a/container_files/tier-support/supervisord-loader.conf b/container_files/tier-support/supervisord-loader.conf new file mode 100644 index 00000000..aaf5a675 --- /dev/null +++ b/container_files/tier-support/supervisord-loader.conf @@ -0,0 +1,7 @@ +[program:grouperloader] +user=shibd +command=bin/gsh.sh -loader +stderr_logfile = /tmp/loggrouper +stderr_logfile_maxbytes=0 +stdout_logfile = /tmp/loggrouper +stdout_logfile_maxbytes=0 From 472f75be58b8f9c19a156caa86cce494bface9c2 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Fri, 3 Apr 2020 15:57:33 -0400 Subject: [PATCH 104/194] Update library.sh --- container_files/usr-local-bin/library.sh | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index e0ff77f3..09ed6bf8 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -152,9 +152,11 @@ finishPrep() { then cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf fi - - cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf - + + if [ "$GROUPER_DAEMON" = "true" ] + then + cat /opt/tier-support/supervisord-loader.conf > /opt/tier-support/supervisord.conf + fi # copy files to their appropriate locations based on passed in flags if [ "$GROUPER_WS" = "true" ] From bf692c52f526c03318096152aeed5efbdcf7a411 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Fri, 3 Apr 2020 16:03:58 -0400 Subject: [PATCH 105/194] fixed ProxyPass --- container_files/httpd/grouper-www.conf | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index 1f948fd9..4214fc61 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -3,9 +3,9 @@ Timeout 2400 ProxyTimeout 2400 ProxyBadHeader Ignore -ProxyPass /grouper ajp://localhost:8009/grouperWebapp timeout=2400 -ProxyPass /grouper-ws ajp://localhost:8009/grouperWebapp timeout=2400 -ProxyPass /grouper-ws-scim ajp://localhost:8009/grouperWebapp timeout=2400 +ProxyPass /grouper ajp://localhost:8009/grouper timeout=2400 +ProxyPass /grouper-ws ajp://localhost:8009/grouper timeout=2400 +ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper timeout=2400 RewriteEngine on RewriteCond %{REQUEST_URI} "^/$" From 8ba64282d7079ac5cdf94bc2deb17aa4fc624d3f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 08:20:05 -0400 Subject: [PATCH 106/194] installed via installer --- container_files/tier-support/grouper.xml | 4 ---- 1 file changed, 4 deletions(-) delete mode 100644 container_files/tier-support/grouper.xml diff --git a/container_files/tier-support/grouper.xml b/container_files/tier-support/grouper.xml deleted file mode 100644 index fbc77266..00000000 --- a/container_files/tier-support/grouper.xml +++ /dev/null @@ -1,4 +0,0 @@ -<Context docBase="/opt/grouper/grouperWebapp/" path="/grouperWebapp" reloadable="false"> - <!-- Allow our symlinks to work--> - <Resources allowLinking="true" /> -</Context> From 4ab33be43b774dec3d10314ab863c21f70b77173 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 08:21:38 -0400 Subject: [PATCH 107/194] Update supervisord-loader.conf --- container_files/tier-support/supervisord-loader.conf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/tier-support/supervisord-loader.conf b/container_files/tier-support/supervisord-loader.conf index aaf5a675..24e4145b 100644 --- a/container_files/tier-support/supervisord-loader.conf +++ b/container_files/tier-support/supervisord-loader.conf @@ -1,5 +1,5 @@ [program:grouperloader] -user=shibd +user=tomcat command=bin/gsh.sh -loader stderr_logfile = /tmp/loggrouper stderr_logfile_maxbytes=0 From 261c2c6ef305ca91fa66403d66cff28f7b568330 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 14:48:29 -0400 Subject: [PATCH 108/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 25b26511..ab7513b1 100644 --- a/Dockerfile +++ b/Dockerfile @@ -88,4 +88,4 @@ WORKDIR /opt/grouper/grouperWebapp/WEB-INF/ EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] -CMD ["bin/gsh.sh", "-loader"] +# CMD ["bin/gsh.sh", "-loader"] From e23e714b406df87d04873e9784260a9a3b988c28 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 14:50:06 -0400 Subject: [PATCH 109/194] not needed --- container_files/tier-support/supervisord-loader.conf | 7 ------- 1 file changed, 7 deletions(-) delete mode 100644 container_files/tier-support/supervisord-loader.conf diff --git a/container_files/tier-support/supervisord-loader.conf b/container_files/tier-support/supervisord-loader.conf deleted file mode 100644 index 24e4145b..00000000 --- a/container_files/tier-support/supervisord-loader.conf +++ /dev/null @@ -1,7 +0,0 @@ -[program:grouperloader] -user=tomcat -command=bin/gsh.sh -loader -stderr_logfile = /tmp/loggrouper -stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/loggrouper -stdout_logfile_maxbytes=0 From 506388ff703e62a6c31c5f8d5f4e4463f0f67709 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 14:50:52 -0400 Subject: [PATCH 110/194] removed unneeded grouper loader --- container_files/usr-local-bin/library.sh | 5 ----- 1 file changed, 5 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 09ed6bf8..1b5688e4 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -152,11 +152,6 @@ finishPrep() { then cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf fi - - if [ "$GROUPER_DAEMON" = "true" ] - then - cat /opt/tier-support/supervisord-loader.conf > /opt/tier-support/supervisord.conf - fi # copy files to their appropriate locations based on passed in flags if [ "$GROUPER_WS" = "true" ] From d3c4f96e958b686a2e32fa7d95b269e318e12b8b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:11:43 -0400 Subject: [PATCH 111/194] Update main.bats --- tests/main.bats | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index 0c18d122..c5910c52 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -11,6 +11,6 @@ load ../common } -@test "070 There are no known security vulnerabilities" { - ./tests/clairscan.sh ${maintainer}/${imagename}:latest -} +#@test "070 There are no known security vulnerabilities" { +# ./tests/clairscan.sh ${maintainer}/${imagename}:latest +#} From 226a3b567c5af0bcb295a013c5950ec23189b069 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:13:40 -0400 Subject: [PATCH 112/194] Update Dockerfile --- test-compose/daemon/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/daemon/Dockerfile b/test-compose/daemon/Dockerfile index 58d5868b..92b58121 100644 --- a/test-compose/daemon/Dockerfile +++ b/test-compose/daemon/Dockerfile @@ -1,4 +1,4 @@ -FROM itap/grouper:latest +FROM i2incommon/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 69e8f9a14a2653b356769fb233f6a123e9a0e38b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:13:52 -0400 Subject: [PATCH 113/194] Update Dockerfile --- test-compose/data/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/data/Dockerfile b/test-compose/data/Dockerfile index 5635878d..bf1e104a 100644 --- a/test-compose/data/Dockerfile +++ b/test-compose/data/Dockerfile @@ -1,4 +1,4 @@ -FROM itap/grouper:latest +FROM i2incommon/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 87049cc44214c4ddbfabe4dd849f9b962869697b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:14:05 -0400 Subject: [PATCH 114/194] Update Dockerfile --- test-compose/gsh/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/gsh/Dockerfile b/test-compose/gsh/Dockerfile index 5d0cf039..aeabcdd6 100644 --- a/test-compose/gsh/Dockerfile +++ b/test-compose/gsh/Dockerfile @@ -1,4 +1,4 @@ -FROM itap/grouper:latest +FROM i2incommon/grouper:latest MAINTAINER tier-packaging@internet2.edu <tier-packaging@internet2.edu> From 7ffa05d63912b89a8c92e3672cb75831eb192aaa Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:14:29 -0400 Subject: [PATCH 115/194] Update Dockerfile --- test-compose/scim/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/scim/Dockerfile b/test-compose/scim/Dockerfile index df8d5d73..99843d2b 100644 --- a/test-compose/scim/Dockerfile +++ b/test-compose/scim/Dockerfile @@ -1,4 +1,4 @@ -FROM itap/grouper:latest +FROM i2incommon/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 088191592a2d7ce5f3e68e7af41b337ffe77a43c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:14:41 -0400 Subject: [PATCH 116/194] Update Dockerfile --- test-compose/ui/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/ui/Dockerfile b/test-compose/ui/Dockerfile index 059db78f..5a8a6431 100644 --- a/test-compose/ui/Dockerfile +++ b/test-compose/ui/Dockerfile @@ -1,4 +1,4 @@ -FROM itap/grouper:latest +FROM i2incommon/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From 6e9b6b7803691253deed310410f91fb5fb3b0112 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:14:55 -0400 Subject: [PATCH 117/194] Update Dockerfile --- test-compose/ws/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test-compose/ws/Dockerfile b/test-compose/ws/Dockerfile index c56b6972..ef4802c1 100644 --- a/test-compose/ws/Dockerfile +++ b/test-compose/ws/Dockerfile @@ -1,4 +1,4 @@ -FROM itap/grouper:latest +FROM i2incommon/grouper:latest LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" From a310652360096b38f2a76f277cf9d15dc3b78098 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:36:34 -0400 Subject: [PATCH 118/194] Update library.sh --- container_files/usr-local-bin/library.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 1b5688e4..ce121e11 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -74,7 +74,7 @@ prepDaemon() { setupLoggingPipe setupGrouperLogPipe - cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ finishPrep } @@ -89,7 +89,7 @@ prepSCIM() { setupTomcatLogPipe - cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ finishPrep } @@ -106,7 +106,7 @@ prepUI() { setupTomcatLogPipe setupSupervisordLogPipe - cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ finishPrep } @@ -121,7 +121,7 @@ prepWS() { setupTomcatLogPipe setupSupervisordLogPipe - cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ + #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ finishPrep } From 358aabb5821128e4c139453f30f3e6c86c1c01bb Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:37:58 -0400 Subject: [PATCH 119/194] Update Dockerfile --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index ab7513b1..462253d0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -89,3 +89,4 @@ EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] # CMD ["bin/gsh.sh", "-loader"] +CMD ["/usr/bin/supervisord", "-c /opt/tier-support/supervisord.conf"] From 07a61407950fd9c4257147b828a8c7c0084c4500 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:38:54 -0400 Subject: [PATCH 120/194] Create supervisord.conf --- container_files/tier-support/supervisord.conf | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 container_files/tier-support/supervisord.conf diff --git a/container_files/tier-support/supervisord.conf b/container_files/tier-support/supervisord.conf new file mode 100644 index 00000000..fc02363b --- /dev/null +++ b/container_files/tier-support/supervisord.conf @@ -0,0 +1,15 @@ +[supervisord] +logfile=/tmp/logsuperd ; supervisord log file +logfile_maxbytes=0 ; maximum size of logfile before rotation +loglevel=error ; info, debug, warn, trace +nodaemon=true ; run supervisord as a daemon +user=root ; default user + +[rpcinterface:supervisor] +supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface + +[supervisorctl] +serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket + +; Our processes +; writing output to stdout (1) and err (2) (for Docker logging) and disabling log rotation From 45852ffe36a93a94c6d871ad8c8980c99a0f2143 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 16:42:28 -0400 Subject: [PATCH 121/194] Update library.sh --- container_files/usr-local-bin/library.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index ce121e11..69b80a3c 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -139,18 +139,18 @@ finishPrep() { # construct the supervisord file based on FLAGS passed in or what was in CMD if [ "$RUN_APACHE" = "true" ] then - cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord-base.conf + cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord.conf fi if [ "$RUN_TOMEE" = "true" ] then - cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord-base.conf + cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord.conf fi if [ "$RUN_SHIB_SP" = "true" ] then - cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord-base.conf + cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf fi # copy files to their appropriate locations based on passed in flags From 1902934122ad94d82d6759e52f32cd722fc73477 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 20:17:15 -0400 Subject: [PATCH 122/194] Update entrypoint.sh --- container_files/usr-local-bin/entrypoint.sh | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/entrypoint.sh b/container_files/usr-local-bin/entrypoint.sh index 83e985d6..f220b548 100755 --- a/container_files/usr-local-bin/entrypoint.sh +++ b/container_files/usr-local-bin/entrypoint.sh @@ -3,4 +3,10 @@ . /usr/local/bin/library.sh prepConf -exec "$@" \ No newline at end of file +if [ "$#" -eq 0 ]; + then + finishPrep + exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +else + exec "$@" +fi From 42754a01c0487cf687ace8654157292763c7483c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 20:39:16 -0400 Subject: [PATCH 123/194] Update entrypoint.sh --- container_files/usr-local-bin/entrypoint.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/container_files/usr-local-bin/entrypoint.sh b/container_files/usr-local-bin/entrypoint.sh index f220b548..4c4a9099 100755 --- a/container_files/usr-local-bin/entrypoint.sh +++ b/container_files/usr-local-bin/entrypoint.sh @@ -5,8 +5,10 @@ prepConf if [ "$#" -eq 0 ]; then + echo no component set to run finishPrep exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf else + echo executing $@ exec "$@" fi From 9df095ebb0a1c09bac0321e2b3c9e3b1532fe65f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 21:04:30 -0400 Subject: [PATCH 124/194] Update Dockerfile --- Dockerfile | 1 - 1 file changed, 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 462253d0..ab7513b1 100644 --- a/Dockerfile +++ b/Dockerfile @@ -89,4 +89,3 @@ EXPOSE 80 443 HEALTHCHECK NONE ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] # CMD ["bin/gsh.sh", "-loader"] -CMD ["/usr/bin/supervisord", "-c /opt/tier-support/supervisord.conf"] From 4bcdcf92a36183447fadccbfa814f03da40a587a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sat, 4 Apr 2020 21:41:53 -0400 Subject: [PATCH 125/194] fixed typo in file path --- container_files/tier-support/supervisord-shibsp.conf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/container_files/tier-support/supervisord-shibsp.conf b/container_files/tier-support/supervisord-shibsp.conf index 6ac0f0af..81150d96 100644 --- a/container_files/tier-support/supervisord-shibsp.conf +++ b/container_files/tier-support/supervisord-shibsp.conf @@ -1,9 +1,9 @@ [program:shibbolethsp] user=shibd command=/usr/sbin/shibd -f -F -stderr_logfile = /tmp/logshidb +stderr_logfile = /tmp/logshibd stderr_logfile_maxbytes=0 -stdout_logfile = /tmp/logshidb +stdout_logfile = /tmp/logshibd stdout_logfile_maxbytes=0 From cefa89c58603b37d7c42446eb8a114cb85568e1a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sun, 5 Apr 2020 12:56:55 -0400 Subject: [PATCH 126/194] 2.5.19 --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index ab7513b1..5998f595 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.15 \ +ENV GROUPER_VERSION=2.5.19 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.15 \ +ENV GROUPER_VERSION=2.5.19 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From d5343b3cbcdec28dcb275a2f9df55bfbf8f0a211 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sun, 5 Apr 2020 22:00:46 -0400 Subject: [PATCH 127/194] Update Dockerfile --- Dockerfile | 2 ++ 1 file changed, 2 insertions(+) diff --git a/Dockerfile b/Dockerfile index 5998f595..a014040e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -77,6 +77,8 @@ RUN groupadd -r tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java \ && mkdir -p /opt/tomee/conf/Catalina/localhost/ + && chown -R tomcat:tomcat /opt/grouper/grouperContainer + COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ From 00ad3f106d84dd2deffc3d9469dcbd342faa41f3 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Sun, 5 Apr 2020 22:03:06 -0400 Subject: [PATCH 128/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index a014040e..3e3281d7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -76,7 +76,7 @@ RUN groupadd -r tomcat \ && useradd -r -m -s /sbin/nologin -g tomcat tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java \ - && mkdir -p /opt/tomee/conf/Catalina/localhost/ + && mkdir -p /opt/tomee/conf/Catalina/localhost/ \ && chown -R tomcat:tomcat /opt/grouper/grouperContainer From 9df9c7b410f558c6586438854256ac592fe4e9d7 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 08:06:09 -0400 Subject: [PATCH 129/194] Update Dockerfile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 3e3281d7..98543f53 100644 --- a/Dockerfile +++ b/Dockerfile @@ -77,7 +77,7 @@ RUN groupadd -r tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java \ && mkdir -p /opt/tomee/conf/Catalina/localhost/ \ - && chown -R tomcat:tomcat /opt/grouper/grouperContainer + && chown -R tomcat:tomcat /opt/grouper/grouperWebapp COPY container_files/tier-support/ /opt/tier-support/ From 91f8340a6f23377b7dbba7134cf74debad50cc86 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 13:54:07 -0400 Subject: [PATCH 130/194] Create httpd-shib.conf --- container_files/tier-support/httpd-shib.conf | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 container_files/tier-support/httpd-shib.conf diff --git a/container_files/tier-support/httpd-shib.conf b/container_files/tier-support/httpd-shib.conf new file mode 100644 index 00000000..134c70bd --- /dev/null +++ b/container_files/tier-support/httpd-shib.conf @@ -0,0 +1,7 @@ +<Location /grouper> + AuthType shibboleth + ShibRequestSetting requireSession 1 + ShibRequireSession on + ShibUseHeaders On + require shibboleth +</Location> From d98cb5a7503dfa2498a450a56c502133351ab2e0 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 13:54:21 -0400 Subject: [PATCH 131/194] Update grouper-www.conf --- container_files/httpd/grouper-www.conf | 8 -------- 1 file changed, 8 deletions(-) diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index 4214fc61..16787d84 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -10,11 +10,3 @@ ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper timeout=2400 RewriteEngine on RewriteCond %{REQUEST_URI} "^/$" RewriteRule . %{REQUEST_SCHEME}://%{HTTP_HOST}/grouper/ [R=301,L] - -<Location /grouper> - AuthType shibboleth - ShibRequestSetting requireSession 1 - ShibRequireSession on - ShibUseHeaders On - require shibboleth -</Location> From 6095fb71eaa1dbae740ccf6777a3bc13e192181a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 13:55:56 -0400 Subject: [PATCH 132/194] Update library.sh --- container_files/usr-local-bin/library.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 69b80a3c..80cf6d77 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -151,6 +151,7 @@ finishPrep() { if [ "$RUN_SHIB_SP" = "true" ] then cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf + cat /opt/tier-support/httpd-shib.conf >> /etc/httpd/conf.d/grouper-www.conf fi # copy files to their appropriate locations based on passed in flags From d52706eaa473f7f46de92551f2670565fb4f574f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 14:19:11 -0400 Subject: [PATCH 133/194] Create ssl-enabled.conf --- container_files/tier-support/ssl-enabled.conf | 20 +++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 container_files/tier-support/ssl-enabled.conf diff --git a/container_files/tier-support/ssl-enabled.conf b/container_files/tier-support/ssl-enabled.conf new file mode 100644 index 00000000..09aa34c7 --- /dev/null +++ b/container_files/tier-support/ssl-enabled.conf @@ -0,0 +1,20 @@ +SSLProtocol all -SSLv3 -TLSv1 -TLSv1.1 +SSLCipherSuite ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256 +SSLHonorCipherOrder on +SSLCompression off +# OCSP Stapling, only in httpd 2.3.3 and later +SSLUseStapling on +SSLStaplingResponderTimeout 5 +SSLStaplingReturnResponderErrors off +SSLStaplingCache shmcb:/var/run/ocsp(128000) +Listen 443 https +<VirtualHost *:443> + RewriteEngine on + RewriteRule "^/$" "/grouper/" [R] + SSLEngine on + #SSLCertificateChainFile /etc/pki/tls/certs/localhost.crt + SSLCertificateFile /etc/pki/tls/certs/localhost.crt + SSLCertificateKeyFile /etc/pki/tls/private/localhost.key + # HSTS (mod_headers is required) (15768000 seconds = 6 months) + Header always set Strict-Transport-Security "max-age=15768000" +</VirtualHost> From 19cc5a80c14f74908ab82f10b77446c884f7571e Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 14:21:25 -0400 Subject: [PATCH 134/194] Update library.sh --- container_files/usr-local-bin/library.sh | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 80cf6d77..e866b885 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -169,4 +169,10 @@ finishPrep() { then cp -r $dest/libUiAndDaemon/* $dest/lib/ fi + + if [ "$SELF_SIGNED_CERT" = "true" ] + then + cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ + fi + } From 61894b6533027cd761b999135823cdb38ea9711f Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 6 Apr 2020 14:55:52 -0400 Subject: [PATCH 135/194] Update main.bats --- tests/main.bats | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index c5910c52..0c18d122 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -11,6 +11,6 @@ load ../common } -#@test "070 There are no known security vulnerabilities" { -# ./tests/clairscan.sh ${maintainer}/${imagename}:latest -#} +@test "070 There are no known security vulnerabilities" { + ./tests/clairscan.sh ${maintainer}/${imagename}:latest +} From 01fba1ec1d6717b9c03d9391a915e148b60e0a99 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 7 Apr 2020 20:26:58 -0400 Subject: [PATCH 136/194] Update library.sh --- container_files/usr-local-bin/library.sh | 4 ---- 1 file changed, 4 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index e866b885..25a72739 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -128,10 +128,6 @@ prepWS() { prepConf() { linkGrouperSecrets $dest/classes - - if [ -d "/opt/grouper/conf" ]; then - cp -r /opt/grouper/conf/* $dest/classes/ - fi } From 6f30c78a312e7d47295162adde86eceeb7493e39 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 7 Apr 2020 20:27:40 -0400 Subject: [PATCH 137/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 98543f53..e546b885 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.19 \ +ENV GROUPER_VERSION=2.5.20 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.19 \ +ENV GROUPER_VERSION=2.5.20 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 826a33fb71f3f58c9594db005207da4daaa6fee2 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 7 Apr 2020 20:46:22 -0400 Subject: [PATCH 138/194] Update main.bats --- tests/main.bats | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index 0c18d122..c5910c52 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -11,6 +11,6 @@ load ../common } -@test "070 There are no known security vulnerabilities" { - ./tests/clairscan.sh ${maintainer}/${imagename}:latest -} +#@test "070 There are no known security vulnerabilities" { +# ./tests/clairscan.sh ${maintainer}/${imagename}:latest +#} From 1b3cf8155613f73e4e4b4604773ffa7fc390fc4c Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 08:58:09 -0400 Subject: [PATCH 139/194] add sudo --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index e546b885..c781bd44 100644 --- a/Dockerfile +++ b/Dockerfile @@ -65,7 +65,7 @@ ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ - && yum install -y cron logrotate python-pip rsync \ + && yum install -y cron logrotate python-pip rsync sudo \ && pip install --upgrade pip \ && pip install supervisor \ && yum clean -y all From a167707c28a3a02112b06736ae39235bb30f6512 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 12:57:10 -0400 Subject: [PATCH 140/194] Delete setenv.sh --- container_files/tomcat/bin/setenv.sh | 3 --- 1 file changed, 3 deletions(-) delete mode 100755 container_files/tomcat/bin/setenv.sh diff --git a/container_files/tomcat/bin/setenv.sh b/container_files/tomcat/bin/setenv.sh deleted file mode 100755 index c6130b5c..00000000 --- a/container_files/tomcat/bin/setenv.sh +++ /dev/null @@ -1,3 +0,0 @@ -CLASSPATH=/opt/tomcat/bin/* -JAVA_OPTS="-Dlog4j.configurationFile=/opt/tomcat/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -LOGGING_MANAGER=-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager \ No newline at end of file From 735cf9deb56f950cae0fabfa982a9c3ffc1d8342 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 12:57:21 -0400 Subject: [PATCH 141/194] Delete log4j2.xml --- container_files/tomcat/conf/log4j2.xml | 26 -------------------------- 1 file changed, 26 deletions(-) delete mode 100644 container_files/tomcat/conf/log4j2.xml diff --git a/container_files/tomcat/conf/log4j2.xml b/container_files/tomcat/conf/log4j2.xml deleted file mode 100644 index 673de68c..00000000 --- a/container_files/tomcat/conf/log4j2.xml +++ /dev/null @@ -1,26 +0,0 @@ -<?xml version="1.0" encoding="utf-8"?> -<Configuration status="info"> - <Properties> - <Property name="layout">%d [%t] %-5p %c- %m%n</Property> - </Properties> - <Appenders> - <File name="CATALINA" - fileName="/tmp/logpipe"> - <PatternLayout pattern="tomcat;catalina.out;${env:ENV};${env:USERTOKEN};${layout}"/> - </File> - <File name="LOCALHOST" - fileName="/tmp/logpipe"> - <PatternLayout pattern="tomcat;localhost.log;${env:ENV};${env:USERTOKEN};${layout}"/> - </File> - - </Appenders> - <Loggers> - <Root level="info"> - <AppenderRef ref="CATALINA"/> - </Root> - <Logger name="org.apache.catalina.core.ContainerBase.[Catalina].[localhost]" - level="info" additivity="false"> - <AppenderRef ref="LOCALHOST"/> - </Logger> - </Loggers> -</Configuration> \ No newline at end of file From 6c543ce5f7181b3e9a60f7be4b871c7b06985d3b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 12:57:27 -0400 Subject: [PATCH 142/194] Delete server.xml.disabled --- .../tomcat/conf/server.xml.disabled | 173 ------------------ 1 file changed, 173 deletions(-) delete mode 100644 container_files/tomcat/conf/server.xml.disabled diff --git a/container_files/tomcat/conf/server.xml.disabled b/container_files/tomcat/conf/server.xml.disabled deleted file mode 100644 index 9610fc7d..00000000 --- a/container_files/tomcat/conf/server.xml.disabled +++ /dev/null @@ -1,173 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<!-- Note: A "Server" is not itself a "Container", so you may not - define subcomponents such as "Valves" at this level. - Documentation at /docs/config/server.html - --> -<Server port="8005" shutdown="SHUTDOWN"> - <Listener className="org.apache.catalina.startup.VersionLoggerListener" /> - <!-- Security listener. Documentation at /docs/config/listeners.html - <Listener className="org.apache.catalina.security.SecurityListener" /> - --> - <!--APR library loader. Documentation at /docs/apr.html --> - <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" /> - <!-- Prevent memory leaks due to use of particular java/javax APIs--> - <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" /> - <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" /> - <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" /> - - <!-- Global JNDI resources - Documentation at /docs/jndi-resources-howto.html - --> - <GlobalNamingResources> - <!-- Editable user database that can also be used by - UserDatabaseRealm to authenticate users - --> -<!-- - <Resource name="UserDatabase" auth="Container" - type="org.apache.catalina.UserDatabase" - description="User database that can be updated and saved" - factory="org.apache.catalina.users.MemoryUserDatabaseFactory" - pathname="conf/tomcat-users.xml" /> ---> - </GlobalNamingResources> - - <!-- A "Service" is a collection of one or more "Connectors" that share - a single "Container" Note: A "Service" is not itself a "Container", - so you may not define subcomponents such as "Valves" at this level. - Documentation at /docs/config/service.html - --> - <Service name="Catalina"> - - <!--The connectors can use a shared executor, you can define one or more named thread pools--> - <!-- - <Executor name="tomcatThreadPool" namePrefix="catalina-exec-" - maxThreads="150" minSpareThreads="4"/> - --> - - - <!-- A "Connector" represents an endpoint by which requests are received - and responses are returned. Documentation at : - Java HTTP Connector: /docs/config/http.html - Java AJP Connector: /docs/config/ajp.html - APR (HTTP/AJP) Connector: /docs/apr.html - Define a non-SSL/TLS HTTP/1.1 Connector on port 8080 - --> - <Connector port="8080" protocol="HTTP/1.1" URIEncoding="UTF-8" - connectionTimeout="20000" - redirectPort="8443" /> - <!-- A "Connector" using the shared thread pool--> - <!-- - <Connector executor="tomcatThreadPool" - port="8080" protocol="HTTP/1.1" - connectionTimeout="20000" - redirectPort="8443" /> - --> - <!-- Define a SSL/TLS HTTP/1.1 Connector on port 8443 - This connector uses the NIO implementation. The default - SSLImplementation will depend on the presence of the APR/native - library and the useOpenSSL attribute of the - AprLifecycleListener. - Either JSSE or OpenSSL style configuration may be used regardless of - the SSLImplementation selected. JSSE style configuration is used below. - --> - <!-- - <Connector port="8443" protocol="org.apache.coyote.http11.Http11NioProtocol" - maxThreads="150" SSLEnabled="true"> - <SSLHostConfig> - <Certificate certificateKeystoreFile="conf/localhost-rsa.jks" - type="RSA" /> - </SSLHostConfig> - </Connector> - --> - <!-- Define a SSL/TLS HTTP/1.1 Connector on port 8443 with HTTP/2 - This connector uses the APR/native implementation which always uses - OpenSSL for TLS. - Either JSSE or OpenSSL style configuration may be used. OpenSSL style - configuration is used below. - --> - <!-- - <Connector port="8443" protocol="org.apache.coyote.http11.Http11AprProtocol" - maxThreads="150" SSLEnabled="true" > - <UpgradeProtocol className="org.apache.coyote.http2.Http2Protocol" /> - <SSLHostConfig> - <Certificate certificateKeyFile="conf/localhost-rsa-key.pem" - certificateFile="conf/localhost-rsa-cert.pem" - certificateChainFile="conf/localhost-rsa-chain.pem" - type="RSA" /> - </SSLHostConfig> - </Connector> - --> - - <!-- Define an AJP 1.3 Connector on port 8009 --> - <Connector port="8009" protocol="AJP/1.3" redirectPort="8443" tomcatAuthentication="false" URIEncoding="UTF-8" /> - - - <!-- An Engine represents the entry point (within Catalina) that processes - every request. The Engine implementation for Tomcat stand alone - analyzes the HTTP headers included with the request, and passes them - on to the appropriate Host (virtual host). - Documentation at /docs/config/engine.html --> - - <!-- You should set jvmRoute to support load-balancing via AJP ie : - <Engine name="Catalina" defaultHost="localhost" jvmRoute="jvm1"> - --> - <Engine name="Catalina" defaultHost="localhost"> - - <!--For clustering, please take a look at documentation at: - /docs/cluster-howto.html (simple how to) - /docs/config/cluster.html (reference documentation) --> - <!-- - <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster"/> - --> - - <!-- Use the LockOutRealm to prevent attempts to guess user passwords - via a brute-force attack --> - <Realm className="org.apache.catalina.realm.LockOutRealm"> - <!-- This Realm uses the UserDatabase configured in the global JNDI - resources under the key "UserDatabase". Any edits - that are performed against this UserDatabase are immediately - available for use by the Realm. --> -<!-- - <Realm className="org.apache.catalina.realm.UserDatabaseRealm" - resourceName="UserDatabase"/> ---> - </Realm> - - <Host name="localhost" appBase="webapps" - unpackWARs="true" autoDeploy="true"> - - <!-- SingleSignOn valve, share authentication between web applications - Documentation at: /docs/config/valve.html --> - <!-- - <Valve className="org.apache.catalina.authenticator.SingleSignOn" /> - --> - - <!-- Access log processes all example. - Documentation at: /docs/config/valve.html - Note: The pattern used is equivalent to using pattern="common" --> - <!-- Managing through Apache HTTPD Server config - <Valve className="org.apache.catalina.valves.AccessLogValve" directory="logs" - prefix="localhost_access_log" suffix=".txt" - pattern="%h %l %u %t "%r" %s %b" /> - --> - - </Host> - </Engine> - </Service> -</Server> From f7f831adba299a13406e129ebf6bd53fccf73070 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 12:57:34 -0400 Subject: [PATCH 143/194] Delete tomcat-users.xml --- container_files/tomcat/conf/tomcat-users.xml | 46 -------------------- 1 file changed, 46 deletions(-) delete mode 100644 container_files/tomcat/conf/tomcat-users.xml diff --git a/container_files/tomcat/conf/tomcat-users.xml b/container_files/tomcat/conf/tomcat-users.xml deleted file mode 100644 index cef36cd4..00000000 --- a/container_files/tomcat/conf/tomcat-users.xml +++ /dev/null @@ -1,46 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<tomcat-users xmlns="http://tomcat.apache.org/xml" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://tomcat.apache.org/xml tomcat-users.xsd" - version="1.0"> -<role rolename="grouper_user"/> -<!--<user username="GrouperSystem" password="XXXXXXXXXX" roles="grouper_user"/> --> -<!-- - NOTE: By default, no user is included in the "manager-gui" role required - to operate the "/manager/html" web application. If you wish to use this app, - you must define such a user - the username and password are arbitrary. It is - strongly recommended that you do NOT use one of the users in the commented out - section below since they are intended for use with the examples web - application. ---> -<!-- - NOTE: The sample user and role entries below are intended for use with the - examples web application. They are wrapped in a comment and thus are ignored - when reading this file. If you wish to configure these users for use with the - examples web application, do not forget to remove the <!.. ..> that surrounds - them. You will also need to set the passwords to something appropriate. ---> -<!-- - <role rolename="tomcat"/> - <role rolename="role1"/> - <user username="tomcat" password="<must-be-changed>" roles="tomcat"/> - <user username="both" password="<must-be-changed>" roles="tomcat,role1"/> - <user username="role1" password="<must-be-changed>" roles="role1"/> ---> -</tomcat-users> \ No newline at end of file From caf11dab4bc87011dd7fd20156fc25b21f65e001 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 13:09:19 -0400 Subject: [PATCH 144/194] add GROUPER_MAX_MEMORY --- container_files/usr-local-bin/library.sh | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 25a72739..2a8683ab 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -171,4 +171,10 @@ finishPrep() { cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ fi + if [ -z "$GROUPER_MAX_MEMORY" ] + then + export GROUPER_MAX_MEMORY=1500m + fi + + } From 2006073c4152748ba73c2f2371da551e9b8be78a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 13:12:06 -0400 Subject: [PATCH 145/194] adding CATALINA_OPTS --- container_files/tomee/bin/setenv.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/container_files/tomee/bin/setenv.sh b/container_files/tomee/bin/setenv.sh index 2387d613..5245f238 100755 --- a/container_files/tomee/bin/setenv.sh +++ b/container_files/tomee/bin/setenv.sh @@ -1,3 +1,4 @@ CLASSPATH=/opt/tomee/bin/* -JAVA_OPTS="-Dlog4j.configurationFile=/opt/tomee/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -LOGGING_MANAGER=-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager \ No newline at end of file +#JAVA_OPTS="-Dlog4j.configurationFile=/opt/tomee/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN" +CATALINA_OPTS="-Xmx$GROUPER_MAX_MEMORY -XX:+UseG1GC -XX:+UseStringDeduplication -Dlog4j.configurationFile=/opt/tomee/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN $GROUPER_EXTRA_CATALINA_OPTS" +LOGGING_MANAGER=-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager From d7bcb9461dbc30c6c810a1b7ed8f5429ff69f5cc Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 13:40:03 -0400 Subject: [PATCH 146/194] Update library.sh --- container_files/usr-local-bin/library.sh | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 2a8683ab..ff86d3b1 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -132,6 +132,10 @@ prepConf() { finishPrep() { + + # clear out existing supervisord config + cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + # construct the supervisord file based on FLAGS passed in or what was in CMD if [ "$RUN_APACHE" = "true" ] then From 4d01f1e892b4fed634236387a58ea362b03d4cdb Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 13:44:42 -0400 Subject: [PATCH 147/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index c781bd44..da109bc0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -59,8 +59,8 @@ LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ ImageOS=centos7 ARG GROUPER_CONTAINER_VERSION -ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto \ - PATH=$PATH:$JAVA_HOME/bin \ +ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-amazon-corretto +ENV PATH=$PATH:$JAVA_HOME/bin \ GROUPER_HOME=/opt/grouper/grouperWebapp/WEB-INF \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime From dd75bfcf47e883f7937603fa2e3423984cf940fe Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 21:59:35 -0400 Subject: [PATCH 148/194] 2.5.21 --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index da109bc0..8c03fe02 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.20 \ +ENV GROUPER_VERSION=2.5.21 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.20 \ +ENV GROUPER_VERSION=2.5.21 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 977a1cd3bc91a534ef7bf17a03433dbefc0e62b6 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 8 Apr 2020 23:04:13 -0400 Subject: [PATCH 149/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 8c03fe02..7683a2f0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.21 \ +ENV GROUPER_VERSION=2.5.22 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.21 \ +ENV GROUPER_VERSION=2.5.22 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 3f100ab9718f6eaccd15859d897dffe29254da9b Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 13 Apr 2020 13:46:28 -0400 Subject: [PATCH 150/194] Update README.md --- README.md | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/README.md b/README.md index 0707ce81..63cbd76e 100644 --- a/README.md +++ b/README.md @@ -1,14 +1,8 @@ -# Not ready for production or testing yet +Documentation for this container are located at the following URL: +https://spaces.at.internet2.edu/pages/viewpage.action?pageId=163119272 -[](https://jenkins.testbed.tier.internet2.edu/buildStatus/icon?job=docker/grouper/2.5.11-beta) - -# Misc Notes - -- [HTTP Strict Transport Security (HSTS)](https://en.wikipedia.org/wiki/HTTP_Strict_Transport_Security) is enabled on the Apache HTTP Server. -- morphStrings functionality in Grouper is supported. It is recommended that the various morphString files be associated with the containers as Docker Secrets. Set the configuration file properties to use `/var/run/secrets/secretname`. -- Grouper UI has been pre-configured to authenticate users via Shibboleth SP. -- By default, Grouper WS (hosted by `/opt/tomcat/`) and the Grouper SCIM Server (hosted by `/opt/tomee/`) use tomcat-users.xml for authentication, but by default no users are enabled. LDAP-backed authentication or other methods can be used and must be configured by the deployer. +[](https://jenkins.testbed.tier.internet2.edu/buildStatus/icon?job=docker/grouper/2.5.22) # License From 178a0b1b70c40503ad89708798f57304852456e2 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 13 Apr 2020 13:54:34 -0400 Subject: [PATCH 151/194] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 63cbd76e..5861fdc2 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -Documentation for this container are located at the following URL: +Documentation for this container is located at the following URL: https://spaces.at.internet2.edu/pages/viewpage.action?pageId=163119272 From 740770cde28041927c69728c061a738500c5ecd7 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 14 Apr 2020 14:23:08 -0400 Subject: [PATCH 152/194] fix for shibd flag --- container_files/usr-local-bin/library.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index ff86d3b1..28b9cb23 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -151,7 +151,7 @@ finishPrep() { if [ "$RUN_SHIB_SP" = "true" ] then cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf - cat /opt/tier-support/httpd-shib.conf >> /etc/httpd/conf.d/grouper-www.conf + cp /opt/tier-support/httpd-shib.conf >> /etc/httpd/conf.d/ fi # copy files to their appropriate locations based on passed in flags From 823ebf6afb36930ff25c4ed8ae24fc39ed76e303 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Thu, 16 Apr 2020 15:00:30 -0400 Subject: [PATCH 153/194] Update library.sh --- container_files/usr-local-bin/library.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 28b9cb23..3f650faa 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -151,7 +151,7 @@ finishPrep() { if [ "$RUN_SHIB_SP" = "true" ] then cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf - cp /opt/tier-support/httpd-shib.conf >> /etc/httpd/conf.d/ + cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ fi # copy files to their appropriate locations based on passed in flags From 0f5d550808bd5be4f2bcdde5bb84c5b53cff3134 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 21 Apr 2020 17:00:10 -0400 Subject: [PATCH 154/194] 2.5.23 --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 7683a2f0..d23c0f80 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.22 \ +ENV GROUPER_VERSION=2.5.23 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.22 \ +ENV GROUPER_VERSION=2.5.23 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 0a2101a083fe559b126c8b9bdfac3e8c08e3d3ef Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 29 Apr 2020 13:53:09 -0400 Subject: [PATCH 155/194] GRP-2724 --- container_files/httpd/grouper-www.conf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index 16787d84..625dbfbf 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -4,8 +4,8 @@ ProxyTimeout 2400 ProxyBadHeader Ignore ProxyPass /grouper ajp://localhost:8009/grouper timeout=2400 -ProxyPass /grouper-ws ajp://localhost:8009/grouper timeout=2400 -ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper timeout=2400 +ProxyPass /grouper-ws ajp://localhost:8009/grouper-ws timeout=2400 +ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper-ws-scim timeout=2400 RewriteEngine on RewriteCond %{REQUEST_URI} "^/$" From 6566ab02357d9004569a9752803a7b6bec6a979a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Wed, 29 Apr 2020 16:43:02 -0400 Subject: [PATCH 156/194] Update Dockerfile --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index d23c0f80..9a9f5430 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.23 \ +ENV GROUPER_VERSION=2.5.25 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.23 \ +ENV GROUPER_VERSION=2.5.25 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 89000fb9b350cd41083c3904f57a0ccbcbef2d57 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Thu, 30 Apr 2020 15:24:57 -0400 Subject: [PATCH 157/194] GRP-2730: grouper not showing accented characters --- .gitignore | 1 + container_files/tomee/bin/setenv.sh | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.gitignore b/.gitignore index 811f8fa7..cb7d7046 100644 --- a/.gitignore +++ b/.gitignore @@ -7,3 +7,4 @@ bin/run.sh bin/start.sh bin/stop.sh bin/test.sh +/.project diff --git a/container_files/tomee/bin/setenv.sh b/container_files/tomee/bin/setenv.sh index 5245f238..603fc570 100755 --- a/container_files/tomee/bin/setenv.sh +++ b/container_files/tomee/bin/setenv.sh @@ -1,4 +1,4 @@ CLASSPATH=/opt/tomee/bin/* #JAVA_OPTS="-Dlog4j.configurationFile=/opt/tomee/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -CATALINA_OPTS="-Xmx$GROUPER_MAX_MEMORY -XX:+UseG1GC -XX:+UseStringDeduplication -Dlog4j.configurationFile=/opt/tomee/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN $GROUPER_EXTRA_CATALINA_OPTS" +CATALINA_OPTS="-Xmx$GROUPER_MAX_MEMORY -XX:+UseG1GC -XX:+UseStringDeduplication -Dlog4j.configurationFile=/opt/tomee/conf/log4j2.xml -DENV=$ENV -DUSERTOKEN=$USERTOKEN -Dfile.encoding=UTF-8 $GROUPER_EXTRA_CATALINA_OPTS" LOGGING_MANAGER=-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager From ca72b5bc1d65023795ab9ee1f54e7ecba11178d6 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Sat, 2 May 2020 15:44:16 -0400 Subject: [PATCH 158/194] GRP-2733: shibd.conf should only be in shib enabled containers --- container_files/usr-local-bin/library.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 3f650faa..47bedd62 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -147,11 +147,13 @@ finishPrep() { then cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord.conf fi - + + mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse if [ "$RUN_SHIB_SP" = "true" ] then cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ + mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf fi # copy files to their appropriate locations based on passed in flags From 2757ded24f3da4f0f016e40d878bb0fd17beb199 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Sat, 2 May 2020 15:47:51 -0400 Subject: [PATCH 159/194] GRP-2740: remove /opt/grouper/lib from container --- container_files/usr-local-bin/library.sh | 4 ---- 1 file changed, 4 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 47bedd62..51f06aa5 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -7,10 +7,6 @@ if [ -d "/opt/grouper/slashRoot" ]; then rsync -l -r -v /opt/grouper/slashRoot/ / fi -if [ -d "/opt/grouper/lib" ]; then - cp -r /opt/grouper/lib/* $dest/libUiAndDaemon/ -fi - setupPipe() { if [ -e $1 ]; then rm $1 From e74fbfba5d5857dda528054468be0c9152d1e5ed Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 4 May 2020 01:12:02 -0400 Subject: [PATCH 160/194] various jiras adding options to grouper container --- Dockerfile | 4 +- .../tier-support/supervisord-hsqldb.conf | 10 ++ container_files/usr-local-bin/daemon | 1 + container_files/usr-local-bin/gsh | 1 + container_files/usr-local-bin/library.sh | 119 +++++++++++++----- container_files/usr-local-bin/quickstart | 11 ++ container_files/usr-local-bin/scim | 1 + container_files/usr-local-bin/ui | 3 +- container_files/usr-local-bin/ui-ws | 3 +- container_files/usr-local-bin/ws | 1 + 10 files changed, 116 insertions(+), 38 deletions(-) create mode 100644 container_files/tier-support/supervisord-hsqldb.conf create mode 100755 container_files/usr-local-bin/quickstart diff --git a/Dockerfile b/Dockerfile index 9a9f5430..92f29642 100644 --- a/Dockerfile +++ b/Dockerfile @@ -77,7 +77,9 @@ RUN groupadd -r tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java \ && mkdir -p /opt/tomee/conf/Catalina/localhost/ \ - && chown -R tomcat:tomcat /opt/grouper/grouperWebapp + && chown -R tomcat:tomcat /opt/grouper/grouperWebapp \ + && mkdir /opt/hsqldb \ + && chown tomcat:tomcat /opt/hsqldb COPY container_files/tier-support/ /opt/tier-support/ diff --git a/container_files/tier-support/supervisord-hsqldb.conf b/container_files/tier-support/supervisord-hsqldb.conf new file mode 100644 index 00000000..439f68be --- /dev/null +++ b/container_files/tier-support/supervisord-hsqldb.conf @@ -0,0 +1,10 @@ +[program:hsqldb] +user=tomcat +directory=/opt/hsqldb +command=/usr/lib/jvm/java-1.8.0-amazon-corretto/bin/java -cp /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-2.3.2.jar org.hsqldb.Server -port 9001 -database.0 file:/opt/hsqldb/grouperHSQL -dbname.0 grouper +stderr_logfile = /tmp/loghsqldb +stderr_logfile_maxbytes=0 +stdout_logfile = /tmp/loghsqldb +stdout_logfile_maxbytes=0 + + diff --git a/container_files/usr-local-bin/daemon b/container_files/usr-local-bin/daemon index 7488460d..7898c89f 100755 --- a/container_files/usr-local-bin/daemon +++ b/container_files/usr-local-bin/daemon @@ -3,6 +3,7 @@ . /usr/local/bin/library.sh prepDaemon +finishPrep export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" diff --git a/container_files/usr-local-bin/gsh b/container_files/usr-local-bin/gsh index 1473da7e..5523d562 100755 --- a/container_files/usr-local-bin/gsh +++ b/container_files/usr-local-bin/gsh @@ -3,6 +3,7 @@ . /usr/local/bin/library.sh prepDaemon +finishPrep export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 51f06aa5..cc9553f5 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -41,6 +41,11 @@ setupTomcatLogPipe() { (cat <> /tmp/logtomcat | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomee;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & } +setupHsqldbLogPipe() { + setupPipe /tmp/loghsqldb + (cat <> /tmp/loghsqldb | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "hsqldb;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + setupSupervisordLogPipe() { setupPipe /tmp/logsuperd (cat <> /tmp/logsuperd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "supervisord;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & @@ -63,30 +68,45 @@ linkGrouperSecrets() { done } +prepQuickstart() { + + if [ -z "$RUN_HSQLDB" ]; then export RUN_HSQLDB=true; fi + if [ -z "$RUN_SHIB_SP" ]; then export RUN_SHIB_SP=false; fi + if [ -z "$SELF_SIGNED_CERT" ]; then export SELF_SIGNED_CERT=true; fi + if [ -z "$GROUPER_AUTO_DDL_UPTOVERSION" ]; then export GROUPER_AUTO_DDL_UPTOVERSION='v2.5.*'; fi + if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='0.0.0.0/0'; fi + # wait for database to start + if [ -z "$GROUPER_START_DELAY_SECONDS" ]; then export GROUPER_START_DELAY_SECONDS='10'; fi + if [ -z "$GROUPER_UI_GROUPER_AUTH" ]; then export GROUPER_UI_GROUPER_AUTH='true'; fi + if [ -z "$GROUPER_WS_GROUPER_AUTH" ]; then export GROUPER_WS_GROUPER_AUTH='true'; fi + if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=true; fi + + if [ ! -z "$GROUPERSYSTEM_QUICKSTART_PASS" ] + then + if [ "$GROUPER_UI_GROUPER_AUTH" = 'true' ] + then + echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties + echo 'grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig = ${java.lang.System.getenv().get('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties + fi + if [ "$GROUPER_WS_GROUPER_AUTH" = 'true' ] + then + echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties + echo 'grouperPasswordConfigOverride_WS_GrouperSystem_pass.elConfig = ${java.lang.System.getenv().get('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties + fi + fi + +} + prepDaemon() { if [ -z "$GROUPER_DAEMON" ]; then export GROUPER_DAEMON=true; fi if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi - - setupLoggingPipe - setupGrouperLogPipe - #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ - finishPrep } prepSCIM() { if [ -z "$GROUPER_SCIM" ]; then export GROUPER_SCIM=true; fi if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi - - setupLoggingPipe - setupGrouperLogPipe - setupHttpdLogPipe - setupTomcatLogPipe - - - #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ - finishPrep } prepUI() { @@ -94,16 +114,6 @@ prepUI() { if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi if [ -z "$RUN_SHIB_SP" ]; then export RUN_SHIB_SP=true; fi if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi - - setupLoggingPipe - setupGrouperLogPipe - setupHttpdLogPipe - setupShibdLogPipe - setupTomcatLogPipe - setupSupervisordLogPipe - - #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ - finishPrep } prepWS() { @@ -111,14 +121,6 @@ prepWS() { if [ -z "$GROUPER_WS" ]; then export GROUPER_WS=true; fi if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi - setupLoggingPipe - setupGrouperLogPipe - setupHttpdLogPipe - setupTomcatLogPipe - setupSupervisordLogPipe - - #cp /opt/tier-support/grouper.xml /opt/tomee/conf/Catalina/localhost/ - finishPrep } @@ -129,24 +131,70 @@ prepConf() { finishPrep() { + setupLoggingPipe + setupGrouperLogPipe + setupSupervisordLogPipe + # clear out existing supervisord config cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + # default a lot of env variables + # morph defaults to null + if [ -z "$GROUPER_DATABASE_URL_FILE" ] && [ -z "$GROUPER_DATABASE_URL" ] ; then export GROUPER_DATABASE_URL=jdbc:hsqldb:hsql://localhost:9001/grouper; fi + if [ -z "$GROUPER_DATABASE_USERNAME_FILE" ] && [ -z "$GROUPER_DATABASE_USERNAME" ] ; then export GROUPER_DATABASE_USERNAME=sa; fi + # database password defaults to null + if [ -z "$GROUPER_UI_GROUPER_AUTH" ] ; then export GROUPER_UI_GROUPER_AUTH=false; fi + if [ -z "$GROUPER_WS_GROUPER_AUTH" ] ; then export GROUPER_WS_GROUPER_AUTH=false; fi + if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=false; fi + if [ -z "$GROUPER_CHOWN_DIRS" ] ; then export GROUPER_CHOWN_DIRS=true; fi + + if [ "$GROUPER_LOG_TO_HOST" = "true" ] + then + cp /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.grouperContainerHost.properties /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties + fi + if [ "$GROUPER_WS_TOMCAT_AUTHN" = "true" ] + then + cp /opt/grouper/grouperWebapp/WEB-INF/web.wsTomcatAuthn.xml /opt/grouper/grouperWebapp/WEB-INF/web.xml + cp /opt/grouper/grouperWebapp/WEB-INF/server.wsTomcatAuthn.xml /opt/tomee/conf/server.xml + fi + + # do this last + if [ "$GROUPER_CHOWN_DIRS" = "true" ] + then + chown -R tomcat:tomcat /opt/grouper/grouperWebapp + fi + + # construct the supervisord file based on FLAGS passed in or what was in CMD + + if [ "$RUN_HSQLDB" = "true" ] + then + setupHsqldbLogPipe + cat /opt/tier-support/supervisord-hsqldb.conf >> /opt/tier-support/supervisord.conf + fi + if [ "$RUN_APACHE" = "true" ] then + setupHttpdLogPipe cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord.conf fi if [ "$RUN_TOMEE" = "true" ] then + setupTomcatLogPipe cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord.conf fi - mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse + if [ -f /etc/httpd/conf.d/shib.conf ] + then + mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse + fi + if [ "$RUN_SHIB_SP" = "true" ] then + setupShibdLogPipe + export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf @@ -163,6 +211,11 @@ finishPrep() { cp -r $dest/libScim/* $dest/lib/ fi + if [ "$GROUPER_UI" = "true" ] + then + if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='127.0.0.1/32'; fi + fi + if [ "$GROUPER_UI" = "true" ] || [ "$GROUPER_DAEMON" = "true" ] then cp -r $dest/libUiAndDaemon/* $dest/lib/ diff --git a/container_files/usr-local-bin/quickstart b/container_files/usr-local-bin/quickstart new file mode 100755 index 00000000..a25962b8 --- /dev/null +++ b/container_files/usr-local-bin/quickstart @@ -0,0 +1,11 @@ +#!/bin/bash + +. /usr/local/bin/library.sh + +prepQuickstart +prepUI +prepWS +prepDaemon +finishPrep + +exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/scim b/container_files/usr-local-bin/scim index 9ab7c7b4..9d208d37 100755 --- a/container_files/usr-local-bin/scim +++ b/container_files/usr-local-bin/scim @@ -3,5 +3,6 @@ . /usr/local/bin/library.sh prepSCIM +finishPrep exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/ui b/container_files/usr-local-bin/ui index 59994da0..af4d3cb4 100755 --- a/container_files/usr-local-bin/ui +++ b/container_files/usr-local-bin/ui @@ -3,7 +3,6 @@ . /usr/local/bin/library.sh prepUI - -export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH +finishPrep exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/ui-ws b/container_files/usr-local-bin/ui-ws index 3eee072e..75b8d99f 100755 --- a/container_files/usr-local-bin/ui-ws +++ b/container_files/usr-local-bin/ui-ws @@ -4,7 +4,6 @@ prepUI prepWS - -export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH +finishPrep exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf diff --git a/container_files/usr-local-bin/ws b/container_files/usr-local-bin/ws index 99f893ee..101461c3 100755 --- a/container_files/usr-local-bin/ws +++ b/container_files/usr-local-bin/ws @@ -3,5 +3,6 @@ . /usr/local/bin/library.sh prepWS +finishPrep exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf From 7394bb0ae900b5f5db69239ccf35cf761e04cea7 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 4 May 2020 11:22:04 -0400 Subject: [PATCH 161/194] 2.5.26 release --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 92f29642..c37ceedb 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.25 \ +ENV GROUPER_VERSION=2.5.26 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.25 \ +ENV GROUPER_VERSION=2.5.26 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 641932bc95ed70b6c413d4e731cd5487b77734b9 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 4 May 2020 13:32:40 -0400 Subject: [PATCH 162/194] add some additional temporary debugging --- Jenkinsfile | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/Jenkinsfile b/Jenkinsfile index 98b3afb7..98f6da04 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -55,6 +55,10 @@ pipeline { docker.withRegistry('https://registry.hub.docker.com/', "dockerhub-tier") { baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") } + // test the environment + sh 'cd test-compose && ./compose.sh' + // bring down after testing + sh 'cd test-compose && docker-compose down' } catch(error) { def error_details = readFile('./debug'); def message = "BUILD ERROR: There was a problem building ${maintainer}/${imagename}:${tag}. \n\n ${error_details}" From f749ae26f44c44c876aa881d7ff25e58d5be0e4d Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 4 May 2020 14:00:45 -0400 Subject: [PATCH 163/194] Update Jenkinsfile --- Jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 98f6da04..019cf4e5 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -56,9 +56,9 @@ pipeline { baseImg = docker.build("$maintainer/$imagename", "--build-arg GROUPER_CONTAINER_VERSION=$tag --no-cache .") } // test the environment - sh 'cd test-compose && ./compose.sh' + // sh 'cd test-compose && ./compose.sh' // bring down after testing - sh 'cd test-compose && docker-compose down' + // sh 'cd test-compose && docker-compose down' } catch(error) { def error_details = readFile('./debug'); def message = "BUILD ERROR: There was a problem building ${maintainer}/${imagename}:${tag}. \n\n ${error_details}" From 20eeda1faa59ee94c48ea59d220a7a253c2bb3f5 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Mon, 4 May 2020 14:01:03 -0400 Subject: [PATCH 164/194] Update main.bats --- tests/main.bats | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index c5910c52..c3d9aee0 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -6,9 +6,9 @@ load ../common docker image inspect ${maintainer}/${imagename} } -@test "030 Test Compose the environment" { - cd test-compose && ./compose.sh && docker-compose down -} +#@test "030 Test Compose the environment" { +# cd test-compose && ./compose.sh && docker-compose down +#} #@test "070 There are no known security vulnerabilities" { From b57ed6d59e904e17c9ed566d6b732f6e83d9f19c Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 4 May 2020 22:00:27 -0400 Subject: [PATCH 165/194] GRP-2749: improve the tomcat and apache contexts --- container_files/httpd/grouper-www.conf | 16 +++-- container_files/usr-local-bin/library.sh | 89 ++++++++++++++++++++++-- container_files/usr-local-bin/quickstart | 1 + 3 files changed, 94 insertions(+), 12 deletions(-) diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index 625dbfbf..c8da3c2d 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -3,10 +3,14 @@ Timeout 2400 ProxyTimeout 2400 ProxyBadHeader Ignore -ProxyPass /grouper ajp://localhost:8009/grouper timeout=2400 -ProxyPass /grouper-ws ajp://localhost:8009/grouper-ws timeout=2400 -ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper-ws-scim timeout=2400 +# the variable for __THE _ AJP _ URL__ (no spaces) will be replaced with something like: ajp://localhost:8009/grouper on startup +# the variable for __GROUPER _ PROXY _ PASS__ (no spaces) will be replaced with comment or blank on startup if running grouper url +# the variable for __GROUPERWS _ PROXY _ PASS__ (no spaces) will be replaced with comment or blank on startup if running grouper-ws url +# the variable for __GROUPERSCIM _ PROXY _ PASS__ (no spaces) will be replaced with comment of blank on startup if running grouper-ws-scim url +__GROUPER_PROXY_PASS__ProxyPass /grouper __THE_AJP_URL__ timeout=2400 +__GROUPERWS_PROXY_PASS__ProxyPass /grouper-ws __THE_AJP_URL__ timeout=2400 +__GROUPERSCIM_PROXY_PASS__ProxyPass /grouper-ws-scim __THE_AJP_URL__ timeout=2400 -RewriteEngine on -RewriteCond %{REQUEST_URI} "^/$" -RewriteRule . %{REQUEST_SCHEME}://%{HTTP_HOST}/grouper/ [R=301,L] +__GROUPER_PROXY_PASS__RewriteEngine on +__GROUPER_PROXY_PASS__RewriteCond %{REQUEST_URI} "^/$" +__GROUPER_PROXY_PASS__RewriteRule . %{REQUEST_SCHEME}://%{HTTP_HOST}/grouper/ [R=301,L] diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index cc9553f5..3c242e1a 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -128,6 +128,31 @@ prepConf() { linkGrouperSecrets $dest/classes } +tomeeContextGrouperForAll() { + # allow all grouper contexts to run + rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml + rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml + sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper|g" /etc/httpd/conf.d/grouper-www.conf +} +tomeeContextGrouperWsOnly() { + # only WS env, optimize the context + rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml + rm /opt/tomee/conf/Catalina/localhost/grouper.xml + sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper-ws|g" /etc/httpd/conf.d/grouper-www.conf +} +tomeeContextGrouperScimOnly() { + # only SCIM env, optimize the context + rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml + rm /opt/tomee/conf/Catalina/localhost/grouper.xml + sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper-ws-scim|g" /etc/httpd/conf.d/grouper-www.conf +} +tomeeContextGrouperUiOnly() { + # only UI env, optimize the context + rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml + rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml + sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper|g" /etc/httpd/conf.d/grouper-www.conf +} + finishPrep() { @@ -147,6 +172,13 @@ finishPrep() { if [ -z "$GROUPER_WS_GROUPER_AUTH" ] ; then export GROUPER_WS_GROUPER_AUTH=false; fi if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=false; fi if [ -z "$GROUPER_CHOWN_DIRS" ] ; then export GROUPER_CHOWN_DIRS=true; fi + if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='127.0.0.1/32'; fi + # GROUPER_AUTO_DDL_UPTOVERSION defaults to null + # GROUPER_START_DELAY_SECONDS defaults to null + if [ -z "$GROUPER_UI" ] ; then export GROUPER_UI=false; fi + if [ -z "$GROUPER_SCIM" ] ; then export GROUPER_SCIM=false; fi + if [ -z "$GROUPER_WS" ] ; then export GROUPER_WS=false; fi + if [ -z "$GROUPER_DAEMON" ] ; then export GROUPER_DAEMON=false; fi if [ "$GROUPER_LOG_TO_HOST" = "true" ] then @@ -204,23 +236,68 @@ finishPrep() { if [ "$GROUPER_WS" = "true" ] then cp -r $dest/libWs/* $dest/lib/ + sed -i "s|__GROUPERWS_PROXY_PASS__||g" /etc/httpd/conf.d/grouper-www.conf + else + sed -i "s|__GROUPERWS_PROXY_PASS__|# |g" /etc/httpd/conf.d/grouper-www.conf fi if [ "$GROUPER_SCIM" = "true" ] then cp -r $dest/libScim/* $dest/lib/ - fi - - if [ "$GROUPER_UI" = "true" ] - then - if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='127.0.0.1/32'; fi + sed -i "s|__GROUPERSCIM_PROXY_PASS__||g" /etc/httpd/conf.d/grouper-www.conf + else + sed -i "s|__GROUPERSCIM_PROXY_PASS__|# |g" /etc/httpd/conf.d/grouper-www.conf fi if [ "$GROUPER_UI" = "true" ] || [ "$GROUPER_DAEMON" = "true" ] then cp -r $dest/libUiAndDaemon/* $dest/lib/ fi - + + if [ "$GROUPER_UI" = "true" ] + then + sed -i "s|__GROUPER_PROXY_PASS__||g" /etc/httpd/conf.d/grouper-www.conf + else + sed -i "s|__GROUPER_PROXY_PASS__|# |g" /etc/httpd/conf.d/grouper-www.conf + fi + + # we need to arrange the grouper context files for tomee and point from apache + # keep it simple and use grouper + if [ "$GROUPER_USE_GROUPER_CONTEXT" = "true" ] + then + tomeeContextGrouperForAll + else + if [ "$GROUPER_WS" = "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] + then + + # only WS env, optimize the context + tomeeContextGrouperWsOnly + + else + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" = "true" ] + then + + # only SCIM env, optimize the context + tomeeContextGrouperScimOnly + else + + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" = "true" ] && [ "$GROUPER_SCIM" != "true" ] + then + + # only UI env, optimize the context + tomeeContextGrouperUiOnly + else + + # otherwise we are just grouper and everything (similar to above) + tomeeContextGrouperForAll + fi + + fi + fi + + fi + if [ "$SELF_SIGNED_CERT" = "true" ] then cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ diff --git a/container_files/usr-local-bin/quickstart b/container_files/usr-local-bin/quickstart index a25962b8..8ecdca46 100755 --- a/container_files/usr-local-bin/quickstart +++ b/container_files/usr-local-bin/quickstart @@ -5,6 +5,7 @@ prepQuickstart prepUI prepWS +prepSCIM prepDaemon finishPrep From 3d735c8d9e15ca7f5e5121f4625f6e540d2c636f Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 4 May 2020 23:58:27 -0400 Subject: [PATCH 166/194] 2.5.27 version --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index c37ceedb..5ca96e24 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.26 \ +ENV GROUPER_VERSION=2.5.27 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.26 \ +ENV GROUPER_VERSION=2.5.27 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From ad4e39dd38e8f90d34eb2508c57c484a8eeced1a Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 5 May 2020 09:38:11 -0400 Subject: [PATCH 167/194] putting test-compose back into tests --- tests/main.bats | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/tests/main.bats b/tests/main.bats index c3d9aee0..0c18d122 100644 --- a/tests/main.bats +++ b/tests/main.bats @@ -6,11 +6,11 @@ load ../common docker image inspect ${maintainer}/${imagename} } -#@test "030 Test Compose the environment" { -# cd test-compose && ./compose.sh && docker-compose down -#} +@test "030 Test Compose the environment" { + cd test-compose && ./compose.sh && docker-compose down +} -#@test "070 There are no known security vulnerabilities" { -# ./tests/clairscan.sh ${maintainer}/${imagename}:latest -#} +@test "070 There are no known security vulnerabilities" { + ./tests/clairscan.sh ${maintainer}/${imagename}:latest +} From 842c50a286b50f0f1bfa1c0c6a99e1a5bb762d61 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Thu, 7 May 2020 13:51:05 -0400 Subject: [PATCH 168/194] GRP-2765: hsql 2.3.2 from tomee has sql issues so go back to 2.3.5 in grouper and tomee --- Dockerfile | 4 +- .../tier-support/supervisord-hsqldb.conf | 2 +- container_files/usr-local-bin/library.sh | 60 ++++++++++--------- 3 files changed, 36 insertions(+), 30 deletions(-) diff --git a/Dockerfile b/Dockerfile index 5ca96e24..96e743d9 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.27 \ +ENV GROUPER_VERSION=2.5.28 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.27 \ +ENV GROUPER_VERSION=2.5.28 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ diff --git a/container_files/tier-support/supervisord-hsqldb.conf b/container_files/tier-support/supervisord-hsqldb.conf index 439f68be..1ccf9adc 100644 --- a/container_files/tier-support/supervisord-hsqldb.conf +++ b/container_files/tier-support/supervisord-hsqldb.conf @@ -1,7 +1,7 @@ [program:hsqldb] user=tomcat directory=/opt/hsqldb -command=/usr/lib/jvm/java-1.8.0-amazon-corretto/bin/java -cp /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-2.3.2.jar org.hsqldb.Server -port 9001 -database.0 file:/opt/hsqldb/grouperHSQL -dbname.0 grouper +command=/usr/lib/jvm/java-1.8.0-amazon-corretto/bin/java -cp /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-2.3.5.jar org.hsqldb.Server -port 9001 -database.0 file:/opt/hsqldb/grouperHSQL -dbname.0 grouper stderr_logfile = /tmp/loghsqldb stderr_logfile_maxbytes=0 stdout_logfile = /tmp/loghsqldb diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index 3c242e1a..ab109f14 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -2,11 +2,6 @@ dest=/opt/grouper/grouperWebapp/WEB-INF/ -if [ -d "/opt/grouper/slashRoot" ]; then - # Copy any files into the root filesystem - rsync -l -r -v /opt/grouper/slashRoot/ / -fi - setupPipe() { if [ -e $1 ]; then rm $1 @@ -125,10 +120,14 @@ prepWS() { prepConf() { + setupLoggingPipe + setupSupervisordLogPipe + setupGrouperLogPipe + linkGrouperSecrets $dest/classes } -tomeeContextGrouperForAll() { +tomeeContextGrouperForUiOrAll() { # allow all grouper contexts to run rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml @@ -146,19 +145,34 @@ tomeeContextGrouperScimOnly() { rm /opt/tomee/conf/Catalina/localhost/grouper.xml sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper-ws-scim|g" /etc/httpd/conf.d/grouper-www.conf } -tomeeContextGrouperUiOnly() { - # only UI env, optimize the context - rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml - rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml - sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper|g" /etc/httpd/conf.d/grouper-www.conf -} +#finishPrep() { +# +# finishPrep2 +# +# mv /opt/tomee/conf/Catalina/localhost/grouper.xml /opt/tomee/conf/Catalina/localhost/grouper2.xml +# sed -i 's|path="/grouper"|path="/grouper2"|g' /opt/tomee/conf/Catalina/localhost/grouper2.xml +# sed -i 's|ajp://localhost:8009/grouper|ajp://localhost:8009/grouper2|g' /etc/httpd/conf.d/grouper-www.conf +# sed -i 's|ProxyPass /grouper |ProxyPass /grouper2 |g' /etc/httpd/conf.d/grouper-www.conf +# sed -i 's|/grouper/|/grouper2/|g' /etc/httpd/conf.d/grouper-www.conf +# sed -i 's|/grouper/|/grouper2/|g' /etc/httpd/conf.d/ssl-enabled.conf +# # do the httpd-shibd.conf too if needed +# +#} +# +#finishPrep2() { + finishPrep() { - setupLoggingPipe - setupGrouperLogPipe - setupSupervisordLogPipe + if [ -d "/opt/grouper/slashRoot" ]; then + # Copy any files into the root filesystem + rsync -l -r -v /opt/grouper/slashRoot/ / + fi + + # tomee hsql must match the grouper one, and the version cannot be 2.3.2 since it is query bugs (unit tests fail) + rm -v /opt/tomee/lib/hsqldb-*.jar + cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-*.jar /opt/tomee/lib/ # clear out existing supervisord config cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf @@ -265,7 +279,7 @@ finishPrep() { # keep it simple and use grouper if [ "$GROUPER_USE_GROUPER_CONTEXT" = "true" ] then - tomeeContextGrouperForAll + tomeeContextGrouperForUiOrAll else if [ "$GROUPER_WS" = "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] then @@ -281,18 +295,10 @@ finishPrep() { tomeeContextGrouperScimOnly else + # otherwise we are just grouper and everything (similar to above) + # note things will be available as needed + tomeeContextGrouperForUiOrAll - if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" = "true" ] && [ "$GROUPER_SCIM" != "true" ] - then - - # only UI env, optimize the context - tomeeContextGrouperUiOnly - else - - # otherwise we are just grouper and everything (similar to above) - tomeeContextGrouperForAll - fi - fi fi From a180eac44d5e134b89678cdb99d02b779ea042af Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Thu, 7 May 2020 14:42:48 -0400 Subject: [PATCH 169/194] GRP-2768: upgrade shib in dockerfile from tier/shibboleth_sp:3.0.4_03122019 to tier/shibboleth_sp:3.1.0_04172020 --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 96e743d9..31ca6e24 100644 --- a/Dockerfile +++ b/Dockerfile @@ -51,7 +51,8 @@ RUN cd /opt/tomee/; \ COPY container_files/api/* /opt/grouper/grouperWebapp/WEB-INF/classes/ COPY container_files/ui/ /opt/grouper/grouperWebapp/WEB-INF/classes/ COPY container_files/tomee/ /opt/tomee/ -FROM tier/shibboleth_sp:3.0.4_03122019 + +FROM tier/shibboleth_sp:3.1.0_04172020 LABEL author="tier-packaging@internet2.edu <tier-packaging@internet2.edu>" \ Vendor="TIER" \ ImageType="Grouper" \ From c9054a6d5499b7fdb8864b4d32f1430d53ac528e Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Thu, 7 May 2020 16:35:09 -0400 Subject: [PATCH 170/194] GRP-2767: GROUPER_MORPHSTRING_ENCRYPT_KEY_FILE does not read morph string (commit 2) --- container_files/usr-local-bin/library.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index ab109f14..a22d72dd 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -81,12 +81,12 @@ prepQuickstart() { if [ "$GROUPER_UI_GROUPER_AUTH" = 'true' ] then echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties - echo 'grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig = ${java.lang.System.getenv().get('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties + echo 'grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig = ${elUtils.processEnvVarOrFile('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties fi if [ "$GROUPER_WS_GROUPER_AUTH" = 'true' ] then echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties - echo 'grouperPasswordConfigOverride_WS_GrouperSystem_pass.elConfig = ${java.lang.System.getenv().get('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties + echo 'grouperPasswordConfigOverride_WS_GrouperSystem_pass.elConfig = ${elUtils.processEnvVarOrFile('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties fi fi From 8ba39b26a0fd3dfabc16ee7c45c2734de8613945 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Thu, 7 May 2020 16:39:43 -0400 Subject: [PATCH 171/194] GRP-2764: duplicate rewrite rules in grouper-www and ssl-enabled conf files --- container_files/httpd/grouper-www.conf | 4 ++-- container_files/httpd/ssl-enabled.conf | 2 -- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index c8da3c2d..162141f0 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -12,5 +12,5 @@ __GROUPERWS_PROXY_PASS__ProxyPass /grouper-ws __THE_AJP_URL__ timeout=2400 __GROUPERSCIM_PROXY_PASS__ProxyPass /grouper-ws-scim __THE_AJP_URL__ timeout=2400 __GROUPER_PROXY_PASS__RewriteEngine on -__GROUPER_PROXY_PASS__RewriteCond %{REQUEST_URI} "^/$" -__GROUPER_PROXY_PASS__RewriteRule . %{REQUEST_SCHEME}://%{HTTP_HOST}/grouper/ [R=301,L] +__GROUPER_PROXY_PASS__RewriteRule "^/$" "/grouper/" [R] + diff --git a/container_files/httpd/ssl-enabled.conf b/container_files/httpd/ssl-enabled.conf index 00d75a44..0fd5c748 100644 --- a/container_files/httpd/ssl-enabled.conf +++ b/container_files/httpd/ssl-enabled.conf @@ -12,8 +12,6 @@ SSLStaplingCache shmcb:/var/run/ocsp(128000) Listen 443 https <VirtualHost *:443> - RewriteEngine on - RewriteRule "^/$" "/grouper/" [R] SSLEngine on SSLCertificateChainFile /etc/pki/tls/certs/cachain.pem From 2a06368c652c3c8e209b422eb789ad8679e0af35 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Thu, 7 May 2020 20:24:01 -0400 Subject: [PATCH 172/194] GRP-2773: add variable for logout page in container --- Dockerfile | 1 - container_files/api/log4j.properties | 8 +- .../ui/classes/grouper-ui.properties | 12 -- container_files/ui/classes/log4j.properties | 144 ------------------ container_files/usr-local-bin/library.sh | 50 +++++- container_files/ws/classes/log4j.properties | 144 ------------------ 6 files changed, 47 insertions(+), 312 deletions(-) delete mode 100644 container_files/ui/classes/grouper-ui.properties delete mode 100644 container_files/ui/classes/log4j.properties delete mode 100644 container_files/ws/classes/log4j.properties diff --git a/Dockerfile b/Dockerfile index 31ca6e24..387a76cf 100644 --- a/Dockerfile +++ b/Dockerfile @@ -49,7 +49,6 @@ RUN ls /opt/grouper/grouperWebapp/WEB-INF RUN cd /opt/tomee/; \ rm -fr webapps/docs/ webapps/host-manager/ webapps/manager/ logs/* temp/* work/* conf/logging.properties COPY container_files/api/* /opt/grouper/grouperWebapp/WEB-INF/classes/ -COPY container_files/ui/ /opt/grouper/grouperWebapp/WEB-INF/classes/ COPY container_files/tomee/ /opt/tomee/ FROM tier/shibboleth_sp:3.1.0_04172020 diff --git a/container_files/api/log4j.properties b/container_files/api/log4j.properties index 9b9c5d4e..f2dff0a1 100644 --- a/container_files/api/log4j.properties +++ b/container_files/api/log4j.properties @@ -31,14 +31,14 @@ log4j.appender.grouper_event = org.apache.log4j.FileA log4j.appender.grouper_event.file = /tmp/logpipe log4j.appender.grouper_event.append = true log4j.appender.grouper_event.layout = org.apache.log4j.PatternLayout -log4j.appender.grouper_event.layout.ConversionPattern = grouper-api;grouper_event.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n +log4j.appender.grouper_event.layout.ConversionPattern = __GROUPER_LOG_PREFIX__;grouper_event.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n ## Grouper API error logging log4j.appender.grouper_error = org.apache.log4j.FileAppender log4j.appender.grouper_error.file = /tmp/logpipe log4j.appender.grouper_errot.append = true log4j.appender.grouper_error.layout = org.apache.log4j.PatternLayout -log4j.appender.grouper_error.layout.ConversionPattern = grouper-api;grouper_error.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n +log4j.appender.grouper_error.layout.ConversionPattern = __GROUPER_LOG_PREFIX__;grouper_error.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n #log4j.appender.grouper_error.layout.ConversionPattern = %d{ISO8601}: %m%n # Debug logging (Or: logging that I haven't cleaned up yet to send elsewhere) @@ -47,7 +47,7 @@ log4j.appender.grouper_debug.file = /tmp/logpipe log4j.appender.grouper_debug.append = true log4j.appender.grouper_debug.layout = org.apache.log4j.PatternLayout #log4j.appender.grouper_debug.layout.ConversionPattern = %d{ISO8601} %5p %c{2}: %m%n -log4j.appender.grouper_debug.layout.ConversionPattern = grouper-api;grouper_debug.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n +log4j.appender.grouper_debug.layout.ConversionPattern = __GROUPER_LOG_PREFIX__;grouper_debug.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n ## Benchmark logging log4j.appender.grouper_gb = org.apache.log4j.FileAppender @@ -55,7 +55,7 @@ log4j.appender.grouper_gb.file = /tmp/logpipe log4j.appender.grouper_gb.append = true log4j.appender.grouper_gb.layout = org.apache.log4j.PatternLayout #log4j.appender.grouper_gb.layout.ConversionPattern = %d{ISO8601} %5p %c{2}: %m%n -log4j.appender.grouper_gb.layout.ConversionPattern = grouper-api;grouper_bench.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n +log4j.appender.grouper_gb.layout.ConversionPattern = __GROUPER_LOG_PREFIX__;grouper_bench.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n # Loggers diff --git a/container_files/ui/classes/grouper-ui.properties b/container_files/ui/classes/grouper-ui.properties deleted file mode 100644 index 80fbee1e..00000000 --- a/container_files/ui/classes/grouper-ui.properties +++ /dev/null @@ -1,12 +0,0 @@ -# -# Grouper UI configuration -# $Id: grouper.client.example.properties,v 1.24 2009-12-30 04:23:02 mchyzer Exp $ -# - -# The grouper-ui.properties uses Grouper Configuration Overlays (documented on wiki) -# By default the configuration is read from grouper-ui.base.properties -# (which should not be edited), and the grouper-ui.properties overlays -# the base settings. See the grouper-ui.base.properties for the possible -# settings that can be applied to the grouper-ui.properties - -grouperUi.logout.redirectToUrl=/Shibboleth.sso/Logout \ No newline at end of file diff --git a/container_files/ui/classes/log4j.properties b/container_files/ui/classes/log4j.properties deleted file mode 100644 index 12e5eff8..00000000 --- a/container_files/ui/classes/log4j.properties +++ /dev/null @@ -1,144 +0,0 @@ - -# -# Copyright 2014 Internet2 -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -#/opt/grouper/2.3.0/grouper.apiBinary-2.3.0/ will be substituted with the System property "grouper.home", which must have a trailing \ or / -# depending on your OS. Of course you can use absolute paths if you prefer - - -# -# log4j Configuration -# $Id: log4j.example.properties,v 1.13 2009-12-18 13:56:51 tzeller Exp $ -# - -# Appenders - -## Grouper API event logging -log4j.appender.grouper_event = org.apache.log4j.FileAppender -log4j.appender.grouper_event.file = /tmp/logpipe -log4j.appender.grouper_event.append = true -log4j.appender.grouper_event.layout = org.apache.log4j.PatternLayout -log4j.appender.grouper_event.layout.ConversionPattern = grouper-ui;grouper_event.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n - -## Grouper API error logging -log4j.appender.grouper_error = org.apache.log4j.FileAppender -log4j.appender.grouper_error.file = /tmp/logpipe -log4j.appender.grouper_errot.append = true -log4j.appender.grouper_error.layout = org.apache.log4j.PatternLayout -log4j.appender.grouper_error.layout.ConversionPattern = grouper-ui;grouper_error.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n -#log4j.appender.grouper_error.layout.ConversionPattern = %d{ISO8601}: %m%n - -# Debug logging (Or: logging that I haven't cleaned up yet to send elsewhere) -log4j.appender.grouper_debug = org.apache.log4j.FileAppender -log4j.appender.grouper_debug.file = /tmp/logpipe -log4j.appender.grouper_debug.append = true -log4j.appender.grouper_debug.layout = org.apache.log4j.PatternLayout -#log4j.appender.grouper_debug.layout.ConversionPattern = %d{ISO8601} %5p %c{2}: %m%n -log4j.appender.grouper_debug.layout.ConversionPattern = grouper-ui;grouper_debug.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n - -## Benchmark logging -log4j.appender.grouper_gb = org.apache.log4j.FileAppender -log4j.appender.grouper_gb.file = /tmp/logpipe -log4j.appender.grouper_gb.append = true -log4j.appender.grouper_gb.layout = org.apache.log4j.PatternLayout -#log4j.appender.grouper_gb.layout.ConversionPattern = %d{ISO8601} %5p %c{2}: %m%n -log4j.appender.grouper_gb.layout.ConversionPattern = grouper-ui;grouper_bench.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n - -# Loggers - -## Default logger; will log *everything* -log4j.rootLogger = ERROR, grouper_error - -## All Internet2 (warn to grouper_error per default logger) -log4j.logger.edu.internet2.middleware = WARN - - -# Provisioning : PSP (version 2.1+) -log4j.logger.edu.internet2.middleware.psp = INFO - -# Provisioning : vt-ldap -# log4j.logger.edu.vt.middleware.ldap = INFO - -# Provisioning : Grouper plugin to Shibboleth attribute resolver -# log4j.logger.edu.internet2.middleware.grouper.shibboleth = INFO - - -# For more precise (or verbose) logging, enable one or more of the -# following logging directives. To remove duplicate entries, just change the -# level, and not where to send the logs -# http://robertmarkbramprogrammer.blogspot.com/2007/06/log4j-duplicate-lines-in-output.html - -## Grouper Event Logging -## * Logs at _info_ only -log4j.logger.edu.internet2.middleware.grouper.log.EventLog = INFO, grouper_event -log4j.logger.edu.internet2.middleware.grouper.RegistryInstall = INFO, grouper_event - -## Grouper Error Logging -## * Logs at _warn_, _fatal_ and _error_ only (by default this is WARN due to internet2 below) -#log4j.logger.edu.internet2.middleware.grouper = WARN, grouper_error - -## Grouper Debug Logging -## * NOTE: There is currently VERY LITTLE (useful) information sent to this. -## * Logs at _info_ only currently -#log4j.logger.edu.internet2.middleware.grouper = INFO, grouper_debug - -## Grouper XML Export + Import Logging -## TODO Integrate with normal logging -log4j.logger.edu.internet2.middleware.grouper.xml.XmlExporter = INFO, grouper_event -log4j.logger.edu.internet2.middleware.grouper.xml.XmlImporter = INFO, grouper_event - -## Grouper Benchmark Logging -log4j.logger.edu.internet2.middleware.grouper.bench = INFO, grouper_gb - -## Grouper script to add missing group sets -log4j.logger.edu.internet2.middleware.grouper.misc.AddMissingGroupSets = INFO, grouper_event - -## Grouper Sync Point in Time Tables -log4j.logger.edu.internet2.middleware.grouper.misc.SyncPITTables = INFO, grouper_event - -## Grouper Sync Stem Set Table -log4j.logger.edu.internet2.middleware.grouper.misc.SyncStemSets = INFO, grouper_event - -## Grouper Migrate Legacy Attributes -log4j.logger.edu.internet2.middleware.grouper.misc.MigrateLegacyAttributes = INFO, grouper_event - -### Subject API -#log4j.logger.edu.internet2.middleware.subject = ERROR, grouper_error -#log4j.logger.edu.internet2.middleware.subject.provider = ERROR, grouper_error -### Hibernate -#log4j.logger.org.hibernate = ERROR, grouper_error -### ehcache -#log4j.logger.net.sf.ehcache = ERROR, grouper_error -### Spring -#log4j.logger.org.springframework = ERROR, grouper_error - -## Grouper Stress Testing -log4j.logger.edu.internet2.middleware.grouper.stress = INFO, grouper_debug - - -####################################################### -##Optional settings for debug logs -####################################################### - -## Hooks debug info -#log4j.logger.edu.internet2.middleware.grouper.hooks.examples.GroupTypeTupleIncludeExcludeHook = DEBUG -#log4j.logger.edu.internet2.middleware.grouper.Group = DEBUG - -#log4j.logger.edu.internet2.middleware.grouper.hooks.examples.GroupTypeSecurityHook = DEBUG - - -# added by grouper-installer -log4j.logger.org.apache.tools.ant = WARN diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index a22d72dd..cddab962 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -127,6 +127,19 @@ prepConf() { linkGrouperSecrets $dest/classes } +prepUIonly() { + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-ui; fi +} +prepWSonly() { + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-ws; fi +} +prepSCIMonly() { + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-scim; fi +} +prepDaemonOnly() { + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-daemon; fi +} + tomeeContextGrouperForUiOrAll() { # allow all grouper contexts to run rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml @@ -204,13 +217,6 @@ finishPrep() { cp /opt/grouper/grouperWebapp/WEB-INF/server.wsTomcatAuthn.xml /opt/tomee/conf/server.xml fi - # do this last - if [ "$GROUPER_CHOWN_DIRS" = "true" ] - then - chown -R tomcat:tomcat /opt/grouper/grouperWebapp - fi - - # construct the supervisord file based on FLAGS passed in or what was in CMD if [ "$RUN_HSQLDB" = "true" ] @@ -244,6 +250,7 @@ finishPrep() { cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf + if [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi fi # copy files to their appropriate locations based on passed in flags @@ -303,6 +310,29 @@ finishPrep() { fi fi + + if [ "$GROUPER_WS" = "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" != "true" ] + then + prepWSonly + fi + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" = "true" ] && [ "$GROUPER_DAEMON" != "true" ] + then + prepSCIMonly + fi + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" = "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" != "true" ] + then + prepUIonly + fi + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" = "true" ] + then + prepDaemonOnly + else + + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper; fi + sed -i "s|__GROUPER_PROXY_PASS__|$GROUPER_LOG_PREFIX|g" /etc/httpd/conf.d/grouper-www.conf if [ "$SELF_SIGNED_CERT" = "true" ] then @@ -314,5 +344,11 @@ finishPrep() { export GROUPER_MAX_MEMORY=1500m fi + # do this last + if [ "$GROUPER_CHOWN_DIRS" = "true" ] + then + chown -R tomcat:tomcat /opt/grouper/grouperWebapp + fi + } diff --git a/container_files/ws/classes/log4j.properties b/container_files/ws/classes/log4j.properties deleted file mode 100644 index c104dc10..00000000 --- a/container_files/ws/classes/log4j.properties +++ /dev/null @@ -1,144 +0,0 @@ - -# -# Copyright 2014 Internet2 -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -#${grouper.home} will be substituted with the System property "grouper.home", which must have a trailing \ or / -# depending on your OS. Of course you can use absolute paths if you prefer - - -# -# log4j Configuration -# $Id: log4j.example.properties,v 1.13 2009-12-18 13:56:51 tzeller Exp $ -# - -# Appenders - -## Grouper API event logging -log4j.appender.grouper_event = org.apache.log4j.FileAppender -log4j.appender.grouper_event.file = /tmp/logpipe -log4j.appender.grouper_event.append = true -log4j.appender.grouper_event.layout = org.apache.log4j.PatternLayout -log4j.appender.grouper_event.layout.ConversionPattern = grouper-ws;grouper_event.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n - -## Grouper API error logging -log4j.appender.grouper_error = org.apache.log4j.FileAppender -log4j.appender.grouper_error.file = /tmp/logpipe -log4j.appender.grouper_errot.append = true -log4j.appender.grouper_error.layout = org.apache.log4j.PatternLayout -log4j.appender.grouper_error.layout.ConversionPattern = grouper-ws;grouper_error.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n -#log4j.appender.grouper_error.layout.ConversionPattern = %d{ISO8601}: %m%n - -# Debug logging (Or: logging that I haven't cleaned up yet to send elsewhere) -log4j.appender.grouper_debug = org.apache.log4j.FileAppender -log4j.appender.grouper_debug.file = /tmp/logpipe -log4j.appender.grouper_debug.append = true -log4j.appender.grouper_debug.layout = org.apache.log4j.PatternLayout -#log4j.appender.grouper_debug.layout.ConversionPattern = %d{ISO8601} %5p %c{2}: %m%n -log4j.appender.grouper_debug.layout.ConversionPattern = grouper-ws;grouper_debug.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n - -## Benchmark logging -log4j.appender.grouper_gb = org.apache.log4j.FileAppender -log4j.appender.grouper_gb.file = /tmp/logpipe -log4j.appender.grouper_gb.append = true -log4j.appender.grouper_gb.layout = org.apache.log4j.PatternLayout -#log4j.appender.grouper_gb.layout.ConversionPattern = %d{ISO8601} %5p %c{2}: %m%n -log4j.appender.grouper_gb.layout.ConversionPattern = grouper-ws;grouper_bench.log;${ENV};${USERTOKEN};%d{ISO8601}: [%t] %-5p %C{1}.%M(%L) - %x - %m%n - -# Loggers - -## Default logger; will log *everything* -log4j.rootLogger = ERROR, grouper_error - -## All Internet2 (warn to grouper_error per default logger) -log4j.logger.edu.internet2.middleware = WARN - - -# Provisioning : PSP (version 2.1+) -log4j.logger.edu.internet2.middleware.psp = INFO - -# Provisioning : vt-ldap -# log4j.logger.edu.vt.middleware.ldap = INFO - -# Provisioning : Grouper plugin to Shibboleth attribute resolver -# log4j.logger.edu.internet2.middleware.grouper.shibboleth = INFO - - -# For more precise (or verbose) logging, enable one or more of the -# following logging directives. To remove duplicate entries, just change the -# level, and not where to send the logs -# http://robertmarkbramprogrammer.blogspot.com/2007/06/log4j-duplicate-lines-in-output.html - -## Grouper Event Logging -## * Logs at _info_ only -log4j.logger.edu.internet2.middleware.grouper.log.EventLog = INFO, grouper_event -log4j.logger.edu.internet2.middleware.grouper.RegistryInstall = INFO, grouper_event - -## Grouper Error Logging -## * Logs at _warn_, _fatal_ and _error_ only (by default this is WARN due to internet2 below) -#log4j.logger.edu.internet2.middleware.grouper = WARN, grouper_error - -## Grouper Debug Logging -## * NOTE: There is currently VERY LITTLE (useful) information sent to this. -## * Logs at _info_ only currently -#log4j.logger.edu.internet2.middleware.grouper = INFO, grouper_debug - -## Grouper XML Export + Import Logging -## TODO Integrate with normal logging -log4j.logger.edu.internet2.middleware.grouper.xml.XmlExporter = INFO, grouper_event -log4j.logger.edu.internet2.middleware.grouper.xml.XmlImporter = INFO, grouper_event - -## Grouper Benchmark Logging -log4j.logger.edu.internet2.middleware.grouper.bench = INFO, grouper_gb - -## Grouper script to add missing group sets -log4j.logger.edu.internet2.middleware.grouper.misc.AddMissingGroupSets = INFO, grouper_event - -## Grouper Sync Point in Time Tables -log4j.logger.edu.internet2.middleware.grouper.misc.SyncPITTables = INFO, grouper_event - -## Grouper Sync Stem Set Table -log4j.logger.edu.internet2.middleware.grouper.misc.SyncStemSets = INFO, grouper_event - -## Grouper Migrate Legacy Attributes -log4j.logger.edu.internet2.middleware.grouper.misc.MigrateLegacyAttributes = INFO, grouper_event - -### Subject API -#log4j.logger.edu.internet2.middleware.subject = ERROR, grouper_error -#log4j.logger.edu.internet2.middleware.subject.provider = ERROR, grouper_error -### Hibernate -#log4j.logger.org.hibernate = ERROR, grouper_error -### ehcache -#log4j.logger.net.sf.ehcache = ERROR, grouper_error -### Spring -#log4j.logger.org.springframework = ERROR, grouper_error - -## Grouper Stress Testing -log4j.logger.edu.internet2.middleware.grouper.stress = INFO, grouper_debug - - -####################################################### -##Optional settings for debug logs -####################################################### - -## Hooks debug info -#log4j.logger.edu.internet2.middleware.grouper.hooks.examples.GroupTypeTupleIncludeExcludeHook = DEBUG -#log4j.logger.edu.internet2.middleware.grouper.Group = DEBUG - -#log4j.logger.edu.internet2.middleware.grouper.hooks.examples.GroupTypeSecurityHook = DEBUG - - -# added by grouper-installer -log4j.logger.org.apache.tools.ant = WARN From 7c0eefdeb18615d5cb489bde510235224739cf3b Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Sun, 10 May 2020 12:18:01 -0400 Subject: [PATCH 173/194] v2.5.28 re-organization --- container_files/httpd/grouper-www.conf | 25 +- container_files/httpd/ssl-enabled.conf | 7 +- container_files/tier-support/ssl-enabled.conf | 10 +- .../tier-support/supervisord-base.conf | 2 +- .../tier-support/supervisord-hsqldb.conf | 2 +- .../tier-support/supervisord-shibsp.conf | 2 +- .../tier-support/supervisord-tomee.conf | 2 +- container_files/tier-support/supervisord.conf | 2 +- .../test/grouperContainerUnitTest.sh | 74 ++++ .../test/grouperContainerUnitTestDaemon.sh | 86 ++++ .../test/grouperContainerUnitTestLibrary.sh | 258 ++++++++++++ .../grouperContainerUnitTestQuickstart.sh | 125 ++++++ .../test/grouperContainerUnitTestScim.sh | 88 +++++ .../grouperContainerUnitTestSelfSigned.sh | 71 ++++ .../test/grouperContainerUnitTestSlashRoot.sh | 32 ++ .../test/grouperContainerUnitTestUi.sh | 94 +++++ ...rouperContainerUnitTestUiDifferentPorts.sh | 51 +++ .../test/grouperContainerUnitTestUiNoSsl.sh | 76 ++++ .../test/grouperContainerUnitTestWs.sh | 88 +++++ .../tomee/conf/Catalina/localhost/grouper.xml | 3 + container_files/usr-local-bin/daemon | 11 +- container_files/usr-local-bin/entrypoint.sh | 7 +- .../usr-local-bin/grouperScriptHooks.sh | 6 + .../usr-local-bin/grouperScriptHooksBase.sh | 57 +++ .../usr-local-bin/grouperTestFileExist.sh | 10 + .../usr-local-bin/grouperTestPrintEnv.sh | 11 + container_files/usr-local-bin/gsh | 19 +- container_files/usr-local-bin/library.sh | 366 +----------------- container_files/usr-local-bin/libraryPrep.sh | 225 +++++++++++ .../usr-local-bin/libraryPrepOnly.sh | 93 +++++ .../usr-local-bin/libraryRunCommand.sh | 29 ++ .../usr-local-bin/librarySetupFiles.sh | 166 ++++++++ .../usr-local-bin/librarySetupFilesApache.sh | 87 +++++ .../librarySetupFilesForComponent.sh | 84 ++++ .../librarySetupFilesForProcess.sh | 96 +++++ .../usr-local-bin/librarySetupFilesTomcat.sh | 102 +++++ .../usr-local-bin/librarySetupPipe.sh | 77 ++++ container_files/usr-local-bin/quickstart | 17 +- container_files/usr-local-bin/scim | 9 +- container_files/usr-local-bin/ui | 9 +- container_files/usr-local-bin/ui-ws | 11 +- container_files/usr-local-bin/ws | 9 +- 42 files changed, 2182 insertions(+), 417 deletions(-) create mode 100644 container_files/tier-support/test/grouperContainerUnitTest.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestDaemon.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestLibrary.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestScim.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestSelfSigned.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestSlashRoot.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestUi.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestWs.sh create mode 100644 container_files/tomee/conf/Catalina/localhost/grouper.xml create mode 100644 container_files/usr-local-bin/grouperScriptHooks.sh create mode 100644 container_files/usr-local-bin/grouperScriptHooksBase.sh create mode 100755 container_files/usr-local-bin/grouperTestFileExist.sh create mode 100755 container_files/usr-local-bin/grouperTestPrintEnv.sh create mode 100644 container_files/usr-local-bin/libraryPrep.sh create mode 100644 container_files/usr-local-bin/libraryPrepOnly.sh create mode 100644 container_files/usr-local-bin/libraryRunCommand.sh create mode 100644 container_files/usr-local-bin/librarySetupFiles.sh create mode 100644 container_files/usr-local-bin/librarySetupFilesApache.sh create mode 100644 container_files/usr-local-bin/librarySetupFilesForComponent.sh create mode 100644 container_files/usr-local-bin/librarySetupFilesForProcess.sh create mode 100644 container_files/usr-local-bin/librarySetupFilesTomcat.sh create mode 100644 container_files/usr-local-bin/librarySetupPipe.sh diff --git a/container_files/httpd/grouper-www.conf b/container_files/httpd/grouper-www.conf index 162141f0..adc13f6f 100644 --- a/container_files/httpd/grouper-www.conf +++ b/container_files/httpd/grouper-www.conf @@ -1,16 +1,21 @@ -Timeout 2400 -ProxyTimeout 2400 +Timeout __GROUPER_APACHE_AJP_TIMEOUT_SECONDS__ +ProxyTimeout __GROUPER_APACHE_AJP_TIMEOUT_SECONDS__ ProxyBadHeader Ignore -# the variable for __THE _ AJP _ URL__ (no spaces) will be replaced with something like: ajp://localhost:8009/grouper on startup -# the variable for __GROUPER _ PROXY _ PASS__ (no spaces) will be replaced with comment or blank on startup if running grouper url -# the variable for __GROUPERWS _ PROXY _ PASS__ (no spaces) will be replaced with comment or blank on startup if running grouper-ws url -# the variable for __GROUPERSCIM _ PROXY _ PASS__ (no spaces) will be replaced with comment of blank on startup if running grouper-ws-scim url -__GROUPER_PROXY_PASS__ProxyPass /grouper __THE_AJP_URL__ timeout=2400 -__GROUPERWS_PROXY_PASS__ProxyPass /grouper-ws __THE_AJP_URL__ timeout=2400 -__GROUPERSCIM_PROXY_PASS__ProxyPass /grouper-ws-scim __THE_AJP_URL__ timeout=2400 +# the variable for _ _GROUPER_APACHE_AJP_TIMEOUT_SECONDS_ _ will be replaced to default for one hour on startup env var $GROUPER_APACHE_AJP_TIMEOUT_SECONDS +# the variable for _ _THE_AJP_URL_ _ (no spaces) will be replaced with something like: ajp://localhost:port/grouper on startup +# the variable for _ _GROUPER_PROXY_PASS_ _ (no spaces) will be replaced with comment or blank on startup if running grouper url +# the variable for _ _GROUPERWS_PROXY_PASS_ _ (no spaces) will be replaced with comment or blank on startup if running grouper-ws url +# the variable for _ _GROUPERSCIM_PROXY_PASS_ _ (no spaces) will be replaced with comment of blank on startup if running grouper-ws-scim url +# the variable for _ _GROUPER_TOMCAT_CONTEXT_ _ (no spaces) will be replaced with the env var $GROUPER_TOMCAT_CONTEXT +# the variable for _ _GROUPER_URL_CONTEXT_ _ (no spaces) will be replaced with the env var $GROUPER_URL_CONTEXT +# the variable for _ _GROUPERWS_URL_CONTEXT_ _ (no spaces) will be replaced with the env var $GROUPERWS_URL_CONTEXT +# the variable for _ _GROUPERSCIM_URL_CONTEXT_ _ (no spaces) will be replaced with the env var $GROUPERSCIM_URL_CONTEXT +__GROUPER_PROXY_PASS__ProxyPass /__GROUPER_URL_CONTEXT__ ajp://localhost:8009/__GROUPER_TOMCAT_CONTEXT__ timeout=__GROUPER_APACHE_AJP_TIMEOUT_SECONDS__ +__GROUPERWS_PROXY_PASS__ProxyPass /__GROUPERWS_URL_CONTEXT__ ajp://localhost:8009/__GROUPER_TOMCAT_CONTEXT__ timeout=__GROUPER_APACHE_AJP_TIMEOUT_SECONDS__ +__GROUPERSCIM_PROXY_PASS__ProxyPass /__GROUPERSCIM_URL_CONTEXT__ ajp://localhost:8009/__GROUPER_TOMCAT_CONTEXT__ timeout=__GROUPER_APACHE_AJP_TIMEOUT_SECONDS__ __GROUPER_PROXY_PASS__RewriteEngine on -__GROUPER_PROXY_PASS__RewriteRule "^/$" "/grouper/" [R] +__GROUPER_PROXY_PASS__RewriteRule "^/$" "/__GROUPER_URL_CONTEXT__/" [R] diff --git a/container_files/httpd/ssl-enabled.conf b/container_files/httpd/ssl-enabled.conf index 0fd5c748..41bcad4b 100644 --- a/container_files/httpd/ssl-enabled.conf +++ b/container_files/httpd/ssl-enabled.conf @@ -10,8 +10,11 @@ SSLStaplingResponderTimeout 5 SSLStaplingReturnResponderErrors off SSLStaplingCache shmcb:/var/run/ocsp(128000) -Listen 443 https -<VirtualHost *:443> +Listen __GROUPER_APACHE_SSL_PORT__ https +<VirtualHost *:__GROUPER_APACHE_SSL_PORT__> + +__GROUPER_PROXY_PASS__ RewriteEngine on +__GROUPER_PROXY_PASS__ RewriteRule "^/$" "/grouper/" [R] SSLEngine on SSLCertificateChainFile /etc/pki/tls/certs/cachain.pem diff --git a/container_files/tier-support/ssl-enabled.conf b/container_files/tier-support/ssl-enabled.conf index 09aa34c7..c172b744 100644 --- a/container_files/tier-support/ssl-enabled.conf +++ b/container_files/tier-support/ssl-enabled.conf @@ -7,10 +7,12 @@ SSLUseStapling on SSLStaplingResponderTimeout 5 SSLStaplingReturnResponderErrors off SSLStaplingCache shmcb:/var/run/ocsp(128000) -Listen 443 https -<VirtualHost *:443> - RewriteEngine on - RewriteRule "^/$" "/grouper/" [R] +Listen __GROUPER_APACHE_SSL_PORT__ https +<VirtualHost *:__GROUPER_APACHE_SSL_PORT__> + +__GROUPER_PROXY_PASS__ RewriteEngine on +__GROUPER_PROXY_PASS__ RewriteRule "^/$" "/grouper/" [R] + SSLEngine on #SSLCertificateChainFile /etc/pki/tls/certs/localhost.crt SSLCertificateFile /etc/pki/tls/certs/localhost.crt diff --git a/container_files/tier-support/supervisord-base.conf b/container_files/tier-support/supervisord-base.conf index 3cacdd81..10768344 100644 --- a/container_files/tier-support/supervisord-base.conf +++ b/container_files/tier-support/supervisord-base.conf @@ -3,7 +3,7 @@ logfile=/tmp/logsuperd ; supervisord log file logfile_maxbytes=0 ; maximum size of logfile before rotation loglevel=error ; info, debug, warn, trace nodaemon=true ; run supervisord as a daemon -user=root ; default user +__GROUPER_RUN_PROCESSES_AS_USERS__user=root ; default user [rpcinterface:supervisor] supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface diff --git a/container_files/tier-support/supervisord-hsqldb.conf b/container_files/tier-support/supervisord-hsqldb.conf index 1ccf9adc..0f65fb81 100644 --- a/container_files/tier-support/supervisord-hsqldb.conf +++ b/container_files/tier-support/supervisord-hsqldb.conf @@ -1,5 +1,5 @@ [program:hsqldb] -user=tomcat +__GROUPER_RUN_PROCESSES_AS_USERS__user=tomcat directory=/opt/hsqldb command=/usr/lib/jvm/java-1.8.0-amazon-corretto/bin/java -cp /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-2.3.5.jar org.hsqldb.Server -port 9001 -database.0 file:/opt/hsqldb/grouperHSQL -dbname.0 grouper stderr_logfile = /tmp/loghsqldb diff --git a/container_files/tier-support/supervisord-shibsp.conf b/container_files/tier-support/supervisord-shibsp.conf index 81150d96..5b33a0a3 100644 --- a/container_files/tier-support/supervisord-shibsp.conf +++ b/container_files/tier-support/supervisord-shibsp.conf @@ -1,5 +1,5 @@ [program:shibbolethsp] -user=shibd +__GROUPER_RUN_PROCESSES_AS_USERS__user=shibd command=/usr/sbin/shibd -f -F stderr_logfile = /tmp/logshibd stderr_logfile_maxbytes=0 diff --git a/container_files/tier-support/supervisord-tomee.conf b/container_files/tier-support/supervisord-tomee.conf index 9003fad4..52fe3c43 100644 --- a/container_files/tier-support/supervisord-tomee.conf +++ b/container_files/tier-support/supervisord-tomee.conf @@ -1,5 +1,5 @@ [program:tomee] -user=tomcat +__GROUPER_RUN_PROCESSES_AS_USERS__user=tomcat command=/opt/tomee/bin/catalina.sh run stderr_logfile = /tmp/logtomcat stderr_logfile_maxbytes=0 diff --git a/container_files/tier-support/supervisord.conf b/container_files/tier-support/supervisord.conf index fc02363b..ecd11efe 100644 --- a/container_files/tier-support/supervisord.conf +++ b/container_files/tier-support/supervisord.conf @@ -3,7 +3,7 @@ logfile=/tmp/logsuperd ; supervisord log file logfile_maxbytes=0 ; maximum size of logfile before rotation loglevel=error ; info, debug, warn, trace nodaemon=true ; run supervisord as a daemon -user=root ; default user +__GROUPER_RUN_PROCESSES_AS_USERS__user=root ; default user [rpcinterface:supervisor] supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh new file mode 100644 index 00000000..5697897d --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -0,0 +1,74 @@ +#!/bin/bash + +if [ "$#" -ne 3 ]; then + echo "You must enter exactly 3 command line arguments: container-name, image-name and container version, e.g. grouper-test my-grouper-2.5.27:latest 2.5.27" + exit 1 +fi + +expectedSuccesses=412 + +export containerName=$1 +export imageName=$2 +export containerVersion=$3 +export globalSleepSecondsAfterRun=5 +export globalExitOnError=false + +export successCount=0 +export failureCount=0 + +. ./grouperContainerUnitTestLibrary.sh + +. ./grouperContainerUnitTestDaemon.sh +. ./grouperContainerUnitTestUi.sh +. ./grouperContainerUnitTestUiNoSsl.sh +. ./grouperContainerUnitTestUiDifferentPorts.sh +. ./grouperContainerUnitTestSlashRoot.sh +. ./grouperContainerUnitTestSelfSigned.sh +. ./grouperContainerUnitTestScim.sh +. ./grouperContainerUnitTestWs.sh +. ./grouperContainerUnitTestQuickstart.sh + + +testContainerUi +testContainerUiNoSsl +testContainerSlashRoot +testContainerSelfSigned +testContainerUiDifferentPorts +testContainerScim +testContainerWs +testContainerQuickstart +testContainerDaemon + +dockerRemoveContainer +echo "" +echo "$successCount successes, $failureCount failures" +if [ "$successCount" = "$expectedSuccesses" ] && [ "$failureCount" = "0" ] ; then + success=true + echo "SUCCESS!" +else + success=false + echo "ERROR, expected $expectedSuccesses successes and 0 failures" +fi +echo "" +unset -f containerName +unset -f imageName +unset -f containerVersion +unset -f globalSleepSecondsAfterRun +unset -f testContainerQuickstart +unset -f testContainerDaemon +unset -f testContainerUi +unset -f testContainerUiNoSsl +unset -f testContainerUiDifferentPorts +unset -f testContainerSlashRoot +unset -f testContainerSelfSigned +unset -f testContainerScim +unset -f testContainerWs +unset -f successCount +unset -f failureCount +grouperContainerUnitTestLibrary_unsetAll + +if [ "$success" = "true" ]; then + exit 0 +else + exit 1 +fi diff --git a/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh b/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh new file mode 100644 index 00000000..f43a0583 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh @@ -0,0 +1,86 @@ +#!/bin/bash + +testContainerDaemon() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as daemon + echo "docker run --detach --name $containerName --publish 443:443 $imageName daemon" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 $imageName daemon + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileNotContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileNotContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileNotContains /opt/tier-support/supervisord.conf "program:hsqldb" + assertFileNotContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "true" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-daemon" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "#" + assertEnvVarNot GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVarNot GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "false" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVarNot GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + + # one for hsqldb + assertNumberOfTomcatProcesses 1 + # bad cert apache wont start + assertNumberOfApacheProcesses 0 + assertNumberOfShibProcesses 0 + + assertNotListeningOnPort 443 + assertNotListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + +} +export -f testContainerDaemon diff --git a/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh b/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh new file mode 100644 index 00000000..db90535f --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh @@ -0,0 +1,258 @@ +#!/bin/bash + +dockerRemoveContainer() { + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 arguments" + exit 1 + fi + if [ "$(docker ps -a | grep $containerName)" ] + then + docker rm -f $containerName + fi +} + +# pass in string description, expected value, actual value +assertEquals() { + if [ "$#" -ne 3 ]; then + echo "You must enter exactly 3 arguments: statement, expected value, actual value" + exit 1 + fi + + if [ "$2" != "$3" ] + then + echo "ERROR: $1: expected '$2' but received '$3'" + if [ "$globalExitOnError" = "true" ]; then + exit 1 + fi + export failureCount=$((failureCount+1)) + else + echo "SUCCESS: $1: $2" + export successCount=$((successCount+1)) + fi +} + +# pass in string description, expected value, actual value it should not be +assertNotEquals() { + if [ "$#" -ne 3 ]; then + echo "You must enter exactly 3 arguments: statement, expected value, actual value it should not be" + exit 1 + fi + + if [ "$2" = "$3" ] + then + echo "ERROR: $1: expected '$2' to not equals '$3' but was equal" + if [ "$globalExitOnError" = "true" ]; then + exit 1 + fi + export failureCount=$((failureCount+1)) + else + echo "SUCCESS: $1: not equal to: '$2', is: '$3'" + export successCount=$((successCount+1)) + fi +} + +# pass in string description, first value, less than second valuee +assertLessThan() { + if [ "$#" -ne 3 ]; then + echo "You must enter exactly 3 arguments: statement, first value, second value" + exit 1 + fi + + if [ "$2" -ge "$3" ] + then + echo "ERROR: $1: expecting '$2' < '$3'" + if [ "$globalExitOnError" = "true" ]; then + exit 1 + fi + export failureCount=$((failureCount+1)) + else + echo "SUCCESS: $1: '$2' < '$3'" + export successCount=$((successCount+1)) + fi +} + +# pass in file name, value +assertFileContains() { + if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 arguments: file name, and value" + exit 1 + fi + + local command="docker exec -it $containerName grep '$2' $1 | wc -l | xargs" + local var="$(runCommand "$command")" + assertLessThan "file $1 should contain at least one '$2'" "0" "$var" +} + +# pass in file name, value +assertLocalFileContains() { + if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 arguments: file name, and value" + exit 1 + fi + + local command="grep '$2' $1 | wc -l | xargs" + local var="$(runCommand "$command")" + assertLessThan "file $1 should contain at least one '$2'" "0" "$var" +} + +assertFileNotContains() { + if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 arguments: file name, and value" + exit 1 + fi + + local command="docker exec -it $containerName grep '$2' $1 | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "file $1 should not contain '$2'" "0" "$var" +} + +assertFileExists() { + if [ "$#" -ne 1 ]; then + # generally 0 or 5 processes + echo "You must enter exactly 1 arguments: file to check" + exit 1 + fi + local command="docker exec -it $containerName grouperTestFileExist.sh $1 | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "file $1 should exist" "1" "$var" +} + +assertFileNotExists() { + if [ "$#" -ne 1 ]; then + # generally 0 or 5 processes + echo "You must enter exactly 1 arguments: file to check" + exit 1 + fi + local command="docker exec -it $containerName grouperTestFileExist.sh $1 | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "file $1 should not exist" "0" "$var" +} + +assertListeningOnPort() { + if [ "$#" -ne 1 ]; then + echo "You must enter exactly 1 argument: port" + exit 1 + fi + + local command="docker exec -it $containerName netstat -pan | grep LISTEN | grep ':$1 ' | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "listening on port $1" "1" "$var" +} + +assertNotListeningOnPort() { + if [ "$#" -ne 1 ]; then + echo "You must enter exactly 1 argument: port" + exit 1 + fi + + local command="docker exec -it $containerName netstat -pan | grep LISTEN | grep ':$1 ' | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "not listening on port $1" "0" "$var" +} + +runCommand() { + if [ "$#" -ne 1 ]; then + echo "Pass the command to run" + exit 1 + fi + local command=$1 + local var=$(eval "$command") + # for some reason sometimes whitespace is there + local var=$(echo -e "${var}" | tr -d '\r' | tr -d '\n') + echo $var +} + +assertNumberOfTomcatProcesses() { + if [ "$#" -ne 1 ]; then + echo "You must enter exactly 1 arguments: the number of tomcat processes" + exit 1 + fi + local command="docker exec -it $containerName ps -ef | grep "^tomcat" | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "tomcat process count" "$1" "$var" +} + +assertNumberOfApacheProcesses() { + if [ "$#" -ne 1 ]; then + # generally 0 or 5 processes + echo "You must enter exactly 1 arguments: the number of apache processes" + exit 1 + fi + local command="docker exec -it $containerName ps -ef | grep "^apache" | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "apache process count" "$1" "$var" +} + +assertNumberOfShibProcesses() { + if [ "$#" -ne 1 ]; then + # generally 0 or 5 processes + echo "You must enter exactly 1 arguments: the number of shib processes" + exit 1 + fi + local command="docker exec -it $containerName ps -ef | grep "^shibd" | wc -l | xargs" + local var="$(runCommand "$command")" + assertEquals "shib process count" "$1" "$var" +} + +assertEnvVar() { + if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 arguments: the env var name and value" + exit 1 + fi + local command="docker exec -it --user tomcat $containerName grouperTestPrintEnv.sh $1 | xargs" + local var="$(runCommand "$command")" + assertEquals "env var $1" "$2" "$var" +} + +assertEnvVarNot() { + if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 arguments: the env var name and value" + exit 1 + fi + local command="docker exec -it --user tomcat $containerName grouperTestPrintEnv.sh $1 | xargs" + local var="$(runCommand "$command")" + assertNotEquals "env var $1" "$2" "$var" +} + +grouperContainerUnitTestLibrary_unsetAll() { + unset -f assertEnvVar + unset -f assertEnvVarNot + unset -f assertEquals + unset -f assertFileContains + unset -f assertFileExists + unset -f assertFileNotContains + unset -f assertFileNotExists + unset -f assertLessThan + unset -f assertListeningOnPort + unset -f assertNotEquals + unset -f assertNotListeningOnPort + unset -f assertNumberOfApacheProcesses + unset -f assertNumberOfShibProcesses + unset -f assertNumberOfTomcatProcesses + unset -f dockerRemoveContainer + unset -f grouperContainerUnitTestLibrary_unsetAll + unset -f runCommand +} + +grouperContainerUnitTestLibrary_exportAll() { + export -f assertEnvVar + export -f assertEnvVarNot + export -f assertEquals + export -f assertFileContains + export -f assertFileExists + export -f assertFileNotContains + export -f assertFileNotExists + export -f assertLessThan + export -f assertListeningOnPort + export -f assertNotEquals + export -f assertNotListeningOnPort + export -f assertNumberOfApacheProcesses + export -f assertNumberOfShibProcesses + export -f assertNumberOfTomcatProcesses + export -f dockerRemoveContainer + export -f grouperContainerUnitTestLibrary_unsetAll + export -f runCommand +} + +# export everything +grouperContainerUnitTestLibrary_exportAll diff --git a/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh b/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh new file mode 100644 index 00000000..40ec9a9c --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh @@ -0,0 +1,125 @@ +#!/bin/bash + +testContainerQuickstart() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as quickstart + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_MORPHSTRING_ENCRYPT_KEY=abcdefg12345dontUseThis \ " + echo "-e GROUPERSYSTEM_QUICKSTART_PASS=thisPassIsCopyrightedDontUse $imageName quickstart" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 -e GROUPER_MORPHSTRING_ENCRYPT_KEY=abcdefg12345dontUseThis -e GROUPERSYSTEM_QUICKSTART_PASS=thisPassIsCopyrightedDontUse $imageName quickstart + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileNotContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileContains /opt/tier-support/supervisord.conf "program:hsqldb" + assertFileNotContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties GROUPERSYSTEM_QUICKSTART_PASS + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper;" + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "true" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVar GROUPER_RUN_SHIB_SP "false" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "true" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "true" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "true" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "0.0.0.0/0" + assertEnvVar GROUPER_UI_GROUPER_AUTH "true" + assertEnvVarNot GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "true" + assertEnvVar GROUPER_WS_GROUPER_AUTH "true" + + # one for hsqldb + assertNumberOfTomcatProcesses 2 + # bad cert apache wont start + assertNumberOfApacheProcesses 5 + assertNumberOfShibProcesses 0 + + assertListeningOnPort 443 + assertListeningOnPort 80 + assertListeningOnPort 8009 + assertListeningOnPort 9001 + + curl -L -k -u GrouperSystem:thisPassIsCopyrightedDontUse https://localhost -o index.html + assertLocalFileContains index.html document.location.href + + curl -L -k https://localhost/grouper/grouperUi/app/UiV2Main.index?operation=UiV2Main.indexMain -o index.html + assertLocalFileContains index.html 'HTTP Status 401' + + curl -L -k -u GrouperSystem:XthisPassIsCopyrightedDontUse https://localhost/grouper/grouperUi/app/UiV2Main.index?operation=UiV2Main.indexMain -o index.html + assertLocalFileContains index.html 'HTTP Status 401' + + curl -L -k -u GrouperSystem:thisPassIsCopyrightedDontUse https://localhost/grouper/grouperUi/app/UiV2Main.index?operation=UiV2Main.indexMain -o index.html + assertLocalFileContains index.html 'end index.jsp' + + curl -L -k https://localhost/grouper-ws/servicesRest/v2_4_000/subjects/GrouperSystem -o index.html + assertLocalFileContains index.html 'HTTP Status 401' + + curl -L -k -u GrouperSystem:XthisPassIsCopyrightedDontUse https://localhost/grouper-ws/servicesRest/v2_4_000/subjects/GrouperSystem -o index.html + assertLocalFileContains index.html 'HTTP Status 401' + + curl -L -k -u GrouperSystem:thisPassIsCopyrightedDontUse https://localhost/grouper-ws/servicesRest/v2_4_000/subjects/GrouperSystem -o index.html + assertLocalFileContains index.html '"resultCode":"SUCCESS"' + + curl -L -k https://localhost/grouper-ws-scim/v2/Groups/ -o index.html + assertLocalFileContains index.html 'HTTP Status 401' + + curl -L -k -u GrouperSystem:XthisPassIsCopyrightedDontUse https://localhost/grouper-ws-scim/v2/Groups/ -o index.html + assertLocalFileContains index.html 'HTTP Status 401' + + curl -L -k -u GrouperSystem:thisPassIsCopyrightedDontUse https://localhost/grouper-ws-scim/v2/Groups/ -o index.html + assertLocalFileContains index.html 'etc:workflowEditors' + +} +export -f testContainerQuickstart diff --git a/container_files/tier-support/test/grouperContainerUnitTestScim.sh b/container_files/tier-support/test/grouperContainerUnitTestScim.sh new file mode 100644 index 00000000..0bdde3a9 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestScim.sh @@ -0,0 +1,88 @@ +#!/bin/bash + +testContainerScim() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as scim + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true $imageName scim" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true $imageName scim + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileNotContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileNotContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-scim;" + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-scim" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "#" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVarNot GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "true" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPER_UI "false" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + assertEnvVarNot GROUPER_WS_ONLY "true" + + assertNumberOfTomcatProcesses 1 + assertNumberOfApacheProcesses 5 + assertNumberOfShibProcesses 0 + + assertListeningOnPort 443 + assertListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + + +} +export -f testContainerScim diff --git a/container_files/tier-support/test/grouperContainerUnitTestSelfSigned.sh b/container_files/tier-support/test/grouperContainerUnitTestSelfSigned.sh new file mode 100644 index 00000000..e489efbb --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestSelfSigned.sh @@ -0,0 +1,71 @@ +#!/bin/bash + +testContainerSelfSigned() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as ui with self signed cert + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_LOG_TO_HOST=true $imageName ui" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_LOG_TO_HOST=true $imageName ui + sleep $globalSleepSecondsAfterRun + + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "ProxyPass /grouper ajp://localhost:8009/grouper timeout=3600" + assertFileContains /etc/httpd/conf.d/grouper-www.conf "#ProxyPass /grouper-ws ajp://localhost:8009/grouper timeout=3600" + assertFileContains /etc/httpd/conf.d/grouper-www.conf "#ProxyPass /grouper-ws-scim ajp://localhost:8009/grouper timeout=3600" + assertFileContains /etc/httpd/conf.d/grouper-www.conf "\"/grouper/\"" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-ui" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVar GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_SELF_SIGNED_CERT "true" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "true" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVar GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + + assertNumberOfTomcatProcesses 1 + # bad cert apache wont start + assertNumberOfApacheProcesses 5 + assertNumberOfShibProcesses 1 + + +} diff --git a/container_files/tier-support/test/grouperContainerUnitTestSlashRoot.sh b/container_files/tier-support/test/grouperContainerUnitTestSlashRoot.sh new file mode 100644 index 00000000..b30201c4 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestSlashRoot.sh @@ -0,0 +1,32 @@ +#!/bin/bash + +testContainerSlashRoot() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as ui with slashRoot mounted + echo "docker run --detach --name $containerName --mount type=bind,src=$someDir,dst=/opt/grouper/slashRoot --publish 443:443 $imageName ui" + echo '################' + echo + + local someDir=$(pwd)/someDir + rm -rf someDir + mkdir -p someDir/tmp + echo 'whatever' > someDir/tmp/temp.txt + + docker run --detach --name $containerName --mount type=bind,src=$someDir,dst=/opt/grouper/slashRoot --publish 443:443 $imageName ui + sleep $globalSleepSecondsAfterRun + + assertFileExists /tmp/temp.txt + + #rm -rf someDir + +} +export -f testContainerSlashRoot diff --git a/container_files/tier-support/test/grouperContainerUnitTestUi.sh b/container_files/tier-support/test/grouperContainerUnitTestUi.sh new file mode 100644 index 00000000..eed5ef84 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestUi.sh @@ -0,0 +1,94 @@ +#!/bin/bash + +testContainerUi() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as ui + echo "docker run --detach --name $containerName --publish 443:443 $imageName ui" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 $imageName ui + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "program:hsqldb" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ui;" + + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties thisPassIsCopyrightedDontUse + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-ui" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVar GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "true" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVar GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + + assertNumberOfTomcatProcesses 1 + # bad cert apache wont start + assertNumberOfApacheProcesses 0 + assertNumberOfShibProcesses 1 + + assertNotListeningOnPort 443 + assertNotListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + + +} +export -f testContainerUi diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh b/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh new file mode 100644 index 00000000..28f98614 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh @@ -0,0 +1,51 @@ +#!/bin/bash + +testContainerUiDifferentPorts() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as ui with self signed cert with different ports + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_APACHE_AJP_TIMEOUT_SECONDS=2999 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SSL_PORT=444 -e GROUPER_APACHE_NONSSL_PORT=81 $imageName ui" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 -e GROUPER_APACHE_AJP_TIMEOUT_SECONDS=2999 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SSL_PORT=444 -e GROUPER_APACHE_NONSSL_PORT=81 $imageName ui + sleep $globalSleepSecondsAfterRun + + assertEnvVar GROUPER_APACHE_NONSSL_PORT "81" + assertEnvVar GROUPER_APACHE_SSL_PORT "444" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "2999" + + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "2999" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "2400" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 444 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileNotContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 81" + + assertNumberOfTomcatProcesses 1 + # bad cert apache wont start + assertNumberOfApacheProcesses 5 + assertNumberOfShibProcesses 1 + + assertListeningOnPort 444 + assertListeningOnPort 81 + assertNotListeningOnPort 443 + assertNotListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + + +} +export -f testContainerUiDifferentPorts diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh new file mode 100644 index 00000000..299beac0 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh @@ -0,0 +1,76 @@ +#!/bin/bash + +testContainerUiNoSsl() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as ui without SSL + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false $imageName ui" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false $imageName ui + sleep $globalSleepSecondsAfterRun + + assertFileExists /etc/httpd/conf.d/ssl-enabled.conf.dontuse + assertFileExists /etc/httpd/conf.d/ssl.conf.dontuse + assertFileNotExists /etc/httpd/conf.d/ssl-enabled.conf + assertFileNotExists /etc/httpd/conf.d/ssl.conf + + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-ui" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVar GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "true" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVar GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "false" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + + assertNumberOfTomcatProcesses 1 + assertNumberOfApacheProcesses 5 + assertNumberOfShibProcesses 1 + + assertNotListeningOnPort 443 + assertListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + + +} +export -f testContainerUiNoSsl diff --git a/container_files/tier-support/test/grouperContainerUnitTestWs.sh b/container_files/tier-support/test/grouperContainerUnitTestWs.sh new file mode 100644 index 00000000..4b4e9b8f --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestWs.sh @@ -0,0 +1,88 @@ +#!/bin/bash + +testContainerWs() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + + echo + echo '################' + echo Running container as ws + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true $imageName ws" + echo '################' + echo + + docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true $imageName ws + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileNotContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileNotContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ws;" + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-ws" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "#" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVarNot GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper-ws" + assertEnvVar GROUPER_UI "false" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVarNot GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "true" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + assertEnvVar GROUPER_WS_ONLY "true" + + assertNumberOfTomcatProcesses 1 + assertNumberOfApacheProcesses 5 + assertNumberOfShibProcesses 0 + + assertListeningOnPort 443 + assertListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + +} +export -f testContainerWs diff --git a/container_files/tomee/conf/Catalina/localhost/grouper.xml b/container_files/tomee/conf/Catalina/localhost/grouper.xml new file mode 100644 index 00000000..46298e8f --- /dev/null +++ b/container_files/tomee/conf/Catalina/localhost/grouper.xml @@ -0,0 +1,3 @@ +<Context docBase="/opt/grouper/grouperWebapp/" path="/__GROUPER_TOMCAT_CONTEXT__" reloadable="false" __GROUPER_CONTEXT_COOKIES__ > <!-- cookies="false" --> + <Resources allowLinking="true" /> +</Context> diff --git a/container_files/usr-local-bin/daemon b/container_files/usr-local-bin/daemon index 7898c89f..aef7603f 100755 --- a/container_files/usr-local-bin/daemon +++ b/container_files/usr-local-bin/daemon @@ -1,10 +1,7 @@ #!/bin/bash -. /usr/local/bin/library.sh +prep_daemon +prep_finish +setupFiles -prepDaemon -finishPrep - -export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" - -exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +runCommand \ No newline at end of file diff --git a/container_files/usr-local-bin/entrypoint.sh b/container_files/usr-local-bin/entrypoint.sh index 4c4a9099..fcafe4f8 100755 --- a/container_files/usr-local-bin/entrypoint.sh +++ b/container_files/usr-local-bin/entrypoint.sh @@ -1,13 +1,14 @@ #!/bin/sh . /usr/local/bin/library.sh -prepConf +prep_conf if [ "$#" -eq 0 ]; then echo no component set to run - finishPrep - exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf + prep_finish + setupFiles + runCommand else echo executing $@ exec "$@" diff --git a/container_files/usr-local-bin/grouperScriptHooks.sh b/container_files/usr-local-bin/grouperScriptHooks.sh new file mode 100644 index 00000000..5707f0c4 --- /dev/null +++ b/container_files/usr-local-bin/grouperScriptHooks.sh @@ -0,0 +1,6 @@ +#!/bin/sh + +# Overlay this file with implementations of functions from grouperCustomShellHooksBase.sh +# dont forget to export -f your functions after implementing them like in the base file + + diff --git a/container_files/usr-local-bin/grouperScriptHooksBase.sh b/container_files/usr-local-bin/grouperScriptHooksBase.sh new file mode 100644 index 00000000..c6406837 --- /dev/null +++ b/container_files/usr-local-bin/grouperScriptHooksBase.sh @@ -0,0 +1,57 @@ +#!/bin/sh + +### DO NOT EDIT OR OVERLAY THIS FILE +# These definitions are here to define the functions. +# You can overlay the grouperCustomShellHooks.sh file with any definitions of these functions + +# called at the beginning of the container startup +# after logging is setup +grouperScriptHooks_prepConfPost() { + return +} + +# called after the component command has been prepped +grouperScriptHooks_prepComponentPost() { + return +} + +# called after the finishPrep is called before the setupFiles +grouperScriptHooks_finishPrepPost() { + return +} + +# called after the setupFiles functions is called, almost before the process starts +grouperScriptHooks_setupFilesPost() { + return +} + +# called after the chown at end of setupFiles, right before the process starts +grouperScriptHooks_setupFilesPostChown() { + return +} + +grouperScriptHooks_unsetAll() { + + unset -f grouperScriptHooks_finishPrepPost + unset -f grouperScriptHooks_prepComponentPost + unset -f grouperScriptHooks_prepConfPost + unset -f grouperScriptHooks_setupFilesPost + unset -f grouperScriptHooks_setupFilesPostChown + unset -f grouperScriptHooks_unsetAll + +} + +grouperScriptHooks_exportAll() { + + export -f grouperScriptHooks_finishPrepPost + export -f grouperScriptHooks_prepComponentPost + export -f grouperScriptHooks_prepConfPost + export -f grouperScriptHooks_setupFilesPost + export -f grouperScriptHooks_setupFilesPostChown + export -f grouperScriptHooks_unsetAll + +} + +# export everything +grouperScriptHooks_exportAll + diff --git a/container_files/usr-local-bin/grouperTestFileExist.sh b/container_files/usr-local-bin/grouperTestFileExist.sh new file mode 100755 index 00000000..68757a56 --- /dev/null +++ b/container_files/usr-local-bin/grouperTestFileExist.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +if [ "$#" -ne 1 ]; then + echo "You must enter exactly 1 argument: the file name" + exit 1 +fi + +if [ -f "$1" ]; then + echo "exists" +fi \ No newline at end of file diff --git a/container_files/usr-local-bin/grouperTestPrintEnv.sh b/container_files/usr-local-bin/grouperTestPrintEnv.sh new file mode 100755 index 00000000..90460495 --- /dev/null +++ b/container_files/usr-local-bin/grouperTestPrintEnv.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +if [ "$#" -ne 1 ]; then + echo "You must enter exactly 1 argument: the env var name" + exit 1 +fi + +. /etc/bashrc +. ~/.bashrc + +printenv $1 \ No newline at end of file diff --git a/container_files/usr-local-bin/gsh b/container_files/usr-local-bin/gsh index 5523d562..a17030c8 100755 --- a/container_files/usr-local-bin/gsh +++ b/container_files/usr-local-bin/gsh @@ -1,10 +1,19 @@ #!/bin/bash -. /usr/local/bin/library.sh - -prepDaemon -finishPrep +prep_daemon +prep_finish +setupFiles +runCommand_unsetAll export GSH_JVMARGS="$GSH_JVMARGS -DENV=$ENV -DUSERTOKEN=$USERTOKEN" -exec bin/gsh.sh "$@" | tee /tmp/loggrouper +username=$(whoami) + +if [ "$GROUPER_GSH_CHECK_USER" = "true" ] && [ "$GROUPER_GSH_USER" != "$username" ] + then + sudo -u tomcat bin/gsh.sh "$@" | tee /tmp/loggrouper + else + exec bin/gsh.sh "$@" | tee /tmp/loggrouper + +fi + diff --git a/container_files/usr-local-bin/library.sh b/container_files/usr-local-bin/library.sh index cddab962..b24e7555 100755 --- a/container_files/usr-local-bin/library.sh +++ b/container_files/usr-local-bin/library.sh @@ -1,354 +1,18 @@ #!/bin/sh -dest=/opt/grouper/grouperWebapp/WEB-INF/ +. /usr/local/bin/libraryPrep.sh +. /usr/local/bin/libraryPrepOnly.sh +. /usr/local/bin/libraryRunCommand.sh +. /usr/local/bin/librarySetupFiles.sh +. /usr/local/bin/librarySetupFilesApache.sh +. /usr/local/bin/librarySetupFilesForComponent.sh +. /usr/local/bin/librarySetupFilesForProcess.sh +. /usr/local/bin/librarySetupFilesTomcat.sh +. /usr/local/bin/librarySetupPipe.sh + +# base definitions of hooks +. /usr/local/bin/grouperScriptHooksBase.sh + +# implementations of custom hooks +. /usr/local/bin/grouperScriptHooks.sh -setupPipe() { - if [ -e $1 ]; then - rm $1 - fi - mkfifo -m 666 $1 -} - -setupLoggingPipe() { - # Make a "console" logging pipe that anyone can write too regardless of who owns the process. - setupPipe /tmp/logpipe - cat <> /tmp/logpipe & -} - -# Make loggers pipes for the supervisord connected apps' console, so that we can prepend the streams. -setupGrouperLogPipe() { - setupPipe /tmp/loggrouper - (cat <> /tmp/loggrouper | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "grouper;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & -} - -setupHttpdLogPipe() { - setupPipe /tmp/loghttpd - (cat <> /tmp/loghttpd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "httpd;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & -} - -setupShibdLogPipe() { - setupPipe /tmp/logshibd - (cat <> /tmp/logshibd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "shibd;console;%s;%s;%s", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & -} - -setupTomcatLogPipe() { - setupPipe /tmp/logtomcat - (cat <> /tmp/logtomcat | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomee;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & -} - -setupHsqldbLogPipe() { - setupPipe /tmp/loghsqldb - (cat <> /tmp/loghsqldb | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "hsqldb;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & -} - -setupSupervisordLogPipe() { - setupPipe /tmp/logsuperd - (cat <> /tmp/logsuperd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "supervisord;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & -} - -linkGrouperSecrets() { - for filepath in /run/secrets/*; do - local label_file=`basename $filepath` - local file=$(echo $label_file| cut -d'_' -f 2) - - if [[ $label_file == grouper_* ]]; then - ln -sf /run/secrets/$label_file $dest/classes/$file - elif [[ $label_file == shib_* ]]; then - ln -sf /run/secrets/$label_file /etc/shibboleth/$file - elif [[ $label_file == httpd_* ]]; then - ln -sf /run/secrets/$label_file /etc/httpd/conf.d/$file - elif [ "$label_file" == "host-key.pem" ]; then - ln -sf /run/secrets/host-key.pem /etc/pki/tls/private/host-key.pem - fi - done -} - -prepQuickstart() { - - if [ -z "$RUN_HSQLDB" ]; then export RUN_HSQLDB=true; fi - if [ -z "$RUN_SHIB_SP" ]; then export RUN_SHIB_SP=false; fi - if [ -z "$SELF_SIGNED_CERT" ]; then export SELF_SIGNED_CERT=true; fi - if [ -z "$GROUPER_AUTO_DDL_UPTOVERSION" ]; then export GROUPER_AUTO_DDL_UPTOVERSION='v2.5.*'; fi - if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='0.0.0.0/0'; fi - # wait for database to start - if [ -z "$GROUPER_START_DELAY_SECONDS" ]; then export GROUPER_START_DELAY_SECONDS='10'; fi - if [ -z "$GROUPER_UI_GROUPER_AUTH" ]; then export GROUPER_UI_GROUPER_AUTH='true'; fi - if [ -z "$GROUPER_WS_GROUPER_AUTH" ]; then export GROUPER_WS_GROUPER_AUTH='true'; fi - if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=true; fi - - if [ ! -z "$GROUPERSYSTEM_QUICKSTART_PASS" ] - then - if [ "$GROUPER_UI_GROUPER_AUTH" = 'true' ] - then - echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties - echo 'grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig = ${elUtils.processEnvVarOrFile('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties - fi - if [ "$GROUPER_WS_GROUPER_AUTH" = 'true' ] - then - echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties - echo 'grouperPasswordConfigOverride_WS_GrouperSystem_pass.elConfig = ${elUtils.processEnvVarOrFile('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties - fi - fi - -} - -prepDaemon() { - - if [ -z "$GROUPER_DAEMON" ]; then export GROUPER_DAEMON=true; fi - if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi -} - -prepSCIM() { - if [ -z "$GROUPER_SCIM" ]; then export GROUPER_SCIM=true; fi - if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi - if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi -} - -prepUI() { - if [ -z "$GROUPER_UI" ]; then export GROUPER_UI=true; fi - if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi - if [ -z "$RUN_SHIB_SP" ]; then export RUN_SHIB_SP=true; fi - if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi -} - -prepWS() { - - if [ -z "$GROUPER_WS" ]; then export GROUPER_WS=true; fi - if [ -z "$RUN_APACHE" ]; then export RUN_APACHE=true; fi - if [ -z "$RUN_TOMEE" ]; then export RUN_TOMEE=true; fi -} - - -prepConf() { - setupLoggingPipe - setupSupervisordLogPipe - setupGrouperLogPipe - - linkGrouperSecrets $dest/classes -} - -prepUIonly() { - if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-ui; fi -} -prepWSonly() { - if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-ws; fi -} -prepSCIMonly() { - if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-scim; fi -} -prepDaemonOnly() { - if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-daemon; fi -} - -tomeeContextGrouperForUiOrAll() { - # allow all grouper contexts to run - rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml - rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml - sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper|g" /etc/httpd/conf.d/grouper-www.conf -} -tomeeContextGrouperWsOnly() { - # only WS env, optimize the context - rm /opt/tomee/conf/Catalina/localhost/grouper-ws-scim.xml - rm /opt/tomee/conf/Catalina/localhost/grouper.xml - sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper-ws|g" /etc/httpd/conf.d/grouper-www.conf -} -tomeeContextGrouperScimOnly() { - # only SCIM env, optimize the context - rm /opt/tomee/conf/Catalina/localhost/grouper-ws.xml - rm /opt/tomee/conf/Catalina/localhost/grouper.xml - sed -i "s|__THE_AJP_URL__|ajp://localhost:8009/grouper-ws-scim|g" /etc/httpd/conf.d/grouper-www.conf -} - - -#finishPrep() { -# -# finishPrep2 -# -# mv /opt/tomee/conf/Catalina/localhost/grouper.xml /opt/tomee/conf/Catalina/localhost/grouper2.xml -# sed -i 's|path="/grouper"|path="/grouper2"|g' /opt/tomee/conf/Catalina/localhost/grouper2.xml -# sed -i 's|ajp://localhost:8009/grouper|ajp://localhost:8009/grouper2|g' /etc/httpd/conf.d/grouper-www.conf -# sed -i 's|ProxyPass /grouper |ProxyPass /grouper2 |g' /etc/httpd/conf.d/grouper-www.conf -# sed -i 's|/grouper/|/grouper2/|g' /etc/httpd/conf.d/grouper-www.conf -# sed -i 's|/grouper/|/grouper2/|g' /etc/httpd/conf.d/ssl-enabled.conf -# # do the httpd-shibd.conf too if needed -# -#} -# -#finishPrep2() { - -finishPrep() { - - if [ -d "/opt/grouper/slashRoot" ]; then - # Copy any files into the root filesystem - rsync -l -r -v /opt/grouper/slashRoot/ / - fi - - # tomee hsql must match the grouper one, and the version cannot be 2.3.2 since it is query bugs (unit tests fail) - rm -v /opt/tomee/lib/hsqldb-*.jar - cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-*.jar /opt/tomee/lib/ - - # clear out existing supervisord config - cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf - - # default a lot of env variables - # morph defaults to null - if [ -z "$GROUPER_DATABASE_URL_FILE" ] && [ -z "$GROUPER_DATABASE_URL" ] ; then export GROUPER_DATABASE_URL=jdbc:hsqldb:hsql://localhost:9001/grouper; fi - if [ -z "$GROUPER_DATABASE_USERNAME_FILE" ] && [ -z "$GROUPER_DATABASE_USERNAME" ] ; then export GROUPER_DATABASE_USERNAME=sa; fi - # database password defaults to null - if [ -z "$GROUPER_UI_GROUPER_AUTH" ] ; then export GROUPER_UI_GROUPER_AUTH=false; fi - if [ -z "$GROUPER_WS_GROUPER_AUTH" ] ; then export GROUPER_WS_GROUPER_AUTH=false; fi - if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=false; fi - if [ -z "$GROUPER_CHOWN_DIRS" ] ; then export GROUPER_CHOWN_DIRS=true; fi - if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='127.0.0.1/32'; fi - # GROUPER_AUTO_DDL_UPTOVERSION defaults to null - # GROUPER_START_DELAY_SECONDS defaults to null - if [ -z "$GROUPER_UI" ] ; then export GROUPER_UI=false; fi - if [ -z "$GROUPER_SCIM" ] ; then export GROUPER_SCIM=false; fi - if [ -z "$GROUPER_WS" ] ; then export GROUPER_WS=false; fi - if [ -z "$GROUPER_DAEMON" ] ; then export GROUPER_DAEMON=false; fi - - if [ "$GROUPER_LOG_TO_HOST" = "true" ] - then - cp /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.grouperContainerHost.properties /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties - fi - if [ "$GROUPER_WS_TOMCAT_AUTHN" = "true" ] - then - cp /opt/grouper/grouperWebapp/WEB-INF/web.wsTomcatAuthn.xml /opt/grouper/grouperWebapp/WEB-INF/web.xml - cp /opt/grouper/grouperWebapp/WEB-INF/server.wsTomcatAuthn.xml /opt/tomee/conf/server.xml - fi - - # construct the supervisord file based on FLAGS passed in or what was in CMD - - if [ "$RUN_HSQLDB" = "true" ] - then - setupHsqldbLogPipe - cat /opt/tier-support/supervisord-hsqldb.conf >> /opt/tier-support/supervisord.conf - fi - - if [ "$RUN_APACHE" = "true" ] - then - setupHttpdLogPipe - cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord.conf - fi - - - if [ "$RUN_TOMEE" = "true" ] - then - setupTomcatLogPipe - cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord.conf - fi - - if [ -f /etc/httpd/conf.d/shib.conf ] - then - mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse - fi - - if [ "$RUN_SHIB_SP" = "true" ] - then - setupShibdLogPipe - export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH - cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf - cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ - mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf - if [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi - fi - - # copy files to their appropriate locations based on passed in flags - if [ "$GROUPER_WS" = "true" ] - then - cp -r $dest/libWs/* $dest/lib/ - sed -i "s|__GROUPERWS_PROXY_PASS__||g" /etc/httpd/conf.d/grouper-www.conf - else - sed -i "s|__GROUPERWS_PROXY_PASS__|# |g" /etc/httpd/conf.d/grouper-www.conf - fi - - if [ "$GROUPER_SCIM" = "true" ] - then - cp -r $dest/libScim/* $dest/lib/ - sed -i "s|__GROUPERSCIM_PROXY_PASS__||g" /etc/httpd/conf.d/grouper-www.conf - else - sed -i "s|__GROUPERSCIM_PROXY_PASS__|# |g" /etc/httpd/conf.d/grouper-www.conf - fi - - if [ "$GROUPER_UI" = "true" ] || [ "$GROUPER_DAEMON" = "true" ] - then - cp -r $dest/libUiAndDaemon/* $dest/lib/ - fi - - if [ "$GROUPER_UI" = "true" ] - then - sed -i "s|__GROUPER_PROXY_PASS__||g" /etc/httpd/conf.d/grouper-www.conf - else - sed -i "s|__GROUPER_PROXY_PASS__|# |g" /etc/httpd/conf.d/grouper-www.conf - fi - - # we need to arrange the grouper context files for tomee and point from apache - # keep it simple and use grouper - if [ "$GROUPER_USE_GROUPER_CONTEXT" = "true" ] - then - tomeeContextGrouperForUiOrAll - else - if [ "$GROUPER_WS" = "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] - then - - # only WS env, optimize the context - tomeeContextGrouperWsOnly - - else - if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" = "true" ] - then - - # only SCIM env, optimize the context - tomeeContextGrouperScimOnly - else - - # otherwise we are just grouper and everything (similar to above) - # note things will be available as needed - tomeeContextGrouperForUiOrAll - - fi - fi - - fi - - if [ "$GROUPER_WS" = "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" != "true" ] - then - prepWSonly - fi - - if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" = "true" ] && [ "$GROUPER_DAEMON" != "true" ] - then - prepSCIMonly - fi - - if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" = "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" != "true" ] - then - prepUIonly - fi - - if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" = "true" ] - then - prepDaemonOnly - else - - if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper; fi - sed -i "s|__GROUPER_PROXY_PASS__|$GROUPER_LOG_PREFIX|g" /etc/httpd/conf.d/grouper-www.conf - - if [ "$SELF_SIGNED_CERT" = "true" ] - then - cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ - fi - - if [ -z "$GROUPER_MAX_MEMORY" ] - then - export GROUPER_MAX_MEMORY=1500m - fi - - # do this last - if [ "$GROUPER_CHOWN_DIRS" = "true" ] - then - chown -R tomcat:tomcat /opt/grouper/grouperWebapp - fi - - -} diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh new file mode 100644 index 00000000..6361bf55 --- /dev/null +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -0,0 +1,225 @@ +#!/bin/sh + +prep_quickstart() { + + if [ -z "$GROUPER_RUN_HSQLDB" ]; then export GROUPER_RUN_HSQLDB=true; fi + if [ -z "$GROUPER_RUN_SHIB_SP" ]; then export GROUPER_RUN_SHIB_SP=false; fi + if [ -z "$GROUPER_SELF_SIGNED_CERT" ]; then export GROUPER_SELF_SIGNED_CERT=true; fi + if [ -z "$GROUPER_AUTO_DDL_UPTOVERSION" ]; then export GROUPER_AUTO_DDL_UPTOVERSION='v2.5.*'; fi + if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='0.0.0.0/0'; fi + # wait for database to start + if [ -z "$GROUPER_START_DELAY_SECONDS" ]; then export GROUPER_START_DELAY_SECONDS='10'; fi + if [ -z "$GROUPER_UI_GROUPER_AUTH" ]; then export GROUPER_UI_GROUPER_AUTH='true'; fi + if [ -z "$GROUPER_WS_GROUPER_AUTH" ]; then export GROUPER_WS_GROUPER_AUTH='true'; fi + if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=true; fi + + if [ -z "$GROUPER_DATABASE_URL_FILE" ] && [ -z "$GROUPER_DATABASE_URL" ] ; then export GROUPER_DATABASE_URL=jdbc:hsqldb:hsql://localhost:9001/grouper; fi + if [ -z "$GROUPER_DATABASE_USERNAME_FILE" ] && [ -z "$GROUPER_DATABASE_USERNAME" ] ; then export GROUPER_DATABASE_USERNAME=sa; fi + + if [ -z "$GROUPER_QUICKSTART" ]; then export GROUPER_QUICKSTART=true; fi + +} + +prep_daemon() { + + if [ -z "$GROUPER_DAEMON" ]; then export GROUPER_DAEMON=true; fi + if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi +} + +prep_scim() { + if [ -z "$GROUPER_SCIM" ]; then export GROUPER_SCIM=true; fi + if [ -z "$GROUPER_RUN_APACHE" ]; then export GROUPER_RUN_APACHE=true; fi + if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi +} + +prep_ui() { + if [ -z "$GROUPER_UI" ]; then export GROUPER_UI=true; fi + if [ -z "$GROUPER_RUN_APACHE" ]; then export GROUPER_RUN_APACHE=true; fi + if [ -z "$GROUPER_RUN_SHIB_SP" ]; then export GROUPER_RUN_SHIB_SP=true; fi + if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi +} + +prep_runUi() { + if [ -z "$GROUPER_PROXY_PASS" ] + then + if [ "$GROUPER_UI" == 'true' ] + then + export GROUPER_PROXY_PASS= + else + export GROUPER_PROXY_PASS=# + fi + + fi +} +prep_runWs() { + if [ -z "$GROUPERWS_PROXY_PASS" ] + then + if [ "$GROUPER_WS" == 'true' ] + then + export GROUPERWS_PROXY_PASS= + else + export GROUPERWS_PROXY_PASS=# + fi + + fi +} +prep_runScim() { + if [ -z "$GROUPERSCIM_PROXY_PASS" ] + then + if [ "$GROUPER_SCIM" == 'true' ] + then + export GROUPERSCIM_PROXY_PASS= + else + export GROUPERSCIM_PROXY_PASS=# + fi + + fi +} + + +prep_ws() { + + if [ -z "$GROUPER_WS" ]; then export GROUPER_WS=true; fi + if [ -z "$GROUPER_RUN_APACHE" ]; then export GROUPER_RUN_APACHE=true; fi + if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi +} + +prep_conf() { + + prep_initDeprecatedEnvVars + setupPipe_logging + setupPipe_supervisordLog + setupPipe_grouperLog + grouperScriptHooks_prepConfPost + +} + +prep_initDeprecatedEnvVars() { + + if [ ! -z "$RUN_APACHE" ] && [ -z "$GROUPER_RUN_APACHE" ] + then + export GROUPER_RUN_APACHE="$RUN_APACHE" + fi + + if [ ! -z "$RUN_SHIB_SP" ] && [ -z "$GROUPER_RUN_SHIB_SP" ] + then + export GROUPER_RUN_SHIB_SP="$RUN_SHIB_SP" + fi + + if [ ! -z "$RUN_TOMEE" ] && [ -z "$GROUPER_RUN_TOMEE" ] + then + export GROUPER_RUN_TOMEE="$RUN_TOMEE" + fi + + if [ ! -z "$RUN_HSQLDB" ] && [ -z "$GROUPER_RUN_HSQLDB" ] + then + export GROUPER_RUN_HSQLDB="$RUN_HSQLDB" + fi + + if [ ! -z "$SELF_SIGNED_CERT" ] && [ -z "$GROUPER_SELF_SIGNED_CERT" ] + then + export GROUPER_SELF_SIGNED_CERT="$SELF_SIGNED_CERT" + fi + +} + +prep_finishBegin() { + # default a lot of env variables + # morph defaults to null + # database password defaults to null + if [ -z "$GROUPER_UI_GROUPER_AUTH" ] ; then export GROUPER_UI_GROUPER_AUTH=false; fi + if [ -z "$GROUPER_WS_GROUPER_AUTH" ] ; then export GROUPER_WS_GROUPER_AUTH=false; fi + if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=false; fi + if [ -z "$GROUPER_CHOWN_DIRS" ] ; then export GROUPER_CHOWN_DIRS=true; fi + if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='127.0.0.1/32'; fi + # GROUPER_AUTO_DDL_UPTOVERSION defaults to null + # GROUPER_START_DELAY_SECONDS defaults to null + if [ -z "$GROUPER_UI" ] ; then export GROUPER_UI=false; fi + if [ -z "$GROUPER_SCIM" ] ; then export GROUPER_SCIM=false; fi + if [ -z "$GROUPER_WS" ] ; then export GROUPER_WS=false; fi + if [ -z "$GROUPER_DAEMON" ] ; then export GROUPER_DAEMON=false; fi + if [ -z "$GROUPER_USE_SSL" ]; then export GROUPER_USE_SSL=true; fi + if [ -z "$GROUPER_RUN_PROCESSES_AS_USERS" ]; then export GROUPER_RUN_PROCESSES_AS_USERS=true; fi + + # do these before the "only" component + if [ -z "$GROUPER_URL_CONTEXT" ] ; then export GROUPER_URL_CONTEXT=grouper; fi + if [ -z "$GROUPERWS_URL_CONTEXT" ] ; then export GROUPERWS_URL_CONTEXT=grouper-ws; fi + if [ -z "$GROUPERSCIM_URL_CONTEXT" ] ; then export GROUPERSCIM_URL_CONTEXT=grouper-ws-scim; fi + if [ -z "$GROUPER_APACHE_AJP_TIMEOUT_SECONDS" ] ; then export GROUPER_APACHE_AJP_TIMEOUT_SECONDS=3600; fi + + + if [ -z "$GROUPER_APACHE_SSL_PORT" ] ; then export GROUPER_APACHE_SSL_PORT=443; fi + if [ -z "$GROUPER_APACHE_NONSSL_PORT" ] ; then export GROUPER_APACHE_NONSSL_PORT=80; fi + + if [ -z "$GROUPER_GSH_CHECK_USER" ] ; then export GROUPER_GSH_CHECK_USER=true; fi + if [ -z "$GROUPER_GSH_USER" ] ; then export GROUPER_GSH_USER=tomcat; fi + +} + +prep_finishEnd() { + + # defaults after the "only" part + if [ -z "$GROUPER_TOMCAT_CONTEXT" ] ; then export GROUPER_TOMCAT_CONTEXT=grouper; fi + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper; fi + if [ -z "$GROUPER_MAX_MEMORY" ]; then export GROUPER_MAX_MEMORY=1500m; fi + +} + +prep_finish() { + + grouperScriptHooks_prepComponentPost + + prep_finishBegin + + prepOnly + + prep_runScim + prep_runUi + prep_runWs + + prep_finishEnd + + grouperScriptHooks_finishPrepPost + + prep_unsetAll + prepOnly_unsetAll +} + +prep_unsetAll() { + unset -f prep_conf + unset -f prep_daemon + unset -f prep_finish + unset -f prep_finishBegin + unset -f prep_finishEnd + unset -f prep_initDeprecatedEnvVars + unset -f prep_quickstart + unset -f prep_runScim + unset -f prep_runUi + unset -f prep_runWs + unset -f prep_scim + unset -f prep_unsetAll + unset -f prep_ui + unset -f prep_ws + +} + +prep_exportAll() { + export -f prep_conf + export -f prep_daemon + export -f prep_finish + export -f prep_finishBegin + export -f prep_finishEnd + export -f prep_initDeprecatedEnvVars + export -f prep_quickstart + export -f prep_runScim + export -f prep_runUi + export -f prep_runWs + export -f prep_scim + export -f prep_unsetAll + export -f prep_ui + export -f prep_ws +} + +# export everything +prep_exportAll + diff --git a/container_files/usr-local-bin/libraryPrepOnly.sh b/container_files/usr-local-bin/libraryPrepOnly.sh new file mode 100644 index 00000000..feb9d6f6 --- /dev/null +++ b/container_files/usr-local-bin/libraryPrepOnly.sh @@ -0,0 +1,93 @@ +#!/bin/sh + +prepOnly_component() { + if [ "$GROUPER_WS" = "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" != "true" ] + then + if [ -z "$GROUPER_WS_ONLY" ] ; then export GROUPER_WS_ONLY=true; fi + fi + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" = "true" ] && [ "$GROUPER_DAEMON" != "true" ] + then + if [ -z "$GROUPER_SCIM_ONLY" ] ; then export GROUPER_SCIM_ONLY=true; fi + fi + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" = "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" != "true" ] + then + if [ -z "$GROUPER_UI_ONLY" ] ; then export GROUPER_UI_ONLY=true; fi + fi + + if [ "$GROUPER_WS" != "true" ] && [ "$GROUPER_UI" != "true" ] && [ "$GROUPER_SCIM" != "true" ] && [ "$GROUPER_DAEMON" = "true" ] + then + if [ -z "$GROUPER_DAEMON_ONLY" ] ; then export GROUPER_DAEMON_ONLY=true; fi + fi +} + +prepOnly_ui() { + if [ "$GROUPER_UI_ONLY" = "true" ] + then + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-ui; fi + fi +} + +prepOnly_ws() { + if [ "$GROUPER_WS_ONLY" = "true" ] + then + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-ws; fi + if [ -z "$GROUPER_CONTEXT_COOKIES" ]; then export GROUPER_CONTEXT_COOKIES=false; fi + # default to whatever ws context is + if [ -z "$GROUPER_TOMCAT_CONTEXT" ] ; then export GROUPER_TOMCAT_CONTEXT="$GROUPERWS_URL_CONTEXT"; fi + fi +} + +prepOnly_scim() { + if [ "$GROUPER_SCIM_ONLY" = "true" ] + then + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-scim; fi + if [ -z "$GROUPER_CONTEXT_COOKIES" ]; then export GROUPER_CONTEXT_COOKIES=false; fi + # default to whatever scim context is + if [ -z "$GROUPER_TOMCAT_CONTEXT" ] ; then export GROUPER_TOMCAT_CONTEXT="$GROUPERSCIM_URL_CONTEXT"; fi + fi +} + +prepOnly_daemon() { + if [ "$GROUPER_DAEMON_ONLY" = "true" ] + then + if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper-daemon; fi + fi +} + +prepOnly() { + prepOnly_component + + prepOnly_ws + + prepOnly_scim + + prepOnly_ui + + prepOnly_daemon + +} + +prepOnly_unsetAll() { + unset -f prepOnly + unset -f prepOnly_component + unset -f prepOnly_daemon + unset -f prepOnly_scim + unset -f prepOnly_ui + unset -f prepOnly_unsetAll + unset -f prepOnly_ws +} + +prepOnly_exportAll() { + export -f prepOnly + export -f prepOnly_component + export -f prepOnly_daemon + export -f prepOnly_scim + export -f prepOnly_ui + export -f prepOnly_unsetAll + export -f prepOnly_ws +} + +# export everything +prepOnly_exportAll \ No newline at end of file diff --git a/container_files/usr-local-bin/libraryRunCommand.sh b/container_files/usr-local-bin/libraryRunCommand.sh new file mode 100644 index 00000000..c75568a0 --- /dev/null +++ b/container_files/usr-local-bin/libraryRunCommand.sh @@ -0,0 +1,29 @@ +#!/bin/sh + +runCommand() { + + runCommand_unsetAll + + if [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" = "true" ] + then + /opt/tomee/bin/catalina.sh run + else + exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf + fi + +} + +runCommand_unsetAll() { + unset -f runCommand + unset -f runCommand_unsetAll +} + +runCommand_exportAll() { + export -f runCommand + export -f runCommand_unsetAll + +} + +# export everything +runCommand_exportAll + diff --git a/container_files/usr-local-bin/librarySetupFiles.sh b/container_files/usr-local-bin/librarySetupFiles.sh new file mode 100644 index 00000000..81844824 --- /dev/null +++ b/container_files/usr-local-bin/librarySetupFiles.sh @@ -0,0 +1,166 @@ +#!/bin/sh + +setupFiles_linkGrouperSecrets() { + for filepath in /run/secrets/*; do + local label_file=`basename $filepath` + local file=$(echo $label_file| cut -d'_' -f 2) + + if [[ $label_file == grouper_* ]]; then + ln -sf /run/secrets/$label_file /opt/grouper/grouperWebapp/WEB-INF/classes/$file + elif [[ $label_file == shib_* ]]; then + ln -sf /run/secrets/$label_file /etc/shibboleth/$file + elif [[ $label_file == httpd_* ]]; then + ln -sf /run/secrets/$label_file /etc/httpd/conf.d/$file + elif [ "$label_file" == "host-key.pem" ]; then + ln -sf /run/secrets/host-key.pem /etc/pki/tls/private/host-key.pem + fi + done +} + +setupFiles_rsyncSlashRoot() { + if [ -d "/opt/grouper/slashRoot" ]; then + # Copy any files into the root filesystem + rsync -l -r -v /opt/grouper/slashRoot/ / + fi + +} + +setupFiles_localLogging() { + if [ "$GROUPER_LOG_TO_HOST" = "true" ] + then + cp /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.grouperContainerHost.properties /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties + fi + +} + +setupFiles_loggingPrefix() { + sed -i "s|__GROUPER_LOG_PREFIX__|$GROUPER_LOG_PREFIX|g" /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties +} + +setupFiles_chownDirs() { + # do this last + if [ "$GROUPER_CHOWN_DIRS" = "true" ] + then + chown -R tomcat:tomcat /opt/grouper/grouperWebapp + chown -R tomcat:tomcat /opt/tomee + fi +} + +setupFiles_storeEnvVars() { + + echo "#!/bin/sh" > /usr/local/bin/grouperEnv.sh + echo "" >> /usr/local/bin/grouperEnv.sh + + # go through env vars, should start with GROUPER and have an equals sign in there + env | grep "^GROUPER" | grep "=" >> /usr/local/bin/grouperEnv.sh + + sed -i "s|^GROUPER|export GROUPER|g" /usr/local/bin/grouperEnv.sh + + if [ ! -f /home/tomcat/.bashrc ] + then + echo "Why doesnt /home/tomcat/.bashrc exist????" + exit 1 + fi + if ! grep -q grouperEnv /home/tomcat/.bashrc + then + echo "" >> /home/tomcat/.bashrc + echo ". /usr/local/bin/grouperEnv.sh" >> /home/tomcat/.bashrc + echo "" >> /home/tomcat/.bashrc + fi + + + # we need these global + if [ ! -f /etc/bashrc ] + then + echo "Why doesnt /etc/bashrc exist????" + exit 1 + fi + if ! grep -q GROUPER_GSH_CHECK_USER /etc/bashrc + then + echo "" >> /etc/bashrc + echo "export GROUPER_GSH_CHECK_USER=$GROUPER_GSH_CHECK_USER" >> /etc/bashrc + echo "export GROUPER_GSH_USER=$GROUPER_GSH_USER" >> /etc/bashrc + echo "export JAVA_HOME=$JAVA_HOME" >> /etc/bashrc + echo "export PATH=$JAVA_HOME/bin:\$PATH" >> /etc/bashrc + echo "" >> /etc/bashrc + + fi +} + +setupFiles() { + + if [ "$GROUPER_SETUP_FILES_COMPLETE" = "true" ] + then + return + fi + + # do this first + setupFiles_storeEnvVars + + setupFiles_rsyncSlashRoot + + setupFiles_linkGrouperSecrets + + # this needs to be first + setupFilesForProcess_supervisor + + setupFilesApache + + setupFilesTomcat + + setupFilesForProcess + + # this needs to be last + setupFilesForProcess_supervisorFinal + + setupFilesForComponent + + setupFiles_localLogging + + setupFiles_loggingPrefix + + grouperScriptHooks_setupFilesPost + + # do this last + setupFiles_chownDirs + + grouperScriptHooks_setupFilesPostChown + + export GROUPER_SETUP_FILES_COMPLETE=true + + setupFiles_unsetAll + setupFilesApache_unsetAll + setupFilesForComponent_unsetAll + setupFilesForProcess_unsetAll + setupFilesTomcat_unsetAll + setupPipe_unsetAll + grouperScriptHooks_unsetAll + +} + +setupFiles_unsetAll() { + unset -f setupFiles + unset -f setupFiles_chownDirs + unset -f setupFiles_linkGrouperSecrets + unset -f setupFiles_localLogging + unset -f setupFiles_loggingPrefix + unset -f setupFiles_rsyncSlashRoot + unset -f setupFiles_storeEnvVars + unset -f setupFiles_unsetAll +} + +setupFiles_exportAll() { + export -f setupFiles + export -f setupFiles_chownDirs + export -f setupFiles_linkGrouperSecrets + export -f setupFiles_localLogging + export -f setupFiles_loggingPrefix + export -f setupFiles_rsyncSlashRoot + export -f setupFiles_storeEnvVars + export -f setupFiles_unsetAll +} + +# export everything +setupFiles_exportAll + + diff --git a/container_files/usr-local-bin/librarySetupFilesApache.sh b/container_files/usr-local-bin/librarySetupFilesApache.sh new file mode 100644 index 00000000..2d689ad2 --- /dev/null +++ b/container_files/usr-local-bin/librarySetupFilesApache.sh @@ -0,0 +1,87 @@ +#!/bin/bash + +setupFilesApache_selfSignedCert() { + if [ "$GROUPER_SELF_SIGNED_CERT" = "true" ] && [ "$GROUPER_USE_SSL" = "true" ] + then + cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ + fi +} + +setupFilesApache_ssl() { + if [ "$GROUPER_USE_SSL" != "true" ] + then + if [ -f /etc/httpd/conf.d/ssl.conf ] + then + mv /etc/httpd/conf.d/ssl.conf /etc/httpd/conf.d/ssl.conf.dontuse + fi + if [ -f /etc/httpd/conf.d/ssl-enabled.conf ] + then + mv /etc/httpd/conf.d/ssl-enabled.conf /etc/httpd/conf.d/ssl-enabled.conf.dontuse + fi + fi +} + +setupFilesApache_logging() { + if [ "$GROUPER_RUN_APACHE" = "true" ] + then + setupPipe_httpdLog + fi + +} + +setupFilesApache_supervisor() { + if [ "$GROUPER_RUN_APACHE" = "true" ] + then + cat /opt/tier-support/supervisord-httpd.conf >> /opt/tier-support/supervisord.conf + fi + +} + +setupFilesApache_ports() { + + # filter the ssl config for ssl port + + if [ -f /etc/httpd/conf.d/ssl-enabled.conf ] + then + sed -i "s|__GROUPER_APACHE_SSL_PORT__|$GROUPER_APACHE_SSL_PORT|g" /etc/httpd/conf.d/ssl-enabled.conf + fi + + if [ "$GROUPER_APACHE_NONSSL_PORT" != "80" ] + then + sed -i "s|Listen 80|Listen $GROUPER_APACHE_NONSSL_PORT|g" /etc/httpd/conf/httpd.conf + fi + +} + +setupFilesApache() { + setupFilesApache_logging + setupFilesApache_supervisor + setupFilesApache_selfSignedCert + setupFilesApache_ports + setupFilesApache_ssl +} + +setupFilesApache_unsetAll() { + unset -f setupFilesApache + unset -f setupFilesApache_logging + unset -f setupFilesApache_ports + unset -f setupFilesApache_selfSignedCert + unset -f setupFilesApache_ssl + unset -f setupFilesApache_supervisor + unset -f setupFilesApache_unsetAll +} + +setupFilesApache_exportAll() { + export -f setupFilesApache + export -f setupFilesApache_logging + export -f setupFilesApache_ports + export -f setupFilesApache_selfSignedCert + export -f setupFilesApache_ssl + export -f setupFilesApache_supervisor + export -f setupFilesApache_unsetAll +} + +# export everything +setupFilesApache_exportAll + + diff --git a/container_files/usr-local-bin/librarySetupFilesForComponent.sh b/container_files/usr-local-bin/librarySetupFilesForComponent.sh new file mode 100644 index 00000000..e7fd2b48 --- /dev/null +++ b/container_files/usr-local-bin/librarySetupFilesForComponent.sh @@ -0,0 +1,84 @@ +#!/bin/bash + +setupFilesForComponent_ws() { + + # copy files to their appropriate locations based on passed in flags + if [ "$GROUPER_WS" = "true" ] + then + cp -r /opt/grouper/grouperWebapp/WEB-INF/libWs/* /opt/grouper/grouperWebapp/WEB-INF/lib/ + fi + +} + +setupFilesForComponent_scim() { + + if [ "$GROUPER_SCIM" = "true" ] + then + cp -r /opt/grouper/grouperWebapp/WEB-INF/libScim/* /opt/grouper/grouperWebapp/WEB-INF/lib/ + fi + +} + +setupFilesForComponent_ui() { + + if [ "$GROUPER_UI" = "true" ] || [ "$GROUPER_DAEMON" = "true" ] + then + cp -r /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/* /opt/grouper/grouperWebapp/WEB-INF/lib/ + fi + +} + +setupFilesForComponent_quickstart() { + + if [ ! -z "$GROUPERSYSTEM_QUICKSTART_PASS" ] && [ "$GROUPER_QUICKSTART" = 'true' ] + then + if [ "$GROUPER_UI_GROUPER_AUTH" = 'true' ] + then + echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties + echo 'grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig = ${elUtils.processEnvVarOrFile('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties + fi + if [ "$GROUPER_WS_GROUPER_AUTH" = 'true' ] + then + echo '' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.base.properties + echo 'grouperPasswordConfigOverride_WS_GrouperSystem_pass.elConfig = ${elUtils.processEnvVarOrFile('"'"'GROUPERSYSTEM_QUICKSTART_PASS'"'"')}' >> /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties + fi + fi + +} + +setupFilesForComponent() { + + setupFilesForComponent_ws + + setupFilesForComponent_scim + + setupFilesForComponent_ui + + setupFilesForComponent_quickstart + +} + + +setupFilesForComponent_unsetAll() { + unset -f setupFilesForComponent + unset -f setupFilesForComponent_quickstart + unset -f setupFilesForComponent_scim + unset -f setupFilesForComponent_ui + unset -f setupFilesForComponent_unsetAll + unset -f setupFilesForComponent_ws +} + +setupFilesForComponent_exportAll() { + export -f setupFilesForComponent + export -f setupFilesForComponent_quickstart + export -f setupFilesForComponent_scim + export -f setupFilesForComponent_ui + export -f setupFilesForComponent_unsetAll + export -f setupFilesForComponent_ws + +} + +# export everything +setupFilesForComponent_exportAll + + diff --git a/container_files/usr-local-bin/librarySetupFilesForProcess.sh b/container_files/usr-local-bin/librarySetupFilesForProcess.sh new file mode 100644 index 00000000..9ab7e6fd --- /dev/null +++ b/container_files/usr-local-bin/librarySetupFilesForProcess.sh @@ -0,0 +1,96 @@ +#!/bin/bash + +setupFilesForProcess_hsqldb() { + # construct the supervisord file based on FLAGS passed in or what was in CMD + + if [ "$GROUPER_RUN_HSQLDB" = "true" ] + then + setupPipe_hsqldbLog + cat /opt/tier-support/supervisord-hsqldb.conf >> /opt/tier-support/supervisord.conf + fi + +} + +setupFilesForProcess_hsqldbVersions() { + + # tomee hsql must match the grouper one, and the version cannot be 2.3.2 since it is query bugs (unit tests fail) + rm -v /opt/tomee/lib/hsqldb-*.jar + cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/hsqldb-*.jar /opt/tomee/lib/ + +} + +setupFilesForProcess_supervisor() { + + # clear out existing supervisord config + cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + +} + +setupFilesForProcess() { + + setupFilesForProcess_hsqldbVersions + + setupFilesForProcess_hsqldb + + setupFilesForProcess_shib + +} + +setupFilesForProcess_supervisorFinal() { + + if [ "$GROUPER_RUN_PROCESSES_AS_USERS" = "true" ] + then + # let these lines live + sed -i "s|__GROUPER_RUN_PROCESSES_AS_USERS__||g" /opt/tier-support/supervisord.conf + else + # comment out these lines + sed -i "s|__GROUPER_RUN_PROCESSES_AS_USERS__|;|g" /opt/tier-support/supervisord.conf + fi + +} + +setupFilesForProcess_shib() { + + if [ -f /etc/httpd/conf.d/shib.conf ] + then + mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse + fi + + if [ "$GROUPER_RUN_SHIB_SP" = "true" ] + then + setupPipe_shibdLog + export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH + cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf + cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ + mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf + if [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi + fi + + +} + +setupFilesForProcess_unsetAll() { + + unset -f setupFilesForProcess + unset -f setupFilesForProcess_hsqldb + unset -f setupFilesForProcess_hsqldbVersions + unset -f setupFilesForProcess_shib + unset -f setupFilesForProcess_supervisor + unset -f setupFilesForProcess_supervisorFinal + unset -f setupFilesForProcess_unsetAll + +} + +setupFilesForProcess_exportAll() { + + export -f setupFilesForProcess + export -f setupFilesForProcess_hsqldb + export -f setupFilesForProcess_hsqldbVersions + export -f setupFilesForProcess_shib + export -f setupFilesForProcess_supervisor + export -f setupFilesForProcess_supervisorFinal + export -f setupFilesForProcess_unsetAll +} + +# export everything +setupFilesForProcess_exportAll diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh new file mode 100644 index 00000000..192822c0 --- /dev/null +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -0,0 +1,102 @@ +#!/bin/bash + +setupFilesTomcat() { + setupFilesTomcat_logging + setupFilesTomcat_supervisor + setupFilesTomcat_authn + setupFilesTomcat_context +} + +setupFilesTomcat_context() { + + if [ -f /opt/tomee/conf/Catalina/localhost/grouper.xml ] + then + # ws only and scim only dont have cookies + if [ "$GROUPER_CONTEXT_COOKIES" = "false" ] + then + sed -i "s|__GROUPER_CONTEXT_COOKIES__|cookies="false"|g" /opt/tomee/conf/Catalina/localhost/grouper.xml + else + sed -i "s|__GROUPER_CONTEXT_COOKIES__||g" /opt/tomee/conf/Catalina/localhost/grouper.xml + fi + + # setup context + sed -i "s|__GROUPER_TOMCAT_CONTEXT__|$GROUPER_TOMCAT_CONTEXT|g" /opt/tomee/conf/Catalina/localhost/grouper.xml + + # rename file if needed since that can matter with tomcat + if [ "$GROUPER_TOMCAT_CONTEXT" != "grouper" ] + then + mv /opt/tomee/conf/Catalina/localhost/grouper.xml "/opt/tomee/conf/Catalina/localhost/$GROUPER_TOMCAT_CONTEXT.xml" + fi + + fi + + # setup the apache linkage to tomcat + if [ -f /etc/httpd/conf.d/grouper-www.conf ] + then + sed -i "s|__GROUPER_APACHE_AJP_TIMEOUT_SECONDS__|$GROUPER_APACHE_AJP_TIMEOUT_SECONDS|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPER_TOMCAT_CONTEXT__|$GROUPER_TOMCAT_CONTEXT|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPER_URL_CONTEXT__|$GROUPER_URL_CONTEXT|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPERWS_URL_CONTEXT__|$GROUPERWS_URL_CONTEXT|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPERSCIM_URL_CONTEXT__|$GROUPERSCIM_URL_CONTEXT|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPER_PROXY_PASS__|$GROUPER_PROXY_PASS|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPER_PROXY_PASS__|$GROUPER_PROXY_PASS|g" /etc/httpd/conf.d/ssl-enabled.conf + sed -i "s|__GROUPERSCIM_PROXY_PASS__|$GROUPERSCIM_PROXY_PASS|g" /etc/httpd/conf.d/grouper-www.conf + sed -i "s|__GROUPERWS_PROXY_PASS__|$GROUPERWS_PROXY_PASS|g" /etc/httpd/conf.d/grouper-www.conf + fi + +} + +setupFilesTomcat_authn() { + + if [ "$GROUPER_WS_TOMCAT_AUTHN" = "true" ] + then + cp /opt/grouper/grouperWebapp/WEB-INF/web.wsTomcatAuthn.xml /opt/grouper/grouperWebapp/WEB-INF/web.xml + cp /opt/grouper/grouperWebapp/WEB-INF/server.wsTomcatAuthn.xml /opt/tomee/conf/server.xml + fi + +} + +setupFilesTomcat_logging() { + + if [ "$GROUPER_RUN_TOMEE" = "true" ] + then + setupPipe_tomcatLog + fi + +} + +setupFilesTomcat_supervisor() { + + if [ "$GROUPER_RUN_TOMEE" = "true" ] + then + cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord.conf + fi + +} + + +setupFilesTomcat_unsetAll() { + + unset -f setupFilesTomcat + unset -f setupFilesTomcat_authn + unset -f setupFilesTomcat_context + unset -f setupFilesTomcat_logging + unset -f setupFilesTomcat_supervisor + unset -f setupFilesTomcat_unsetAll + +} + +setupFilesTomcat_exportAll() { + + export -f setupFilesTomcat + export -f setupFilesTomcat_authn + export -f setupFilesTomcat_context + export -f setupFilesTomcat_logging + export -f setupFilesTomcat_supervisor + export -f setupFilesTomcat_unsetAll + +} + +# export everything +setupFilesTomcat_exportAll + diff --git a/container_files/usr-local-bin/librarySetupPipe.sh b/container_files/usr-local-bin/librarySetupPipe.sh new file mode 100644 index 00000000..f38412c1 --- /dev/null +++ b/container_files/usr-local-bin/librarySetupPipe.sh @@ -0,0 +1,77 @@ +#!/bin/sh + +setupPipe() { + if [ -e $1 ]; then + rm $1 + fi + mkfifo -m 666 $1 +} + +setupPipe_logging() { + # Make a "console" logging pipe that anyone can write too regardless of who owns the process. + setupPipe /tmp/logpipe + cat <> /tmp/logpipe & +} + +# Make loggers pipes for the supervisord connected apps' console, so that we can prepend the streams. +setupPipe_grouperLog() { + setupPipe /tmp/loggrouper + (cat <> /tmp/loggrouper | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "grouper;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + +setupPipe_httpdLog() { + setupPipe /tmp/loghttpd + (cat <> /tmp/loghttpd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "httpd;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + +setupPipe_shibdLog() { + setupPipe /tmp/logshibd + (cat <> /tmp/logshibd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "shibd;console;%s;%s;%s", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + +setupPipe_tomcatLog() { + setupPipe /tmp/logtomcat + (cat <> /tmp/logtomcat | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomee;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + +setupPipe_hsqldbLog() { + setupPipe /tmp/loghsqldb + (cat <> /tmp/loghsqldb | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "hsqldb;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + +setupPipe_supervisordLog() { + setupPipe /tmp/logsuperd + (cat <> /tmp/logsuperd | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "supervisord;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & +} + +setupPipe_unsetAll() { + + unset -f setupPipe + unset -f setupPipe_grouperLog + unset -f setupPipe_hsqldbLog + unset -f setupPipe_httpdLog + unset -f setupPipe_logging + unset -f setupPipe_shibdLog + unset -f setupPipe_supervisordLog + unset -f setupPipe_tomcatLog + unset -f setupPipe_unsetAll + +} + +setupPipe_exportAll() { + + export -f setupPipe + export -f setupPipe_grouperLog + export -f setupPipe_hsqldbLog + export -f setupPipe_httpdLog + export -f setupPipe_logging + export -f setupPipe_shibdLog + export -f setupPipe_supervisordLog + export -f setupPipe_tomcatLog + export -f setupPipe_unsetAll + +} + +# export everything +setupPipe_exportAll + diff --git a/container_files/usr-local-bin/quickstart b/container_files/usr-local-bin/quickstart index 8ecdca46..0fb7d383 100755 --- a/container_files/usr-local-bin/quickstart +++ b/container_files/usr-local-bin/quickstart @@ -1,12 +1,11 @@ #!/bin/bash -. /usr/local/bin/library.sh +prep_quickstart +prep_ui +prep_ws +prep_scim +prep_daemon +prep_finish +setupFiles -prepQuickstart -prepUI -prepWS -prepSCIM -prepDaemon -finishPrep - -exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +runCommand \ No newline at end of file diff --git a/container_files/usr-local-bin/scim b/container_files/usr-local-bin/scim index 9d208d37..f50697ac 100755 --- a/container_files/usr-local-bin/scim +++ b/container_files/usr-local-bin/scim @@ -1,8 +1,7 @@ #!/bin/bash -. /usr/local/bin/library.sh +prep_scim +prep_finish +setupFiles -prepSCIM -finishPrep - -exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +runCommand \ No newline at end of file diff --git a/container_files/usr-local-bin/ui b/container_files/usr-local-bin/ui index af4d3cb4..ef417f8b 100755 --- a/container_files/usr-local-bin/ui +++ b/container_files/usr-local-bin/ui @@ -1,8 +1,7 @@ #!/bin/bash -. /usr/local/bin/library.sh +prep_ui +prep_finish +setupFiles -prepUI -finishPrep - -exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +runCommand \ No newline at end of file diff --git a/container_files/usr-local-bin/ui-ws b/container_files/usr-local-bin/ui-ws index 75b8d99f..4e5dd61e 100755 --- a/container_files/usr-local-bin/ui-ws +++ b/container_files/usr-local-bin/ui-ws @@ -1,9 +1,8 @@ #!/bin/bash -. /usr/local/bin/library.sh +prep_ui +prep_ws +prep_finish +setupFiles -prepUI -prepWS -finishPrep - -exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +runCommand \ No newline at end of file diff --git a/container_files/usr-local-bin/ws b/container_files/usr-local-bin/ws index 101461c3..6fafe7f0 100755 --- a/container_files/usr-local-bin/ws +++ b/container_files/usr-local-bin/ws @@ -1,8 +1,7 @@ #!/bin/bash -. /usr/local/bin/library.sh +prep_ws +prep_finish +setupFiles -prepWS -finishPrep - -exec /usr/bin/supervisord -c /opt/tier-support/supervisord.conf +runCommand \ No newline at end of file From 47e7171969563e7dc2b252790081b6caf820a5f2 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 11 May 2020 17:11:09 -0400 Subject: [PATCH 174/194] GRP-2782: grouper running with nonroot and non supervisor --- Dockerfile | 4 +- .../test/grouperContainerUnitTest.sh | 10 +- .../test/grouperContainerUnitTestLibrary.sh | 15 +++ .../grouperContainerUnitTestUiSubimage.sh | 108 ++++++++++++++++++ ...ouperContainerUnitTestUiSubimageNonroot.sh | 93 +++++++++++++++ container_files/usr-local-bin/changeGid.sh | 16 +++ container_files/usr-local-bin/changeUid.sh | 15 +++ container_files/usr-local-bin/libraryPrep.sh | 26 +++-- .../usr-local-bin/librarySetupFiles.sh | 43 +++---- .../usr-local-bin/librarySetupFilesApache.sh | 8 +- .../librarySetupFilesForProcess.sh | 53 +++++---- .../usr-local-bin/librarySetupFilesTomcat.sh | 6 +- 12 files changed, 330 insertions(+), 67 deletions(-) create mode 100644 container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh create mode 100644 container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh create mode 100755 container_files/usr-local-bin/changeGid.sh create mode 100755 container_files/usr-local-bin/changeUid.sh diff --git a/Dockerfile b/Dockerfile index 387a76cf..f9e820a2 100644 --- a/Dockerfile +++ b/Dockerfile @@ -77,13 +77,13 @@ RUN groupadd -r tomcat \ && chown -R tomcat:tomcat /opt/tomee \ && ln -s $JAVA_HOME/bin/java /etc/alternatives/java \ && mkdir -p /opt/tomee/conf/Catalina/localhost/ \ - && chown -R tomcat:tomcat /opt/grouper/grouperWebapp \ + && chown -R tomcat:tomcat /opt/grouper \ && mkdir /opt/hsqldb \ && chown tomcat:tomcat /opt/hsqldb - COPY container_files/tier-support/ /opt/tier-support/ COPY container_files/usr-local-bin/ /usr/local/bin/ +RUN chmod +x /usr/local/bin/*.sh COPY container_files/httpd/* /etc/httpd/conf.d/ COPY container_files/shibboleth/* /etc/shibboleth/ RUN cp /dev/null /etc/httpd/conf.d/ssl.conf diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh index 5697897d..f1dfce8d 100644 --- a/container_files/tier-support/test/grouperContainerUnitTest.sh +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -5,7 +5,7 @@ if [ "$#" -ne 3 ]; then exit 1 fi -expectedSuccesses=412 +expectedSuccesses=521 export containerName=$1 export imageName=$2 @@ -27,6 +27,8 @@ export failureCount=0 . ./grouperContainerUnitTestScim.sh . ./grouperContainerUnitTestWs.sh . ./grouperContainerUnitTestQuickstart.sh +. ./grouperContainerUnitTestUiSubimage.sh +. ./grouperContainerUnitTestUiSubimageNonroot.sh testContainerUi @@ -38,8 +40,12 @@ testContainerScim testContainerWs testContainerQuickstart testContainerDaemon +testContainerUiSubimage +testContainerUiSubimageNonroot dockerRemoveContainer +dockerRemoveSubimage + echo "" echo "$successCount successes, $failureCount failures" if [ "$successCount" = "$expectedSuccesses" ] && [ "$failureCount" = "0" ] ; then @@ -57,6 +63,8 @@ unset -f globalSleepSecondsAfterRun unset -f testContainerQuickstart unset -f testContainerDaemon unset -f testContainerUi +unset -f testContainerUiSubimage +unset -f testContainerUiSubimageNonroot unset -f testContainerUiNoSsl unset -f testContainerUiDifferentPorts unset -f testContainerSlashRoot diff --git a/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh b/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh index db90535f..f3269692 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestLibrary.sh @@ -11,6 +11,19 @@ dockerRemoveContainer() { fi } +dockerRemoveSubimage() { + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 arguments" + exit 1 + fi + subimageId="my_$containerName" + subimageName="$subimageId:latest" + if [ "$(docker images | grep $subimageId)" ] + then + docker rmi -f $subimageName + fi +} + # pass in string description, expected value, actual value assertEquals() { if [ "$#" -ne 3 ]; then @@ -230,6 +243,7 @@ grouperContainerUnitTestLibrary_unsetAll() { unset -f assertNumberOfShibProcesses unset -f assertNumberOfTomcatProcesses unset -f dockerRemoveContainer + unset -f dockerRemoveSubimage unset -f grouperContainerUnitTestLibrary_unsetAll unset -f runCommand } @@ -250,6 +264,7 @@ grouperContainerUnitTestLibrary_exportAll() { export -f assertNumberOfShibProcesses export -f assertNumberOfTomcatProcesses export -f dockerRemoveContainer + export -f dockerRemoveSubimage export -f grouperContainerUnitTestLibrary_unsetAll export -f runCommand } diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh b/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh new file mode 100644 index 00000000..82e58052 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh @@ -0,0 +1,108 @@ +#!/bin/bash + +testContainerUiSubimage() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + dockerRemoveSubimage + + subimageId="my_$containerName" + subimageName="$subimageId:latest" + + echo "" > Dockerfile + echo "FROM $imageName" >> Dockerfile + echo "ENV GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES 1.1.1.1/32" >> Dockerfile + echo "" >> Dockerfile + + echo + echo '################' + echo Running container with subimage as ui + echo cat DockerFile + cat Dockerfile + echo "docker build -t $subimageId ." + echo "docker run --detach --name $containerName --publish 443:443 $subimageId ui" + echo '################' + echo + + docker build -t "$subimageId" . + + docker run --detach --name $containerName --publish 443:443 $subimageId ui + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" + assertFileContains /opt/tier-support/supervisord.conf "program:shibbolethsp" + assertFileContains /opt/tier-support/supervisord.conf "program:tomee" + assertFileContains /opt/tier-support/supervisord.conf "program:httpd" + assertFileContains /opt/tier-support/supervisord.conf "user=shibd" + assertFileNotContains /opt/tier-support/supervisord.conf "program:hsqldb" + assertFileNotContains /opt/tier-support/supervisord.conf "__" + assertFileContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem + assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ui;" + + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties thisPassIsCopyrightedDontUse + + assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-ui" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "" + assertEnvVar GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVar GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "true" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "1.1.1.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVar GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + + assertNumberOfTomcatProcesses 1 + # bad cert apache wont start + assertNumberOfApacheProcesses 0 + assertNumberOfShibProcesses 1 + + assertNotListeningOnPort 443 + assertNotListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + + +} +export -f testContainerUiSubimage diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh b/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh new file mode 100644 index 00000000..4ff2f451 --- /dev/null +++ b/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh @@ -0,0 +1,93 @@ +#!/bin/bash + +testContainerUiSubimageNonroot() { + + if [ "$#" -ne 0 ]; then + echo "You must enter exactly 0 command line arguments" + exit 1 + fi + + dockerRemoveContainer + dockerRemoveSubimage + + subimageId="my_$containerName" + subimageName="$subimageId:latest" + myId="$(id -u)" + + echo "" > Dockerfile + echo "FROM $imageName" >> Dockerfile + echo "RUN /usr/local/bin/changeUid.sh tomcat $myId" >> Dockerfile + echo "" >> Dockerfile + + echo + echo '################' + echo Running container with subimage as ui without root + echo cat DockerFile + cat Dockerfile + echo "docker build -t $subimageId ." + echo "docker run --detach --name $containerName -u $myId -e GROUPER_RUN_TOMCAT_NOT_SUPERVISOR=true --publish 8080:8080 $subimageId ui" + echo '################' + echo + + docker build -t "$subimageId" . + + docker run --detach --name $containerName -u $myId -e GROUPER_RUN_TOMCAT_NOT_SUPERVISOR=true --publish 8080:8080 $subimageId ui + sleep $globalSleepSecondsAfterRun + + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar + assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar + assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ui;" + + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties grouperPasswordConfigOverride_UI_GrouperSystem_pass.elConfig + assertFileNotContains /opt/grouper/grouperWebapp/WEB-INF/classes/grouper.hibernate.properties thisPassIsCopyrightedDontUse + + assertEnvVar GROUPERSCIM_PROXY_PASS "#" + assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" + assertEnvVar GROUPERWS_PROXY_PASS "#" + assertEnvVar GROUPERWS_URL_CONTEXT "grouper-ws" + assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "3600" + assertEnvVar GROUPER_APACHE_NONSSL_PORT "80" + assertEnvVar GROUPER_APACHE_SSL_PORT "443" + assertEnvVar GROUPER_CHOWN_DIRS "true" + assertEnvVar GROUPER_CONTAINER_VERSION "$containerVersion" + assertEnvVar GROUPER_DAEMON "false" + assertEnvVar GROUPER_GSH_CHECK_USER "true" + assertEnvVar GROUPER_GSH_USER "tomcat" + assertEnvVar GROUPER_HOME "/opt/grouper/grouperWebapp/WEB-INF" + assertEnvVar GROUPER_LOG_PREFIX "grouper-ui" + assertEnvVar GROUPER_MAX_MEMORY "1500m" + assertEnvVar GROUPER_PROXY_PASS "" + assertEnvVarNot GROUPER_RUN_APACHE "true" + assertEnvVar GROUPER_RUN_PROCESSES_AS_USERS "true" + assertEnvVarNot GROUPER_RUN_SHIB_SP "true" + assertEnvVar GROUPER_RUN_TOMEE "true" + assertEnvVar GROUPER_SCIM "false" + assertEnvVar GROUPER_SCIM_GROUPER_AUTH "false" + assertEnvVar GROUPER_TOMCAT_CONTEXT "grouper" + assertEnvVar GROUPER_UI "true" + assertEnvVar GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES "127.0.0.1/32" + assertEnvVar GROUPER_UI_GROUPER_AUTH "false" + assertEnvVar GROUPER_UI_ONLY "true" + assertEnvVar GROUPER_URL_CONTEXT "grouper" + assertEnvVar GROUPER_USE_SSL "true" + assertEnvVar GROUPER_WS "false" + assertEnvVar GROUPER_WS_GROUPER_AUTH "false" + + assertNumberOfTomcatProcesses 13 + # bad cert apache wont start + assertNumberOfApacheProcesses 0 + assertNumberOfShibProcesses 0 + + assertNotListeningOnPort 443 + assertNotListeningOnPort 80 + assertListeningOnPort 8009 + assertNotListeningOnPort 9001 + +} +export -f testContainerUiSubimageNonroot diff --git a/container_files/usr-local-bin/changeGid.sh b/container_files/usr-local-bin/changeGid.sh new file mode 100755 index 00000000..69b22caf --- /dev/null +++ b/container_files/usr-local-bin/changeGid.sh @@ -0,0 +1,16 @@ +#!/bin/bash + +if [[ $EUID -ne 0 ]]; then + echo "This script must be run as root" + exit 1 +fi +if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 command line arguments: groupname, and gid to change to" + exit 1 +fi +groupname=$1 +newGid=$2 +getentOutput="$(getent group "$groupname")" +oldGid="$( echo "$getentOutput" |cut -d\: -f3 )" +groupmod -g "$newGid" "$groupname" +find / -xdev -type d -group "$oldGid" -exec chgrp -h "$groupname" {} \; \ No newline at end of file diff --git a/container_files/usr-local-bin/changeUid.sh b/container_files/usr-local-bin/changeUid.sh new file mode 100755 index 00000000..a2bcb7c5 --- /dev/null +++ b/container_files/usr-local-bin/changeUid.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +if [[ $EUID -ne 0 ]]; then + echo "This script must be run as root" + exit 1 +fi +if [ "$#" -ne 2 ]; then + echo "You must enter exactly 2 command line arguments: username, and uid to change to" + exit 1 +fi +username=$1 +newUid=$2 +oldUid="$(id -u "$username")" +usermod -u "$newUid" "$username" +find / -xdev -type d -user "$oldUid" -exec chown -h "$username" {} \; diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index 6361bf55..ca39bfbb 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -2,20 +2,22 @@ prep_quickstart() { - if [ -z "$GROUPER_RUN_HSQLDB" ]; then export GROUPER_RUN_HSQLDB=true; fi + + + if [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then + if [ -z "$GROUPER_RUN_HSQLDB" ]; then export GROUPER_RUN_HSQLDB=true; fi + if [ -z "$GROUPER_SELF_SIGNED_CERT" ]; then export GROUPER_SELF_SIGNED_CERT=true; fi + if [ -z "$GROUPER_START_DELAY_SECONDS" ]; then export GROUPER_START_DELAY_SECONDS='10'; fi + if [ -z "$GROUPER_DATABASE_URL_FILE" ] && [ -z "$GROUPER_DATABASE_URL" ]; then export GROUPER_DATABASE_URL=jdbc:hsqldb:hsql://localhost:9001/grouper; fi + if [ -z "$GROUPER_DATABASE_USERNAME_FILE" ] && [ -z "$GROUPER_DATABASE_USERNAME" ]; then export GROUPER_DATABASE_USERNAME=sa; fi + fi if [ -z "$GROUPER_RUN_SHIB_SP" ]; then export GROUPER_RUN_SHIB_SP=false; fi - if [ -z "$GROUPER_SELF_SIGNED_CERT" ]; then export GROUPER_SELF_SIGNED_CERT=true; fi if [ -z "$GROUPER_AUTO_DDL_UPTOVERSION" ]; then export GROUPER_AUTO_DDL_UPTOVERSION='v2.5.*'; fi if [ -z "$GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES" ]; then export GROUPER_UI_CONFIGURATION_EDITOR_SOURCEIPADDRESSES='0.0.0.0/0'; fi # wait for database to start - if [ -z "$GROUPER_START_DELAY_SECONDS" ]; then export GROUPER_START_DELAY_SECONDS='10'; fi if [ -z "$GROUPER_UI_GROUPER_AUTH" ]; then export GROUPER_UI_GROUPER_AUTH='true'; fi if [ -z "$GROUPER_WS_GROUPER_AUTH" ]; then export GROUPER_WS_GROUPER_AUTH='true'; fi if [ -z "$GROUPER_SCIM_GROUPER_AUTH" ] ; then export GROUPER_SCIM_GROUPER_AUTH=true; fi - - if [ -z "$GROUPER_DATABASE_URL_FILE" ] && [ -z "$GROUPER_DATABASE_URL" ] ; then export GROUPER_DATABASE_URL=jdbc:hsqldb:hsql://localhost:9001/grouper; fi - if [ -z "$GROUPER_DATABASE_USERNAME_FILE" ] && [ -z "$GROUPER_DATABASE_USERNAME" ] ; then export GROUPER_DATABASE_USERNAME=sa; fi - if [ -z "$GROUPER_QUICKSTART" ]; then export GROUPER_QUICKSTART=true; fi } @@ -28,14 +30,14 @@ prep_daemon() { prep_scim() { if [ -z "$GROUPER_SCIM" ]; then export GROUPER_SCIM=true; fi - if [ -z "$GROUPER_RUN_APACHE" ]; then export GROUPER_RUN_APACHE=true; fi + if [ -z "$GROUPER_RUN_APACHE" ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then export GROUPER_RUN_APACHE=true; fi if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi } prep_ui() { if [ -z "$GROUPER_UI" ]; then export GROUPER_UI=true; fi - if [ -z "$GROUPER_RUN_APACHE" ]; then export GROUPER_RUN_APACHE=true; fi - if [ -z "$GROUPER_RUN_SHIB_SP" ]; then export GROUPER_RUN_SHIB_SP=true; fi + if [ -z "$GROUPER_RUN_APACHE" ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then export GROUPER_RUN_APACHE=true; fi + if [ -z "$GROUPER_RUN_SHIB_SP" ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then export GROUPER_RUN_SHIB_SP=true; fi if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi } @@ -80,7 +82,7 @@ prep_runScim() { prep_ws() { if [ -z "$GROUPER_WS" ]; then export GROUPER_WS=true; fi - if [ -z "$GROUPER_RUN_APACHE" ]; then export GROUPER_RUN_APACHE=true; fi + if [ -z "$GROUPER_RUN_APACHE" ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then export GROUPER_RUN_APACHE=true; fi if [ -z "$GROUPER_RUN_TOMEE" ]; then export GROUPER_RUN_TOMEE=true; fi } @@ -154,6 +156,8 @@ prep_finishBegin() { if [ -z "$GROUPER_GSH_CHECK_USER" ] ; then export GROUPER_GSH_CHECK_USER=true; fi if [ -z "$GROUPER_GSH_USER" ] ; then export GROUPER_GSH_USER=tomcat; fi + if [ -z "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" ]; then export GROUPER_RUN_TOMCAT_NOT_SUPERVISOR=false; fi + } prep_finishEnd() { diff --git a/container_files/usr-local-bin/librarySetupFiles.sh b/container_files/usr-local-bin/librarySetupFiles.sh index 81844824..47ab23d7 100644 --- a/container_files/usr-local-bin/librarySetupFiles.sh +++ b/container_files/usr-local-bin/librarySetupFiles.sh @@ -48,13 +48,13 @@ setupFiles_chownDirs() { setupFiles_storeEnvVars() { - echo "#!/bin/sh" > /usr/local/bin/grouperEnv.sh - echo "" >> /usr/local/bin/grouperEnv.sh + echo "#!/bin/sh" > /opt/grouper/grouperEnv.sh + echo "" >> /opt/grouper/grouperEnv.sh # go through env vars, should start with GROUPER and have an equals sign in there - env | grep "^GROUPER" | grep "=" >> /usr/local/bin/grouperEnv.sh + env | grep "^GROUPER" | grep "=" >> /opt/grouper/grouperEnv.sh - sed -i "s|^GROUPER|export GROUPER|g" /usr/local/bin/grouperEnv.sh + sed -i "s|^GROUPER|export GROUPER|g" /opt/grouper/grouperEnv.sh if [ ! -f /home/tomcat/.bashrc ] then @@ -64,26 +64,27 @@ setupFiles_storeEnvVars() { if ! grep -q grouperEnv /home/tomcat/.bashrc then echo "" >> /home/tomcat/.bashrc - echo ". /usr/local/bin/grouperEnv.sh" >> /home/tomcat/.bashrc + echo ". /opt/grouper/grouperEnv.sh" >> /home/tomcat/.bashrc echo "" >> /home/tomcat/.bashrc fi - - # we need these global - if [ ! -f /etc/bashrc ] - then - echo "Why doesnt /etc/bashrc exist????" - exit 1 - fi - if ! grep -q GROUPER_GSH_CHECK_USER /etc/bashrc - then - echo "" >> /etc/bashrc - echo "export GROUPER_GSH_CHECK_USER=$GROUPER_GSH_CHECK_USER" >> /etc/bashrc - echo "export GROUPER_GSH_USER=$GROUPER_GSH_USER" >> /etc/bashrc - echo "export JAVA_HOME=$JAVA_HOME" >> /etc/bashrc - echo "export PATH=$JAVA_HOME/bin:\$PATH" >> /etc/bashrc - echo "" >> /etc/bashrc - + # if we own this file (i.e. running as root) + if [[ -O "/etc/bashrc" ]]; then + # we need these global + if [ ! -f /etc/bashrc ] + then + echo "Why doesnt /etc/bashrc exist????" + exit 1 + fi + if ! grep -q GROUPER_GSH_CHECK_USER /etc/bashrc + then + echo "" >> /etc/bashrc + echo "export GROUPER_GSH_CHECK_USER=$GROUPER_GSH_CHECK_USER" >> /etc/bashrc + echo "export GROUPER_GSH_USER=$GROUPER_GSH_USER" >> /etc/bashrc + echo "export JAVA_HOME=$JAVA_HOME" >> /etc/bashrc + echo "export PATH=$JAVA_HOME/bin:\$PATH" >> /etc/bashrc + echo "" >> /etc/bashrc + fi fi } diff --git a/container_files/usr-local-bin/librarySetupFilesApache.sh b/container_files/usr-local-bin/librarySetupFilesApache.sh index 2d689ad2..58bdef9c 100644 --- a/container_files/usr-local-bin/librarySetupFilesApache.sh +++ b/container_files/usr-local-bin/librarySetupFilesApache.sh @@ -1,14 +1,14 @@ #!/bin/bash setupFilesApache_selfSignedCert() { - if [ "$GROUPER_SELF_SIGNED_CERT" = "true" ] && [ "$GROUPER_USE_SSL" = "true" ] + if [ "$GROUPER_RUN_APACHE" = "true" ] && [ "$GROUPER_SELF_SIGNED_CERT" = "true" ] && [ "$GROUPER_USE_SSL" = "true" ] then cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ fi } setupFilesApache_ssl() { - if [ "$GROUPER_USE_SSL" != "true" ] + if [ "$GROUPER_RUN_APACHE" = "true" ] && [ "$GROUPER_USE_SSL" != "true" ] then if [ -f /etc/httpd/conf.d/ssl.conf ] then @@ -41,12 +41,12 @@ setupFilesApache_ports() { # filter the ssl config for ssl port - if [ -f /etc/httpd/conf.d/ssl-enabled.conf ] + if [ "$GROUPER_RUN_APACHE" = "true" ] && [ -f /etc/httpd/conf.d/ssl-enabled.conf ] then sed -i "s|__GROUPER_APACHE_SSL_PORT__|$GROUPER_APACHE_SSL_PORT|g" /etc/httpd/conf.d/ssl-enabled.conf fi - if [ "$GROUPER_APACHE_NONSSL_PORT" != "80" ] + if [ "$GROUPER_RUN_APACHE" = "true" ] && [ "$GROUPER_APACHE_NONSSL_PORT" != "80" ] then sed -i "s|Listen 80|Listen $GROUPER_APACHE_NONSSL_PORT|g" /etc/httpd/conf/httpd.conf fi diff --git a/container_files/usr-local-bin/librarySetupFilesForProcess.sh b/container_files/usr-local-bin/librarySetupFilesForProcess.sh index 9ab7e6fd..0d4b8073 100644 --- a/container_files/usr-local-bin/librarySetupFilesForProcess.sh +++ b/container_files/usr-local-bin/librarySetupFilesForProcess.sh @@ -21,9 +21,10 @@ setupFilesForProcess_hsqldbVersions() { setupFilesForProcess_supervisor() { - # clear out existing supervisord config - cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf - + if [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then + # clear out existing supervisord config + cat /opt/tier-support/supervisord-base.conf > /opt/tier-support/supervisord.conf + fi } setupFilesForProcess() { @@ -38,34 +39,36 @@ setupFilesForProcess() { setupFilesForProcess_supervisorFinal() { - if [ "$GROUPER_RUN_PROCESSES_AS_USERS" = "true" ] - then - # let these lines live - sed -i "s|__GROUPER_RUN_PROCESSES_AS_USERS__||g" /opt/tier-support/supervisord.conf - else - # comment out these lines - sed -i "s|__GROUPER_RUN_PROCESSES_AS_USERS__|;|g" /opt/tier-support/supervisord.conf + if [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then + if [ "$GROUPER_RUN_PROCESSES_AS_USERS" = "true" ] + then + # let these lines live + sed -i "s|__GROUPER_RUN_PROCESSES_AS_USERS__||g" /opt/tier-support/supervisord.conf + else + # comment out these lines + sed -i "s|__GROUPER_RUN_PROCESSES_AS_USERS__|;|g" /opt/tier-support/supervisord.conf + fi fi - } setupFilesForProcess_shib() { - if [ -f /etc/httpd/conf.d/shib.conf ] - then - mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse + if [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then + if [ -f /etc/httpd/conf.d/shib.conf ] + then + mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse + fi + + if [ "$GROUPER_RUN_SHIB_SP" = "true" ] + then + setupPipe_shibdLog + export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH + cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf + cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ + mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf + if [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi + fi fi - - if [ "$GROUPER_RUN_SHIB_SP" = "true" ] - then - setupPipe_shibdLog - export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH - cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf - cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ - mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf - if [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi - fi - } diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 192822c0..48f31989 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -31,7 +31,7 @@ setupFilesTomcat_context() { fi # setup the apache linkage to tomcat - if [ -f /etc/httpd/conf.d/grouper-www.conf ] + if [ -f /etc/httpd/conf.d/grouper-www.conf ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ] then sed -i "s|__GROUPER_APACHE_AJP_TIMEOUT_SECONDS__|$GROUPER_APACHE_AJP_TIMEOUT_SECONDS|g" /etc/httpd/conf.d/grouper-www.conf sed -i "s|__GROUPER_TOMCAT_CONTEXT__|$GROUPER_TOMCAT_CONTEXT|g" /etc/httpd/conf.d/grouper-www.conf @@ -58,7 +58,7 @@ setupFilesTomcat_authn() { setupFilesTomcat_logging() { - if [ "$GROUPER_RUN_TOMEE" = "true" ] + if [ "$GROUPER_RUN_TOMEE" = "true" ] && [ "$GROUPER_LOG_TO_HOST" != "true" ] then setupPipe_tomcatLog fi @@ -67,7 +67,7 @@ setupFilesTomcat_logging() { setupFilesTomcat_supervisor() { - if [ "$GROUPER_RUN_TOMEE" = "true" ] + if [ "$GROUPER_RUN_TOMEE" = "true" ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ] then cat /opt/tier-support/supervisord-tomee.conf >> /opt/tier-support/supervisord.conf fi From 89909366548d8ffeaec92e2da3b1b6d847c261d0 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Wed, 13 May 2020 11:26:26 -0400 Subject: [PATCH 175/194] 2.5.28 release --- .../test/grouperContainerUnitTest.sh | 7 +++--- .../test/grouperContainerUnitTestDaemon.sh | 7 ++---- .../grouperContainerUnitTestQuickstart.sh | 4 ++-- .../test/grouperContainerUnitTestScim.sh | 4 ++-- .../test/grouperContainerUnitTestUi.sh | 8 +++++-- ...rouperContainerUnitTestUiDifferentPorts.sh | 11 ++++++--- .../grouperContainerUnitTestUiSubimage.sh | 4 ++-- ...ouperContainerUnitTestUiSubimageNonroot.sh | 4 ++-- .../test/grouperContainerUnitTestWs.sh | 6 +++-- .../tomee/conf/Catalina/localhost/grouper.xml | 2 +- container_files/usr-local-bin/libraryPrep.sh | 7 +++++- .../usr-local-bin/librarySetupFilesTomcat.sh | 24 ++++++++++++++++++- 12 files changed, 62 insertions(+), 26 deletions(-) diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh index f1dfce8d..34d3828a 100644 --- a/container_files/tier-support/test/grouperContainerUnitTest.sh +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -1,15 +1,16 @@ #!/bin/bash -if [ "$#" -ne 3 ]; then - echo "You must enter exactly 3 command line arguments: container-name, image-name and container version, e.g. grouper-test my-grouper-2.5.27:latest 2.5.27" +if [ "$#" -ne 4 ]; then + echo "You must enter exactly 4 command line arguments: container-name, image-name, container version, and grouper version, e.g. grouper-test my-grouper-2.5.27:latest 2.5.27 2.5.27" exit 1 fi -expectedSuccesses=521 +expectedSuccesses=528 export containerName=$1 export imageName=$2 export containerVersion=$3 +export grouperVersion=$4 export globalSleepSecondsAfterRun=5 export globalExitOnError=false diff --git a/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh b/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh index f43a0583..bb8e5507 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestDaemon.sh @@ -23,12 +23,9 @@ testContainerDaemon() { assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" - assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" - assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" - assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" assertFileNotContains /opt/tier-support/supervisord.conf "program:shibbolethsp" assertFileContains /opt/tier-support/supervisord.conf "program:tomee" assertFileNotContains /opt/tier-support/supervisord.conf "program:httpd" diff --git a/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh b/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh index 40ec9a9c..7bdbe426 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestQuickstart.sh @@ -24,8 +24,8 @@ testContainerQuickstart() { assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" diff --git a/container_files/tier-support/test/grouperContainerUnitTestScim.sh b/container_files/tier-support/test/grouperContainerUnitTestScim.sh index 0bdde3a9..20467d63 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestScim.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestScim.sh @@ -23,8 +23,8 @@ testContainerScim() { assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileNotExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" diff --git a/container_files/tier-support/test/grouperContainerUnitTestUi.sh b/container_files/tier-support/test/grouperContainerUnitTestUi.sh index eed5ef84..a731a646 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUi.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUi.sh @@ -23,8 +23,8 @@ testContainerUi() { assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" @@ -38,6 +38,8 @@ testContainerUi() { assertFileContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + assertFileContains /opt/tomee/conf/Catalina/localhost/grouper.xml 'cookies="true"' + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ui;" @@ -88,6 +90,8 @@ testContainerUi() { assertNotListeningOnPort 80 assertListeningOnPort 8009 assertNotListeningOnPort 9001 + assertListeningOnPort 8080 + #assertListeningOnPort 8005 } diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh b/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh index 28f98614..7f67341e 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUiDifferentPorts.sh @@ -12,17 +12,20 @@ testContainerUiDifferentPorts() { echo echo '################' echo Running container as ui with self signed cert with different ports - echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_APACHE_AJP_TIMEOUT_SECONDS=2999 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SSL_PORT=444 -e GROUPER_APACHE_NONSSL_PORT=81 $imageName ui" + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_APACHE_AJP_TIMEOUT_SECONDS=2999 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SSL_PORT=444 -e GROUPER_APACHE_NONSSL_PORT=81 -e GROUPER_TOMCAT_HTTP_PORT=8600 -e GROUPER_TOMCAT_AJP_PORT=8601 -e GROUPER_TOMCAT_SHUTDOWN_PORT=8602 $imageName ui" echo '################' echo - docker run --detach --name $containerName --publish 443:443 -e GROUPER_APACHE_AJP_TIMEOUT_SECONDS=2999 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SSL_PORT=444 -e GROUPER_APACHE_NONSSL_PORT=81 $imageName ui + docker run --detach --name $containerName --publish 443:443 -e GROUPER_APACHE_AJP_TIMEOUT_SECONDS=2999 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SSL_PORT=444 -e GROUPER_APACHE_NONSSL_PORT=81 -e GROUPER_TOMCAT_HTTP_PORT=8600 -e GROUPER_TOMCAT_AJP_PORT=8601 -e GROUPER_TOMCAT_SHUTDOWN_PORT=8602 $imageName ui sleep $globalSleepSecondsAfterRun assertEnvVar GROUPER_APACHE_NONSSL_PORT "81" assertEnvVar GROUPER_APACHE_SSL_PORT "444" assertEnvVar GROUPER_APACHE_AJP_TIMEOUT_SECONDS "2999" + assertEnvVar GROUPER_TOMCAT_HTTP_PORT "8600" + assertEnvVar GROUPER_TOMCAT_AJP_PORT "8601" + assertEnvVar GROUPER_TOMCAT_SHUTDOWN_PORT "8602" assertFileContains /etc/httpd/conf.d/grouper-www.conf "2999" assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "3600" @@ -43,7 +46,9 @@ testContainerUiDifferentPorts() { assertListeningOnPort 81 assertNotListeningOnPort 443 assertNotListeningOnPort 80 - assertListeningOnPort 8009 + assertListeningOnPort 8600 + assertListeningOnPort 8601 + #assertListeningOnPort 8602 assertNotListeningOnPort 9001 diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh b/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh index 82e58052..84e9ecbe 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUiSubimage.sh @@ -37,8 +37,8 @@ testContainerUiSubimage() { assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh b/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh index 4ff2f451..a156cf0e 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUiSubimageNonroot.sh @@ -38,8 +38,8 @@ testContainerUiSubimageNonroot() { assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ui;" diff --git a/container_files/tier-support/test/grouperContainerUnitTestWs.sh b/container_files/tier-support/test/grouperContainerUnitTestWs.sh index 4b4e9b8f..ea1c9695 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestWs.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestWs.sh @@ -23,8 +23,8 @@ testContainerWs() { assertFileExists /opt/grouper/grouperWebapp/WEB-INF/lib/axis2-kernel-1.6.4.jar assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libScim/stax-api-1.0-2.jar assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/stax-api-1.0-2.jar - assertFileNotExists /opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-2.5.27.jar - assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-2.5.27.jar + assertFileNotExists "/opt/grouper/grouperWebapp/WEB-INF/lib/grouper-messaging-activemq-$grouperVersion.jar" + assertFileExists "/opt/grouper/grouperWebapp/WEB-INF/libUiAndDaemon/grouper-messaging-activemq-$grouperVersion.jar" assertFileContains /etc/httpd/conf.d/ssl-enabled.conf "Listen 443 https" assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf "__" @@ -37,6 +37,8 @@ testContainerWs() { assertFileNotContains /etc/httpd/conf.d/ssl-enabled.conf cachain.pem assertFileContains /etc/httpd/conf.d/ssl-enabled.conf /etc/pki/tls/certs/localhost.crt + assertFileContains /opt/tomee/conf/Catalina/localhost/grouper-ws.xml 'cookies="false"' + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ws;" assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" diff --git a/container_files/tomee/conf/Catalina/localhost/grouper.xml b/container_files/tomee/conf/Catalina/localhost/grouper.xml index 46298e8f..66652991 100644 --- a/container_files/tomee/conf/Catalina/localhost/grouper.xml +++ b/container_files/tomee/conf/Catalina/localhost/grouper.xml @@ -1,3 +1,3 @@ -<Context docBase="/opt/grouper/grouperWebapp/" path="/__GROUPER_TOMCAT_CONTEXT__" reloadable="false" __GROUPER_CONTEXT_COOKIES__ > <!-- cookies="false" --> +<Context docBase="/opt/grouper/grouperWebapp/" path="/__GROUPER_TOMCAT_CONTEXT__" reloadable="false" cookies="__GROUPER_CONTEXT_COOKIES__" > <Resources allowLinking="true" /> </Context> diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index ca39bfbb..3addb031 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -156,7 +156,11 @@ prep_finishBegin() { if [ -z "$GROUPER_GSH_CHECK_USER" ] ; then export GROUPER_GSH_CHECK_USER=true; fi if [ -z "$GROUPER_GSH_USER" ] ; then export GROUPER_GSH_USER=tomcat; fi - if [ -z "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" ]; then export GROUPER_RUN_TOMCAT_NOT_SUPERVISOR=false; fi + if [ -z "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" ]; then export GROUPER_RUN_TOMCAT_NOT_SUPERVISOR=false; fi + + if [ -z "$GROUPER_TOMCAT_HTTP_PORT" ]; then export GROUPER_TOMCAT_HTTP_PORT=8080; fi + if [ -z "$GROUPER_TOMCAT_AJP_PORT" ]; then export GROUPER_TOMCAT_AJP_PORT=8009; fi + if [ -z "$GROUPER_TOMCAT_SHUTDOWN_PORT" ]; then export GROUPER_TOMCAT_SHUTDOWN_PORT=8005; fi } @@ -166,6 +170,7 @@ prep_finishEnd() { if [ -z "$GROUPER_TOMCAT_CONTEXT" ] ; then export GROUPER_TOMCAT_CONTEXT=grouper; fi if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper; fi if [ -z "$GROUPER_MAX_MEMORY" ]; then export GROUPER_MAX_MEMORY=1500m; fi + if [ -z "$GROUPER_CONTEXT_COOKIES" ]; then export GROUPER_CONTEXT_COOKIES=true; fi } diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 48f31989..5fb657f8 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -5,6 +5,22 @@ setupFilesTomcat() { setupFilesTomcat_supervisor setupFilesTomcat_authn setupFilesTomcat_context + setupFilesTomcat_ports +} + +setupFilesTomcat_ports() { + + if [ "$GROUPER_TOMCAT_HTTP_PORT" != "8080" ]; then + sed -i "s|8080|$GROUPER_TOMCAT_HTTP_PORT|g" /opt/tomee/conf/server.xml + fi + + if [ "$GROUPER_TOMCAT_AJP_PORT" != "8009" ]; then + sed -i "s|8009|$GROUPER_TOMCAT_AJP_PORT|g" /opt/tomee/conf/server.xml + fi + + if [ "$GROUPER_TOMCAT_SHUTDOWN_PORT" != "8005" ]; then + sed -i "s|8005|$GROUPER_TOMCAT_SHUTDOWN_PORT|g" /opt/tomee/conf/server.xml + fi } setupFilesTomcat_context() { @@ -14,7 +30,7 @@ setupFilesTomcat_context() { # ws only and scim only dont have cookies if [ "$GROUPER_CONTEXT_COOKIES" = "false" ] then - sed -i "s|__GROUPER_CONTEXT_COOKIES__|cookies="false"|g" /opt/tomee/conf/Catalina/localhost/grouper.xml + sed -i "s|__GROUPER_CONTEXT_COOKIES__|$GROUPER_CONTEXT_COOKIES|g" /opt/tomee/conf/Catalina/localhost/grouper.xml else sed -i "s|__GROUPER_CONTEXT_COOKIES__||g" /opt/tomee/conf/Catalina/localhost/grouper.xml fi @@ -42,6 +58,10 @@ setupFilesTomcat_context() { sed -i "s|__GROUPER_PROXY_PASS__|$GROUPER_PROXY_PASS|g" /etc/httpd/conf.d/ssl-enabled.conf sed -i "s|__GROUPERSCIM_PROXY_PASS__|$GROUPERSCIM_PROXY_PASS|g" /etc/httpd/conf.d/grouper-www.conf sed -i "s|__GROUPERWS_PROXY_PASS__|$GROUPERWS_PROXY_PASS|g" /etc/httpd/conf.d/grouper-www.conf + if [ "$GROUPER_TOMCAT_AJP_PORT" != "8009" ]; then + sed -i "s|:8009/|:$GROUPER_TOMCAT_AJP_PORT/|g" /etc/httpd/conf.d/grouper-www.conf + fi + fi } @@ -81,6 +101,7 @@ setupFilesTomcat_unsetAll() { unset -f setupFilesTomcat_authn unset -f setupFilesTomcat_context unset -f setupFilesTomcat_logging + unset -f setupFilesTomcat_ports unset -f setupFilesTomcat_supervisor unset -f setupFilesTomcat_unsetAll @@ -92,6 +113,7 @@ setupFilesTomcat_exportAll() { export -f setupFilesTomcat_authn export -f setupFilesTomcat_context export -f setupFilesTomcat_logging + export -f setupFilesTomcat_ports export -f setupFilesTomcat_supervisor export -f setupFilesTomcat_unsetAll From fe11ba5967bd70a88dcc5a6781f93b4c16b8e130 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Wed, 13 May 2020 15:03:45 -0400 Subject: [PATCH 176/194] GRP-2793: add GROUPER_APACHE_SERVER_NAME option in container --- .../test/grouperContainerUnitTest.sh | 2 +- .../test/grouperContainerUnitTestUi.sh | 4 ++++ .../test/grouperContainerUnitTestWs.sh | 8 ++++++-- .../usr-local-bin/librarySetupFilesApache.sh | 17 +++++++++++++++++ .../usr-local-bin/librarySetupFilesTomcat.sh | 7 +------ 5 files changed, 29 insertions(+), 9 deletions(-) diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh index 34d3828a..3c2c3ddb 100644 --- a/container_files/tier-support/test/grouperContainerUnitTest.sh +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -5,7 +5,7 @@ if [ "$#" -ne 4 ]; then exit 1 fi -expectedSuccesses=528 +expectedSuccesses=531 export containerName=$1 export imageName=$2 diff --git a/container_files/tier-support/test/grouperContainerUnitTestUi.sh b/container_files/tier-support/test/grouperContainerUnitTestUi.sh index a731a646..90ea0c65 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUi.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUi.sh @@ -48,7 +48,11 @@ testContainerUi() { assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "ServerName" + assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "UseCanonicalName On" + assertEnvVarNot GROUPER_APACHE_SERVER_NAME https://a.b.c:443 assertEnvVar GROUPERSCIM_PROXY_PASS "#" assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" assertEnvVar GROUPERWS_PROXY_PASS "#" diff --git a/container_files/tier-support/test/grouperContainerUnitTestWs.sh b/container_files/tier-support/test/grouperContainerUnitTestWs.sh index ea1c9695..69953d61 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestWs.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestWs.sh @@ -12,11 +12,11 @@ testContainerWs() { echo echo '################' echo Running container as ws - echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true $imageName ws" + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SERVER_NAME=https://a.b.c:443 $imageName ws" echo '################' echo - docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true $imageName ws + docker run --detach --name $containerName --publish 443:443 -e GROUPER_SELF_SIGNED_CERT=true -e GROUPER_APACHE_SERVER_NAME=https://a.b.c:443 $imageName ws sleep $globalSleepSecondsAfterRun assertFileExists /opt/grouper/grouperWebapp/WEB-INF/libWs/axis2-kernel-1.6.4.jar @@ -44,6 +44,10 @@ testContainerWs() { assertFileContains /etc/httpd/conf.d/grouper-www.conf "3600" assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "__" + assertFileContains /etc/httpd/conf.d/grouper-www.conf "ServerName https://a.b.c:443" + assertFileContains /etc/httpd/conf.d/grouper-www.conf "UseCanonicalName On" + + assertEnvVar GROUPER_APACHE_SERVER_NAME https://a.b.c:443 assertEnvVar GROUPERSCIM_PROXY_PASS "#" assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" assertEnvVar GROUPERWS_PROXY_PASS "" diff --git a/container_files/usr-local-bin/librarySetupFilesApache.sh b/container_files/usr-local-bin/librarySetupFilesApache.sh index 58bdef9c..53118de1 100644 --- a/container_files/usr-local-bin/librarySetupFilesApache.sh +++ b/container_files/usr-local-bin/librarySetupFilesApache.sh @@ -21,6 +21,20 @@ setupFilesApache_ssl() { fi } + + +setupFilesApache_serverName() { + if [ "$GROUPER_RUN_APACHE" = "true" ] && [ ! -z "$GROUPER_APACHE_SERVER_NAME" ] && [ "$GROUPER_APACHE_SERVER_NAME" != "" ] && [ -f /etc/httpd/conf.d/grouper-www.conf ] + then + echo >> /etc/httpd/conf.d/grouper-www.conf + echo "ServerName $GROUPER_APACHE_SERVER_NAME" >> /etc/httpd/conf.d/grouper-www.conf + echo "UseCanonicalName On" >> /etc/httpd/conf.d/grouper-www.conf + echo >> /etc/httpd/conf.d/grouper-www.conf + fi + +} + + setupFilesApache_logging() { if [ "$GROUPER_RUN_APACHE" = "true" ] then @@ -59,6 +73,7 @@ setupFilesApache() { setupFilesApache_selfSignedCert setupFilesApache_ports setupFilesApache_ssl + setupFilesApache_serverName } setupFilesApache_unsetAll() { @@ -69,6 +84,7 @@ setupFilesApache_unsetAll() { unset -f setupFilesApache_ssl unset -f setupFilesApache_supervisor unset -f setupFilesApache_unsetAll + unset -f setupFilesApache_serverName } setupFilesApache_exportAll() { @@ -79,6 +95,7 @@ setupFilesApache_exportAll() { export -f setupFilesApache_ssl export -f setupFilesApache_supervisor export -f setupFilesApache_unsetAll + export -f setupFilesApache_serverName } # export everything diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 5fb657f8..3ba715b4 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -28,12 +28,7 @@ setupFilesTomcat_context() { if [ -f /opt/tomee/conf/Catalina/localhost/grouper.xml ] then # ws only and scim only dont have cookies - if [ "$GROUPER_CONTEXT_COOKIES" = "false" ] - then - sed -i "s|__GROUPER_CONTEXT_COOKIES__|$GROUPER_CONTEXT_COOKIES|g" /opt/tomee/conf/Catalina/localhost/grouper.xml - else - sed -i "s|__GROUPER_CONTEXT_COOKIES__||g" /opt/tomee/conf/Catalina/localhost/grouper.xml - fi + sed -i "s|__GROUPER_CONTEXT_COOKIES__|$GROUPER_CONTEXT_COOKIES|g" /opt/tomee/conf/Catalina/localhost/grouper.xml # setup context sed -i "s|__GROUPER_TOMCAT_CONTEXT__|$GROUPER_TOMCAT_CONTEXT|g" /opt/tomee/conf/Catalina/localhost/grouper.xml From e3e165fc2db14101d34248080810c49d3fa1b792 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Sun, 17 May 2020 14:08:02 -0400 Subject: [PATCH 177/194] GRP-2802: adjust tomcat access logs --- Dockerfile | 2 +- .../test/grouperContainerUnitTest.sh | 3 +- .../test/grouperContainerUnitTestUi.sh | 3 + .../test/grouperContainerUnitTestUiNoSsl.sh | 6 +- .../tomee/conf/server.xml.nologging | 165 ++++++++++++++++++ .../tomee/conf/server.xml.nologging.patch | 13 ++ container_files/usr-local-bin/libraryPrep.sh | 1 + .../usr-local-bin/librarySetupFilesTomcat.sh | 12 ++ 8 files changed, 201 insertions(+), 4 deletions(-) create mode 100644 container_files/tomee/conf/server.xml.nologging create mode 100644 container_files/tomee/conf/server.xml.nologging.patch diff --git a/Dockerfile b/Dockerfile index f9e820a2..dce46a58 100644 --- a/Dockerfile +++ b/Dockerfile @@ -3,7 +3,7 @@ RUN yum update -y \ && yum install -y wget tar unzip dos2unix \ && yum clean all -RUN yum install -y wget tar unzip dos2unix +RUN yum install -y wget tar unzip dos2unix patch ARG GROUPER_CONTAINER_VERSION ENV GROUPER_VERSION=2.5.28 \ diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh index 3c2c3ddb..6d285faf 100644 --- a/container_files/tier-support/test/grouperContainerUnitTest.sh +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -5,7 +5,7 @@ if [ "$#" -ne 4 ]; then exit 1 fi -expectedSuccesses=531 +expectedSuccesses=535 export containerName=$1 export imageName=$2 @@ -34,6 +34,7 @@ export failureCount=0 testContainerUi testContainerUiNoSsl +exit 0 testContainerSlashRoot testContainerSelfSigned testContainerUiDifferentPorts diff --git a/container_files/tier-support/test/grouperContainerUnitTestUi.sh b/container_files/tier-support/test/grouperContainerUnitTestUi.sh index 90ea0c65..7fc79b23 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUi.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUi.sh @@ -52,7 +52,10 @@ testContainerUi() { assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "ServerName" assertFileNotContains /etc/httpd/conf.d/grouper-www.conf "UseCanonicalName On" + assertFileNotContains /opt/tomee/conf/server.xml "AccessLogValve" + assertEnvVarNot GROUPER_APACHE_SERVER_NAME https://a.b.c:443 + assertEnvVar GROUPER_TOMCAT_LOG_ACCESS "false" assertEnvVar GROUPERSCIM_PROXY_PASS "#" assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" assertEnvVar GROUPERWS_PROXY_PASS "#" diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh index 299beac0..0dd091df 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh @@ -12,11 +12,11 @@ testContainerUiNoSsl() { echo echo '################' echo Running container as ui without SSL - echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false $imageName ui" + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false -e GROUPER_TOMCAT_LOG_ACCESS=true $imageName ui" echo '################' echo - docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false $imageName ui + docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false -e GROUPER_TOMCAT_LOG_ACCESS=true $imageName ui sleep $globalSleepSecondsAfterRun assertFileExists /etc/httpd/conf.d/ssl-enabled.conf.dontuse @@ -30,7 +30,9 @@ testContainerUiNoSsl() { assertFileContains /opt/tier-support/supervisord.conf "program:httpd" assertFileContains /opt/tier-support/supervisord.conf "user=shibd" assertFileNotContains /opt/tier-support/supervisord.conf "__" + assertFileContains /opt/tomee/conf/server.xml "AccessLogValve" + assertEnvVar GROUPER_TOMCAT_LOG_ACCESS "true" assertEnvVar GROUPERSCIM_PROXY_PASS "#" assertEnvVar GROUPERSCIM_URL_CONTEXT "grouper-ws-scim" assertEnvVar GROUPERWS_PROXY_PASS "#" diff --git a/container_files/tomee/conf/server.xml.nologging b/container_files/tomee/conf/server.xml.nologging new file mode 100644 index 00000000..263c4c4d --- /dev/null +++ b/container_files/tomee/conf/server.xml.nologging @@ -0,0 +1,165 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<!-- Note: A "Server" is not itself a "Container", so you may not + define subcomponents such as "Valves" at this level. + Documentation at /docs/config/server.html + --> +<Server port="8005" shutdown="SHUTDOWN"> + <!-- TomEE plugin for Tomcat --> + <Listener className="org.apache.tomee.catalina.ServerListener" /> + <Listener className="org.apache.catalina.startup.VersionLoggerListener" /> + <!-- Security listener. Documentation at /docs/config/listeners.html + <Listener className="org.apache.catalina.security.SecurityListener" /> + --> + <!--APR library loader. Documentation at /docs/apr.html --> + <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" /> + <!-- Prevent memory leaks due to use of particular java/javax APIs--> + <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" /> + <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" /> + <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" /> + + <!-- Global JNDI resources + Documentation at /docs/jndi-resources-howto.html + --> + <GlobalNamingResources> + <!-- Editable user database that can also be used by + UserDatabaseRealm to authenticate users + --> + <Resource name="UserDatabase" auth="Container" + type="org.apache.catalina.UserDatabase" + description="User database that can be updated and saved" + factory="org.apache.catalina.users.MemoryUserDatabaseFactory" + pathname="conf/tomcat-users.xml" /> + </GlobalNamingResources> + + <!-- A "Service" is a collection of one or more "Connectors" that share + a single "Container" Note: A "Service" is not itself a "Container", + so you may not define subcomponents such as "Valves" at this level. + Documentation at /docs/config/service.html + --> + <Service name="Catalina"> + + <!--The connectors can use a shared executor, you can define one or more named thread pools--> + <!-- + <Executor name="tomcatThreadPool" namePrefix="catalina-exec-" + maxThreads="150" minSpareThreads="4"/> + --> + + + <!-- A "Connector" represents an endpoint by which requests are received + and responses are returned. Documentation at : + Java HTTP Connector: /docs/config/http.html + Java AJP Connector: /docs/config/ajp.html + APR (HTTP/AJP) Connector: /docs/apr.html + Define a non-SSL/TLS HTTP/1.1 Connector on port 8080 + --> + <Connector port="8080" protocol="HTTP/1.1" + connectionTimeout="20000" + redirectPort="8443" xpoweredBy="false" server="Apache TomEE" /> + <!-- A "Connector" using the shared thread pool--> + <!-- + <Connector executor="tomcatThreadPool" + port="8080" protocol="HTTP/1.1" + connectionTimeout="20000" + redirectPort="8443" /> + --> + <!-- Define an SSL/TLS HTTP/1.1 Connector on port 8443 + This connector uses the NIO implementation. The default + SSLImplementation will depend on the presence of the APR/native + library and the useOpenSSL attribute of the + AprLifecycleListener. + Either JSSE or OpenSSL style configuration may be used regardless of + the SSLImplementation selected. JSSE style configuration is used below. + --> + <!-- + <Connector port="8443" protocol="org.apache.coyote.http11.Http11NioProtocol" + maxThreads="150" SSLEnabled="true"> + <SSLHostConfig> + <Certificate certificateKeystoreFile="conf/localhost-rsa.jks" + type="RSA" xpoweredBy="false" server="Apache TomEE" /> + </SSLHostConfig> + </Connector> + --> + <!-- Define an SSL/TLS HTTP/1.1 Connector on port 8443 with HTTP/2 + This connector uses the APR/native implementation which always uses + OpenSSL for TLS. + Either JSSE or OpenSSL style configuration may be used. OpenSSL style + configuration is used below. + --> + <!-- + <Connector port="8443" protocol="org.apache.coyote.http11.Http11AprProtocol" + maxThreads="150" SSLEnabled="true" > + <UpgradeProtocol className="org.apache.coyote.http2.Http2Protocol" xpoweredBy="false" server="Apache TomEE" /> + <SSLHostConfig> + <Certificate certificateKeyFile="conf/localhost-rsa-key.pem" + certificateFile="conf/localhost-rsa-cert.pem" + certificateChainFile="conf/localhost-rsa-chain.pem" + type="RSA" /> + </SSLHostConfig> + </Connector> + --> + + <!-- Define an AJP 1.3 Connector on port 8009 --> + <Connector secure="true" scheme="https" URIEncoding="UTF-8" tomcatAuthentication="false" port="8009" protocol="AJP/1.3" redirectPort="8443" /> + + + <!-- An Engine represents the entry point (within Catalina) that processes + every request. The Engine implementation for Tomcat stand alone + analyzes the HTTP headers included with the request, and passes them + on to the appropriate Host (virtual host). + Documentation at /docs/config/engine.html --> + + <!-- You should set jvmRoute to support load-balancing via AJP ie : + <Engine name="Catalina" defaultHost="localhost" jvmRoute="jvm1"> + --> + <Engine name="Catalina" defaultHost="localhost"> + + <!--For clustering, please take a look at documentation at: + /docs/cluster-howto.html (simple how to) + /docs/config/cluster.html (reference documentation) --> + <!-- + <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster"/> + --> + + <!-- Use the LockOutRealm to prevent attempts to guess user passwords + via a brute-force attack --> + <Realm className="org.apache.catalina.realm.LockOutRealm"> + <!-- This Realm uses the UserDatabase configured in the global JNDI + resources under the key "UserDatabase". Any edits + that are performed against this UserDatabase are immediately + available for use by the Realm. --> + <Realm className="org.apache.catalina.realm.UserDatabaseRealm" + resourceName="UserDatabase"/> + </Realm> + + <Host name="localhost" appBase="webapps" + unpackWARs="true" autoDeploy="true"> + + <!-- SingleSignOn valve, share authentication between web applications + Documentation at: /docs/config/valve.html --> + <!-- + <Valve className="org.apache.catalina.authenticator.SingleSignOn" /> + --> + + <!-- Access log processes all example. + Documentation at: /docs/config/valve.html + Note: The pattern used is equivalent to using pattern="common" --> + </Host> + </Engine> + </Service> +</Server> diff --git a/container_files/tomee/conf/server.xml.nologging.patch b/container_files/tomee/conf/server.xml.nologging.patch new file mode 100644 index 00000000..5a7903e5 --- /dev/null +++ b/container_files/tomee/conf/server.xml.nologging.patch @@ -0,0 +1,13 @@ +--- server.xml 2020-05-13 19:09:12.000000000 +0000 ++++ server.xml.nologging 2020-05-17 15:36:47.361138000 +0000 +@@ -159,10 +159,6 @@ + <!-- Access log processes all example. + Documentation at: /docs/config/valve.html + Note: The pattern used is equivalent to using pattern="common" --> +- <Valve className="org.apache.catalina.valves.AccessLogValve" directory="logs" +- prefix="localhost_access_log" suffix=".txt" +- pattern="%h %l %u %t "%r" %s %b" /> +- + </Host> + </Engine> + </Service> diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index 3addb031..8f96dccf 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -171,6 +171,7 @@ prep_finishEnd() { if [ -z "$GROUPER_LOG_PREFIX" ]; then export GROUPER_LOG_PREFIX=grouper; fi if [ -z "$GROUPER_MAX_MEMORY" ]; then export GROUPER_MAX_MEMORY=1500m; fi if [ -z "$GROUPER_CONTEXT_COOKIES" ]; then export GROUPER_CONTEXT_COOKIES=true; fi + if [ -z "$GROUPER_TOMCAT_LOG_ACCESS" ]; then export GROUPER_TOMCAT_LOG_ACCESS=false; fi } diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 3ba715b4..3d74c752 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -6,6 +6,16 @@ setupFilesTomcat() { setupFilesTomcat_authn setupFilesTomcat_context setupFilesTomcat_ports + setupFilesTomcat_accessLogs +} + +setupFilesTomcat_accessLogs() { + + if [ "$GROUPER_TOMCAT_LOG_ACCESS" != "true" ]; then + + patch /opt/tomee/conf/server.xml /opt/tomee/conf/server.xml.nologging.patch + + fi } setupFilesTomcat_ports() { @@ -99,6 +109,7 @@ setupFilesTomcat_unsetAll() { unset -f setupFilesTomcat_ports unset -f setupFilesTomcat_supervisor unset -f setupFilesTomcat_unsetAll + unset -f setupFilesTomcat_accessLogs } @@ -111,6 +122,7 @@ setupFilesTomcat_exportAll() { export -f setupFilesTomcat_ports export -f setupFilesTomcat_supervisor export -f setupFilesTomcat_unsetAll + export -f setupFilesTomcat_accessLogs } From f551cf574ea1f6c02fcb3b0b047009c1cdc02e0f Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Sun, 17 May 2020 14:24:07 -0400 Subject: [PATCH 178/194] run all tests --- container_files/tier-support/test/grouperContainerUnitTest.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh index 6d285faf..1368dbb4 100644 --- a/container_files/tier-support/test/grouperContainerUnitTest.sh +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -34,7 +34,6 @@ export failureCount=0 testContainerUi testContainerUiNoSsl -exit 0 testContainerSlashRoot testContainerSelfSigned testContainerUiDifferentPorts From ef5afe31c00ebff2a717a56a2c019bfde94425ca Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Sun, 17 May 2020 15:12:57 -0400 Subject: [PATCH 179/194] GRP-2798: change container to slf4j .25 --- .../usr-local-bin/librarySetupFilesTomcat.sh | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 3d74c752..45958862 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -2,6 +2,7 @@ setupFilesTomcat() { setupFilesTomcat_logging + setupFilesTomcat_loggingSlf4j setupFilesTomcat_supervisor setupFilesTomcat_authn setupFilesTomcat_context @@ -90,6 +91,16 @@ setupFilesTomcat_logging() { } +setupFilesTomcat_loggingSlf4j() { + + rm -v /opt/tomee/lib/slf4j-api*.jar + rm -v /opt/tomee/lib/slf4j-jdk*.jar + rm -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-jdk*.jar + cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-api-*.jar /opt/tomee/lib + cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-log4j*.jar /opt/tomee/lib + +} + setupFilesTomcat_supervisor() { if [ "$GROUPER_RUN_TOMEE" = "true" ] && [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ] @@ -110,6 +121,7 @@ setupFilesTomcat_unsetAll() { unset -f setupFilesTomcat_supervisor unset -f setupFilesTomcat_unsetAll unset -f setupFilesTomcat_accessLogs + unset -f setupFilesTomcat_loggingSlf4j } @@ -123,7 +135,7 @@ setupFilesTomcat_exportAll() { export -f setupFilesTomcat_supervisor export -f setupFilesTomcat_unsetAll export -f setupFilesTomcat_accessLogs - + export -f setupFilesTomcat_loggingSlf4j } # export everything From 914ce8d832d17056f2e91c2d713f6a0f1f3a1909 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 18 May 2020 12:26:27 -0400 Subject: [PATCH 180/194] tomcat access log pipe --- .../tomee/conf/server.xml.loggingpipe | 168 ++++++++++++++++++ .../tomee/conf/server.xml.loggingpipe.patch | 12 ++ .../usr-local-bin/librarySetupFilesTomcat.sh | 16 +- .../usr-local-bin/librarySetupPipe.sh | 7 + 4 files changed, 198 insertions(+), 5 deletions(-) create mode 100644 container_files/tomee/conf/server.xml.loggingpipe create mode 100644 container_files/tomee/conf/server.xml.loggingpipe.patch diff --git a/container_files/tomee/conf/server.xml.loggingpipe b/container_files/tomee/conf/server.xml.loggingpipe new file mode 100644 index 00000000..a69620d8 --- /dev/null +++ b/container_files/tomee/conf/server.xml.loggingpipe @@ -0,0 +1,168 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<!-- Note: A "Server" is not itself a "Container", so you may not + define subcomponents such as "Valves" at this level. + Documentation at /docs/config/server.html + --> +<Server port="8005" shutdown="SHUTDOWN"> + <!-- TomEE plugin for Tomcat --> + <Listener className="org.apache.tomee.catalina.ServerListener" /> + <Listener className="org.apache.catalina.startup.VersionLoggerListener" /> + <!-- Security listener. Documentation at /docs/config/listeners.html + <Listener className="org.apache.catalina.security.SecurityListener" /> + --> + <!--APR library loader. Documentation at /docs/apr.html --> + <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" /> + <!-- Prevent memory leaks due to use of particular java/javax APIs--> + <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" /> + <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" /> + <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" /> + + <!-- Global JNDI resources + Documentation at /docs/jndi-resources-howto.html + --> + <GlobalNamingResources> + <!-- Editable user database that can also be used by + UserDatabaseRealm to authenticate users + --> + <Resource name="UserDatabase" auth="Container" + type="org.apache.catalina.UserDatabase" + description="User database that can be updated and saved" + factory="org.apache.catalina.users.MemoryUserDatabaseFactory" + pathname="conf/tomcat-users.xml" /> + </GlobalNamingResources> + + <!-- A "Service" is a collection of one or more "Connectors" that share + a single "Container" Note: A "Service" is not itself a "Container", + so you may not define subcomponents such as "Valves" at this level. + Documentation at /docs/config/service.html + --> + <Service name="Catalina"> + + <!--The connectors can use a shared executor, you can define one or more named thread pools--> + <!-- + <Executor name="tomcatThreadPool" namePrefix="catalina-exec-" + maxThreads="150" minSpareThreads="4"/> + --> + + + <!-- A "Connector" represents an endpoint by which requests are received + and responses are returned. Documentation at : + Java HTTP Connector: /docs/config/http.html + Java AJP Connector: /docs/config/ajp.html + APR (HTTP/AJP) Connector: /docs/apr.html + Define a non-SSL/TLS HTTP/1.1 Connector on port 8080 + --> + <Connector port="8080" protocol="HTTP/1.1" + connectionTimeout="20000" + redirectPort="8443" xpoweredBy="false" server="Apache TomEE" /> + <!-- A "Connector" using the shared thread pool--> + <!-- + <Connector executor="tomcatThreadPool" + port="8080" protocol="HTTP/1.1" + connectionTimeout="20000" + redirectPort="8443" /> + --> + <!-- Define an SSL/TLS HTTP/1.1 Connector on port 8443 + This connector uses the NIO implementation. The default + SSLImplementation will depend on the presence of the APR/native + library and the useOpenSSL attribute of the + AprLifecycleListener. + Either JSSE or OpenSSL style configuration may be used regardless of + the SSLImplementation selected. JSSE style configuration is used below. + --> + <!-- + <Connector port="8443" protocol="org.apache.coyote.http11.Http11NioProtocol" + maxThreads="150" SSLEnabled="true"> + <SSLHostConfig> + <Certificate certificateKeystoreFile="conf/localhost-rsa.jks" + type="RSA" xpoweredBy="false" server="Apache TomEE" /> + </SSLHostConfig> + </Connector> + --> + <!-- Define an SSL/TLS HTTP/1.1 Connector on port 8443 with HTTP/2 + This connector uses the APR/native implementation which always uses + OpenSSL for TLS. + Either JSSE or OpenSSL style configuration may be used. OpenSSL style + configuration is used below. + --> + <!-- + <Connector port="8443" protocol="org.apache.coyote.http11.Http11AprProtocol" + maxThreads="150" SSLEnabled="true" > + <UpgradeProtocol className="org.apache.coyote.http2.Http2Protocol" xpoweredBy="false" server="Apache TomEE" /> + <SSLHostConfig> + <Certificate certificateKeyFile="conf/localhost-rsa-key.pem" + certificateFile="conf/localhost-rsa-cert.pem" + certificateChainFile="conf/localhost-rsa-chain.pem" + type="RSA" /> + </SSLHostConfig> + </Connector> + --> + + <!-- Define an AJP 1.3 Connector on port 8009 --> + <Connector secure="true" scheme="https" URIEncoding="UTF-8" tomcatAuthentication="false" port="8009" protocol="AJP/1.3" redirectPort="8443" /> + + + <!-- An Engine represents the entry point (within Catalina) that processes + every request. The Engine implementation for Tomcat stand alone + analyzes the HTTP headers included with the request, and passes them + on to the appropriate Host (virtual host). + Documentation at /docs/config/engine.html --> + + <!-- You should set jvmRoute to support load-balancing via AJP ie : + <Engine name="Catalina" defaultHost="localhost" jvmRoute="jvm1"> + --> + <Engine name="Catalina" defaultHost="localhost"> + + <!--For clustering, please take a look at documentation at: + /docs/cluster-howto.html (simple how to) + /docs/config/cluster.html (reference documentation) --> + <!-- + <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster"/> + --> + + <!-- Use the LockOutRealm to prevent attempts to guess user passwords + via a brute-force attack --> + <Realm className="org.apache.catalina.realm.LockOutRealm"> + <!-- This Realm uses the UserDatabase configured in the global JNDI + resources under the key "UserDatabase". Any edits + that are performed against this UserDatabase are immediately + available for use by the Realm. --> + <Realm className="org.apache.catalina.realm.UserDatabaseRealm" + resourceName="UserDatabase"/> + </Realm> + + <Host name="localhost" appBase="webapps" + unpackWARs="true" autoDeploy="true"> + + <!-- SingleSignOn valve, share authentication between web applications + Documentation at: /docs/config/valve.html --> + <!-- + <Valve className="org.apache.catalina.authenticator.SingleSignOn" /> + --> + + <!-- Access log processes all example. + Documentation at: /docs/config/valve.html + Note: The pattern used is equivalent to using pattern="common" --> + <Valve className="org.apache.catalina.valves.AccessLogValve" + directory="/tmp" prefix="tomcat_access_log" + rotatable="false" pattern="%h %l %u %t "%r" %s %b" /> + </Host> + </Engine> + </Service> +</Server> diff --git a/container_files/tomee/conf/server.xml.loggingpipe.patch b/container_files/tomee/conf/server.xml.loggingpipe.patch new file mode 100644 index 00000000..d39e03f3 --- /dev/null +++ b/container_files/tomee/conf/server.xml.loggingpipe.patch @@ -0,0 +1,12 @@ +--- server.xml 2020-05-18 15:49:21.192827000 +0000 ++++ server.xml.loggingpipe 2020-05-18 15:52:04.068293000 +0000 +@@ -159,6 +159,9 @@ + <!-- Access log processes all example. + Documentation at: /docs/config/valve.html + Note: The pattern used is equivalent to using pattern="common" --> ++ <Valve className="org.apache.catalina.valves.AccessLogValve" ++ directory="/tmp" prefix="tomcat_access_log" ++ rotatable="false" pattern="%h %l %u %t "%r" %s %b" /> + </Host> + </Engine> + </Service> diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 45958862..968d8612 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -11,11 +11,15 @@ setupFilesTomcat() { } setupFilesTomcat_accessLogs() { - - if [ "$GROUPER_TOMCAT_LOG_ACCESS" != "true" ]; then - patch /opt/tomee/conf/server.xml /opt/tomee/conf/server.xml.nologging.patch + # first remove existing access logger + patch /opt/tomee/conf/server.xml /opt/tomee/conf/server.xml.nologging.patch + if [ "$GROUPER_TOMCAT_LOG_ACCESS" = "true" ]; then + setupPipe_tomcatAccessLog + + # this patch happens after the last patch + patch /opt/tomee/conf/server.xml /opt/tomee/conf/server.xml.loggingpipe.patch fi } @@ -95,9 +99,11 @@ setupFilesTomcat_loggingSlf4j() { rm -v /opt/tomee/lib/slf4j-api*.jar rm -v /opt/tomee/lib/slf4j-jdk*.jar - rm -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-jdk*.jar cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-api-*.jar /opt/tomee/lib - cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-log4j*.jar /opt/tomee/lib + # tomee uses the jdk one + cp -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-jdk*.jar /opt/tomee/lib + # grouper uses the log4j one + rm -v /opt/grouper/grouperWebapp/WEB-INF/lib/slf4j-jdk*.jar } diff --git a/container_files/usr-local-bin/librarySetupPipe.sh b/container_files/usr-local-bin/librarySetupPipe.sh index f38412c1..8a5c51ed 100644 --- a/container_files/usr-local-bin/librarySetupPipe.sh +++ b/container_files/usr-local-bin/librarySetupPipe.sh @@ -34,6 +34,11 @@ setupPipe_tomcatLog() { (cat <> /tmp/logtomcat | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomee;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & } +setupPipe_tomcatAccessLog() { + setupPipe /tmp/tomcat_access_log + (cat <> /tmp/tomcat_access_log | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "tomcat-access;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' 1>/tmp/logpipe) & +} + setupPipe_hsqldbLog() { setupPipe /tmp/loghsqldb (cat <> /tmp/loghsqldb | awk -v ENV="$ENV" -v UT="$USERTOKEN" '{printf "hsqldb;console;%s;%s;%s\n", ENV, UT, $0; fflush()}' &>/tmp/logpipe) & @@ -54,6 +59,7 @@ setupPipe_unsetAll() { unset -f setupPipe_shibdLog unset -f setupPipe_supervisordLog unset -f setupPipe_tomcatLog + unset -f setupPipe_tomcatAccessLog unset -f setupPipe_unsetAll } @@ -68,6 +74,7 @@ setupPipe_exportAll() { export -f setupPipe_shibdLog export -f setupPipe_supervisordLog export -f setupPipe_tomcatLog + export -f setupPipe_tomcatAccessLog export -f setupPipe_unsetAll } From 0b7300126db3debd610efa6e89b8974bca967db6 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 18 May 2020 19:24:14 -0400 Subject: [PATCH 181/194] 2.5.29 release candidate --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index dce46a58..8be5c095 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix patch ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.28 \ +ENV GROUPER_VERSION=2.5.29 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.28 \ +ENV GROUPER_VERSION=2.5.29 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From ceddf53c175e60afea4bfa43fdc58d7a2c5cc585 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 18 May 2020 20:03:00 -0400 Subject: [PATCH 182/194] patch not installed correctly --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 8be5c095..9daf9c2c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,6 @@ FROM centos:centos7 as installing RUN yum update -y \ - && yum install -y wget tar unzip dos2unix \ + && yum install -y wget tar unzip dos2unix patch \ && yum clean all RUN yum install -y wget tar unzip dos2unix patch @@ -65,7 +65,7 @@ ENV PATH=$PATH:$JAVA_HOME/bin \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION RUN ln -sf /usr/share/zoneinfo/UTC /etc/localtime RUN yum update -y \ - && yum install -y cron logrotate python-pip rsync sudo \ + && yum install -y cron logrotate python-pip rsync sudo patch \ && pip install --upgrade pip \ && pip install supervisor \ && yum clean -y all From 9e3316d3b16db94b5ef7ed9940620f878312219f Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 18 May 2020 20:59:23 -0400 Subject: [PATCH 183/194] 2.5.29 release --- LICENSE | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LICENSE b/LICENSE index 8dada3ed..d5895310 100644 --- a/LICENSE +++ b/LICENSE @@ -198,4 +198,4 @@ distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and - limitations under the License. + limitations under the License From ff1cfff69f208a6337262ca48f063379c5874881 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@macbook-pro-103.lan> Date: Mon, 18 May 2020 21:29:56 -0400 Subject: [PATCH 184/194] 2.5.30-rc1 --- LICENSE | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LICENSE b/LICENSE index d5895310..8dada3ed 100644 --- a/LICENSE +++ b/LICENSE @@ -198,4 +198,4 @@ distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and - limitations under the License + limitations under the License. From e0ed075e83928e18f136d9a10483a465f534a458 Mon Sep 17 00:00:00 2001 From: Christopher Hubing <chubing@internet2.edu> Date: Tue, 7 Jul 2020 12:23:56 -0400 Subject: [PATCH 185/194] switching to main as default branch if(env.BRANCH_NAME == "main") { tag = "latest" } --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 019cf4e5..702f51af 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -12,7 +12,7 @@ pipeline { script { maintainer = maintain() imagename = imagename() - if(env.BRANCH_NAME == "master") { + if(env.BRANCH_NAME == "main") { tag = "latest" } else { tag = env.BRANCH_NAME From 80d4441068725002533ffe5e0627f5a8e1b5bb37 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Sat, 18 Jul 2020 22:13:58 -0400 Subject: [PATCH 186/194] GRP-2888: GROUPERUI_LOGOUT_REDIRECTTOURL is set in wrong place in container workflow --- container_files/usr-local-bin/libraryPrep.sh | 1 + container_files/usr-local-bin/librarySetupFiles.sh | 2 +- container_files/usr-local-bin/librarySetupFilesApache.sh | 6 +++--- .../usr-local-bin/librarySetupFilesForProcess.sh | 7 +++---- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index 8f96dccf..7aa60213 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -172,6 +172,7 @@ prep_finishEnd() { if [ -z "$GROUPER_MAX_MEMORY" ]; then export GROUPER_MAX_MEMORY=1500m; fi if [ -z "$GROUPER_CONTEXT_COOKIES" ]; then export GROUPER_CONTEXT_COOKIES=true; fi if [ -z "$GROUPER_TOMCAT_LOG_ACCESS" ]; then export GROUPER_TOMCAT_LOG_ACCESS=false; fi + if [ "$GROUPER_RUN_SHIB_SP" = "true" ] && [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi } diff --git a/container_files/usr-local-bin/librarySetupFiles.sh b/container_files/usr-local-bin/librarySetupFiles.sh index 47ab23d7..91a531ee 100644 --- a/container_files/usr-local-bin/librarySetupFiles.sh +++ b/container_files/usr-local-bin/librarySetupFiles.sh @@ -28,7 +28,7 @@ setupFiles_rsyncSlashRoot() { setupFiles_localLogging() { if [ "$GROUPER_LOG_TO_HOST" = "true" ] then - cp /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.grouperContainerHost.properties /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties + cp -v /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.grouperContainerHost.properties /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties fi } diff --git a/container_files/usr-local-bin/librarySetupFilesApache.sh b/container_files/usr-local-bin/librarySetupFilesApache.sh index 53118de1..cb1054cf 100644 --- a/container_files/usr-local-bin/librarySetupFilesApache.sh +++ b/container_files/usr-local-bin/librarySetupFilesApache.sh @@ -3,7 +3,7 @@ setupFilesApache_selfSignedCert() { if [ "$GROUPER_RUN_APACHE" = "true" ] && [ "$GROUPER_SELF_SIGNED_CERT" = "true" ] && [ "$GROUPER_USE_SSL" = "true" ] then - cp /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ + cp -v /opt/tier-support/ssl-enabled.conf /etc/httpd/conf.d/ fi } @@ -12,11 +12,11 @@ setupFilesApache_ssl() { then if [ -f /etc/httpd/conf.d/ssl.conf ] then - mv /etc/httpd/conf.d/ssl.conf /etc/httpd/conf.d/ssl.conf.dontuse + mv -v /etc/httpd/conf.d/ssl.conf /etc/httpd/conf.d/ssl.conf.dontuse fi if [ -f /etc/httpd/conf.d/ssl-enabled.conf ] then - mv /etc/httpd/conf.d/ssl-enabled.conf /etc/httpd/conf.d/ssl-enabled.conf.dontuse + mv -v /etc/httpd/conf.d/ssl-enabled.conf /etc/httpd/conf.d/ssl-enabled.conf.dontuse fi fi } diff --git a/container_files/usr-local-bin/librarySetupFilesForProcess.sh b/container_files/usr-local-bin/librarySetupFilesForProcess.sh index 0d4b8073..16b6473f 100644 --- a/container_files/usr-local-bin/librarySetupFilesForProcess.sh +++ b/container_files/usr-local-bin/librarySetupFilesForProcess.sh @@ -56,7 +56,7 @@ setupFilesForProcess_shib() { if [ "$GROUPER_RUN_TOMCAT_NOT_SUPERVISOR" != "true" ]; then if [ -f /etc/httpd/conf.d/shib.conf ] then - mv /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse + mv -v /etc/httpd/conf.d/shib.conf /etc/httpd/conf.d/shib.conf.dontuse fi if [ "$GROUPER_RUN_SHIB_SP" = "true" ] @@ -64,9 +64,8 @@ setupFilesForProcess_shib() { setupPipe_shibdLog export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf - cp /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ - mv /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf - if [ -z "$GROUPERUI_LOGOUT_REDIRECTTOURL" ]; then export GROUPERUI_LOGOUT_REDIRECTTOURL=/Shibboleth.sso/Logout; fi + cp -v /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ + mv -v /etc/httpd/conf.d/shib.conf.dontuse /etc/httpd/conf.d/shib.conf fi fi From 4fbfec94bfb9b3a00cc233d26b9d55bdf2eb78ed Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Sun, 19 Jul 2020 11:14:44 -0400 Subject: [PATCH 187/194] GRP-2862: turn off directory indexes in apache in container --- container_files/httpd/httpd.conf.noindexes.patch | 11 +++++++++++ .../tier-support/test/grouperContainerUnitTestUi.sh | 2 ++ .../test/grouperContainerUnitTestUiNoSsl.sh | 4 +++- container_files/usr-local-bin/libraryPrep.sh | 1 + .../usr-local-bin/librarySetupFilesApache.sh | 12 ++++++++++++ 5 files changed, 29 insertions(+), 1 deletion(-) create mode 100644 container_files/httpd/httpd.conf.noindexes.patch diff --git a/container_files/httpd/httpd.conf.noindexes.patch b/container_files/httpd/httpd.conf.noindexes.patch new file mode 100644 index 00000000..d76a47fb --- /dev/null +++ b/container_files/httpd/httpd.conf.noindexes.patch @@ -0,0 +1,11 @@ +--- httpd.conf.20200720 2020-07-19 14:50:57.470136000 +0000 ++++ httpd.conf 2020-07-19 14:51:35.994475000 +0000 +@@ -141,7 +141,7 @@ + # http://httpd.apache.org/docs/2.4/mod/core.html#options + # for more information. + # +- Options Indexes FollowSymLinks ++ Options FollowSymLinks + + # + # AllowOverride controls what directives may be placed in .htaccess files. diff --git a/container_files/tier-support/test/grouperContainerUnitTestUi.sh b/container_files/tier-support/test/grouperContainerUnitTestUi.sh index 7fc79b23..f09d55b3 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUi.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUi.sh @@ -40,6 +40,8 @@ testContainerUi() { assertFileContains /opt/tomee/conf/Catalina/localhost/grouper.xml 'cookies="true"' + assertFileNotContains /etc/httpd/conf/httpd.conf "Options Indexes" + assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "/tmp/logpipe" assertFileContains /opt/grouper/grouperWebapp/WEB-INF/classes/log4j.properties "grouper-ui;" diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh index 0dd091df..c016d436 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh @@ -12,7 +12,7 @@ testContainerUiNoSsl() { echo echo '################' echo Running container as ui without SSL - echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false -e GROUPER_TOMCAT_LOG_ACCESS=true $imageName ui" + echo "docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false -e GROUPER_TOMCAT_LOG_ACCESS=true -e GROUPER_APACHE_DIRECTORY_INDEXES=true $imageName ui" echo '################' echo @@ -24,6 +24,8 @@ testContainerUiNoSsl() { assertFileNotExists /etc/httpd/conf.d/ssl-enabled.conf assertFileNotExists /etc/httpd/conf.d/ssl.conf + assertFileContains /etc/httpd/conf/httpd.conf "Options Indexes" + assertFileContains /etc/httpd/conf/httpd.conf "Listen 80" assertFileContains /opt/tier-support/supervisord.conf "program:shibbolethsp" assertFileContains /opt/tier-support/supervisord.conf "program:tomee" diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index 7aa60213..867d0604 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -152,6 +152,7 @@ prep_finishBegin() { if [ -z "$GROUPER_APACHE_SSL_PORT" ] ; then export GROUPER_APACHE_SSL_PORT=443; fi if [ -z "$GROUPER_APACHE_NONSSL_PORT" ] ; then export GROUPER_APACHE_NONSSL_PORT=80; fi + if [ -z "$GROUPER_APACHE_DIRECTORY_INDEXES" ] ; then export GROUPER_APACHE_DIRECTORY_INDEXES=false; fi if [ -z "$GROUPER_GSH_CHECK_USER" ] ; then export GROUPER_GSH_CHECK_USER=true; fi if [ -z "$GROUPER_GSH_USER" ] ; then export GROUPER_GSH_USER=tomcat; fi diff --git a/container_files/usr-local-bin/librarySetupFilesApache.sh b/container_files/usr-local-bin/librarySetupFilesApache.sh index cb1054cf..676ea0b5 100644 --- a/container_files/usr-local-bin/librarySetupFilesApache.sh +++ b/container_files/usr-local-bin/librarySetupFilesApache.sh @@ -1,5 +1,14 @@ #!/bin/bash +setupFilesApache_indexes() { + if [ "$GROUPER_APACHE_DIRECTORY_INDEXES" = "false" ] + then + # take out the directory indexes from the docroot + cp /etc/httpd/conf/httpd.conf /etc/httpd/conf/httpd.conf.pre_noindexes + patch /etc/httpd/conf/httpd.conf /etc/httpd/conf.d/httpd.conf.noindexes.patch + fi +} + setupFilesApache_selfSignedCert() { if [ "$GROUPER_RUN_APACHE" = "true" ] && [ "$GROUPER_SELF_SIGNED_CERT" = "true" ] && [ "$GROUPER_USE_SSL" = "true" ] then @@ -74,10 +83,12 @@ setupFilesApache() { setupFilesApache_ports setupFilesApache_ssl setupFilesApache_serverName + setupFilesApache_indexes } setupFilesApache_unsetAll() { unset -f setupFilesApache + unset -f setupFilesApache_indexes unset -f setupFilesApache_logging unset -f setupFilesApache_ports unset -f setupFilesApache_selfSignedCert @@ -89,6 +100,7 @@ setupFilesApache_unsetAll() { setupFilesApache_exportAll() { export -f setupFilesApache + export -f setupFilesApache_indexes export -f setupFilesApache_logging export -f setupFilesApache_ports export -f setupFilesApache_selfSignedCert From 3c4eff407699a1b9e5421a413ae19af9cc6f3def Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Sun, 19 Jul 2020 11:38:30 -0400 Subject: [PATCH 188/194] GRP-2856: shibboleth logs external to container option --- container_files/usr-local-bin/libraryPrep.sh | 2 ++ container_files/usr-local-bin/librarySetupFilesForProcess.sh | 5 ++++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index 867d0604..dcd0c042 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -163,6 +163,8 @@ prep_finishBegin() { if [ -z "$GROUPER_TOMCAT_AJP_PORT" ]; then export GROUPER_TOMCAT_AJP_PORT=8009; fi if [ -z "$GROUPER_TOMCAT_SHUTDOWN_PORT" ]; then export GROUPER_TOMCAT_SHUTDOWN_PORT=8005; fi + if [ -z "$GROUPER_SHIB_LOG_USE_PIPE" ]; then export GROUPER_SHIB_LOG_USE_PIPE=true; fi + } prep_finishEnd() { diff --git a/container_files/usr-local-bin/librarySetupFilesForProcess.sh b/container_files/usr-local-bin/librarySetupFilesForProcess.sh index 16b6473f..acd896f8 100644 --- a/container_files/usr-local-bin/librarySetupFilesForProcess.sh +++ b/container_files/usr-local-bin/librarySetupFilesForProcess.sh @@ -61,7 +61,10 @@ setupFilesForProcess_shib() { if [ "$GROUPER_RUN_SHIB_SP" = "true" ] then - setupPipe_shibdLog + if [ "$GROUPER_SHIB_LOG_USE_PIPE" = "true" ] + then + setupPipe_shibdLog + fi export LD_LIBRARY_PATH=/opt/shibboleth/lib64:$LD_LIBRARY_PATH cat /opt/tier-support/supervisord-shibsp.conf >> /opt/tier-support/supervisord.conf cp -v /opt/tier-support/httpd-shib.conf /etc/httpd/conf.d/ From c8235089781624b0d3f095ab129134996810596e Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Sun, 19 Jul 2020 13:26:51 -0400 Subject: [PATCH 189/194] GRP-2823: grouper installer is broken, will not install container --- container_files/usr-local-bin/entrypoint.sh | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/container_files/usr-local-bin/entrypoint.sh b/container_files/usr-local-bin/entrypoint.sh index fcafe4f8..20b5dce0 100755 --- a/container_files/usr-local-bin/entrypoint.sh +++ b/container_files/usr-local-bin/entrypoint.sh @@ -10,6 +10,14 @@ if [ "$#" -eq 0 ]; setupFiles runCommand else - echo executing $@ - exec "$@" + + if [ "$@" = "/opt/grouper/grouperWebapp/WEB-INF/bin/gsh.sh" ] + then + GROUPER_ENTRYPOINT_COMMAND=gsh + else + GROUPER_ENTRYPOINT_COMMAND="$@" + fi + + echo executing GROUPER_ENTRYPOINT_COMMAND + exec "$GROUPER_ENTRYPOINT_COMMAND" fi From 2462a0c1c011918c288ff101a95afdd53d4f28d3 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Sun, 19 Jul 2020 15:38:38 -0400 Subject: [PATCH 190/194] 2.5.30 initial release --- Dockerfile | 4 ++-- container_files/usr-local-bin/entrypoint.sh | 2 +- container_files/usr-local-bin/libraryPrep.sh | 22 +++++++++++++++++++ .../usr-local-bin/librarySetupFiles.sh | 12 +++++++++- 4 files changed, 36 insertions(+), 4 deletions(-) diff --git a/Dockerfile b/Dockerfile index 9daf9c2c..a0df51d0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix patch ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.29 \ +ENV GROUPER_VERSION=2.5.30 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.29 \ +ENV GROUPER_VERSION=2.5.30 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ diff --git a/container_files/usr-local-bin/entrypoint.sh b/container_files/usr-local-bin/entrypoint.sh index 20b5dce0..51f2dfcc 100755 --- a/container_files/usr-local-bin/entrypoint.sh +++ b/container_files/usr-local-bin/entrypoint.sh @@ -18,6 +18,6 @@ else GROUPER_ENTRYPOINT_COMMAND="$@" fi - echo executing GROUPER_ENTRYPOINT_COMMAND + echo executing "$GROUPER_ENTRYPOINT_COMMAND" exec "$GROUPER_ENTRYPOINT_COMMAND" fi diff --git a/container_files/usr-local-bin/libraryPrep.sh b/container_files/usr-local-bin/libraryPrep.sh index dcd0c042..f77f25aa 100644 --- a/container_files/usr-local-bin/libraryPrep.sh +++ b/container_files/usr-local-bin/libraryPrep.sh @@ -88,6 +88,14 @@ prep_ws() { prep_conf() { + # if we are stopping and starting, we just read the env vars and we done + if [ -f /opt/grouper/grouperEnv.sh ] + then + echo "Loading env vars from /opt/grouper/grouperEnv.sh" + . /opt/grouper/grouperEnv.sh + return + fi + prep_initDeprecatedEnvVars setupPipe_logging setupPipe_supervisordLog @@ -181,6 +189,14 @@ prep_finishEnd() { prep_finish() { + if [ "$GROUPER_SETUP_FILES_COMPLETE" = "true" ] + then + echo "GROUPER_SETUP_FILES_COMPLETE=true, skipping startup prep" + prep_unsetAllAndFromFiles + + return + fi + grouperScriptHooks_prepComponentPost prep_finishBegin @@ -195,6 +211,10 @@ prep_finish() { grouperScriptHooks_finishPrepPost + prep_unsetAllAndFromFiles +} + +prep_unsetAllAndFromFiles() { prep_unsetAll prepOnly_unsetAll } @@ -212,6 +232,7 @@ prep_unsetAll() { unset -f prep_runWs unset -f prep_scim unset -f prep_unsetAll + unset -f prep_unsetAllAndFromFiles unset -f prep_ui unset -f prep_ws @@ -230,6 +251,7 @@ prep_exportAll() { export -f prep_runWs export -f prep_scim export -f prep_unsetAll + export -f prep_unsetAllAndFromFiles export -f prep_ui export -f prep_ws } diff --git a/container_files/usr-local-bin/librarySetupFiles.sh b/container_files/usr-local-bin/librarySetupFiles.sh index 91a531ee..99adda40 100644 --- a/container_files/usr-local-bin/librarySetupFiles.sh +++ b/container_files/usr-local-bin/librarySetupFiles.sh @@ -92,6 +92,8 @@ setupFiles() { if [ "$GROUPER_SETUP_FILES_COMPLETE" = "true" ] then + echo "GROUPER_SETUP_FILES_COMPLETE=true, skipping setting up files" + setupFiles_unsetAllAndFromFiles return fi @@ -128,7 +130,12 @@ setupFiles() { grouperScriptHooks_setupFilesPostChown export GROUPER_SETUP_FILES_COMPLETE=true + echo 'export GROUPER_SETUP_FILES_COMPLETE=true' >> /opt/grouper/grouperEnv.sh + setupFiles_unsetAllAndFromFiles +} + +setupFiles_unsetAllAndFromFiles() { setupFiles_unsetAll setupFilesApache_unsetAll setupFilesForComponent_unsetAll @@ -136,9 +143,10 @@ setupFiles() { setupFilesTomcat_unsetAll setupPipe_unsetAll grouperScriptHooks_unsetAll - + } + setupFiles_unsetAll() { unset -f setupFiles unset -f setupFiles_chownDirs @@ -148,6 +156,7 @@ setupFiles_unsetAll() { unset -f setupFiles_rsyncSlashRoot unset -f setupFiles_storeEnvVars unset -f setupFiles_unsetAll + unset -f setupFiles_unsetAllAndFromFiles } setupFiles_exportAll() { @@ -159,6 +168,7 @@ setupFiles_exportAll() { export -f setupFiles_rsyncSlashRoot export -f setupFiles_storeEnvVars export -f setupFiles_unsetAll + export -f setupFiles_unsetAllAndFromFiles } # export everything From 2888c824598bcbe927347595dcecc969709c4734 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Mon, 20 Jul 2020 01:25:09 -0400 Subject: [PATCH 191/194] 2.5.31 release --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index a0df51d0..09d34b5b 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix patch ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.30 \ +ENV GROUPER_VERSION=2.5.31 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.30 \ +ENV GROUPER_VERSION=2.5.31 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ From 859340b483d68328623814a42462aef47782d8cd Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Mon, 20 Jul 2020 02:43:26 -0400 Subject: [PATCH 192/194] turn on ajp --- .../test/grouperContainerUnitTest.sh | 2 +- .../tomee/conf/server.xml.turnOnAjp | 169 ++++++++++++++++++ .../tomee/conf/server.xml.turnOnAjp.patch | 17 ++ .../usr-local-bin/librarySetupFilesTomcat.sh | 13 ++ 4 files changed, 200 insertions(+), 1 deletion(-) create mode 100644 container_files/tomee/conf/server.xml.turnOnAjp create mode 100644 container_files/tomee/conf/server.xml.turnOnAjp.patch diff --git a/container_files/tier-support/test/grouperContainerUnitTest.sh b/container_files/tier-support/test/grouperContainerUnitTest.sh index 1368dbb4..2d99f1b5 100644 --- a/container_files/tier-support/test/grouperContainerUnitTest.sh +++ b/container_files/tier-support/test/grouperContainerUnitTest.sh @@ -5,7 +5,7 @@ if [ "$#" -ne 4 ]; then exit 1 fi -expectedSuccesses=535 +expectedSuccesses=537 export containerName=$1 export imageName=$2 diff --git a/container_files/tomee/conf/server.xml.turnOnAjp b/container_files/tomee/conf/server.xml.turnOnAjp new file mode 100644 index 00000000..10435102 --- /dev/null +++ b/container_files/tomee/conf/server.xml.turnOnAjp @@ -0,0 +1,169 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<!-- Note: A "Server" is not itself a "Container", so you may not + define subcomponents such as "Valves" at this level. + Documentation at /docs/config/server.html + --> +<Server port="8005" shutdown="SHUTDOWN"> + <!-- TomEE plugin for Tomcat --> + <Listener className="org.apache.tomee.catalina.ServerListener" /> + <Listener className="org.apache.catalina.startup.VersionLoggerListener" /> + <!-- Security listener. Documentation at /docs/config/listeners.html + <Listener className="org.apache.catalina.security.SecurityListener" /> + --> + <!--APR library loader. Documentation at /docs/apr.html --> + <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" /> + <!-- Prevent memory leaks due to use of particular java/javax APIs--> + <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" /> + <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" /> + <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" /> + + <!-- Global JNDI resources + Documentation at /docs/jndi-resources-howto.html + --> + <GlobalNamingResources> + <!-- Editable user database that can also be used by + UserDatabaseRealm to authenticate users + --> + <Resource name="UserDatabase" auth="Container" + type="org.apache.catalina.UserDatabase" + description="User database that can be updated and saved" + factory="org.apache.catalina.users.MemoryUserDatabaseFactory" + pathname="conf/tomcat-users.xml" /> + </GlobalNamingResources> + + <!-- A "Service" is a collection of one or more "Connectors" that share + a single "Container" Note: A "Service" is not itself a "Container", + so you may not define subcomponents such as "Valves" at this level. + Documentation at /docs/config/service.html + --> + <Service name="Catalina"> + + <!--The connectors can use a shared executor, you can define one or more named thread pools--> + <!-- + <Executor name="tomcatThreadPool" namePrefix="catalina-exec-" + maxThreads="150" minSpareThreads="4"/> + --> + + + <!-- A "Connector" represents an endpoint by which requests are received + and responses are returned. Documentation at : + Java HTTP Connector: /docs/config/http.html + Java AJP Connector: /docs/config/ajp.html + APR (HTTP/AJP) Connector: /docs/apr.html + Define a non-SSL/TLS HTTP/1.1 Connector on port 8080 + --> + <Connector port="8080" protocol="HTTP/1.1" + connectionTimeout="20000" + redirectPort="8443" xpoweredBy="false" server="Apache TomEE" /> + <!-- A "Connector" using the shared thread pool--> + <!-- + <Connector executor="tomcatThreadPool" + port="8080" protocol="HTTP/1.1" + connectionTimeout="20000" + redirectPort="8443" /> + --> + <!-- Define an SSL/TLS HTTP/1.1 Connector on port 8443 + This connector uses the NIO implementation. The default + SSLImplementation will depend on the presence of the APR/native + library and the useOpenSSL attribute of the + AprLifecycleListener. + Either JSSE or OpenSSL style configuration may be used regardless of + the SSLImplementation selected. JSSE style configuration is used below. + --> + <!-- + <Connector port="8443" protocol="org.apache.coyote.http11.Http11NioProtocol" + maxThreads="150" SSLEnabled="true"> + <SSLHostConfig> + <Certificate certificateKeystoreFile="conf/localhost-rsa.jks" + type="RSA" xpoweredBy="false" server="Apache TomEE" /> + </SSLHostConfig> + </Connector> + --> + <!-- Define an SSL/TLS HTTP/1.1 Connector on port 8443 with HTTP/2 + This connector uses the APR/native implementation which always uses + OpenSSL for TLS. + Either JSSE or OpenSSL style configuration may be used. OpenSSL style + configuration is used below. + --> + <!-- + <Connector port="8443" protocol="org.apache.coyote.http11.Http11AprProtocol" + maxThreads="150" SSLEnabled="true" > + <UpgradeProtocol className="org.apache.coyote.http2.Http2Protocol" xpoweredBy="false" server="Apache TomEE" /> + <SSLHostConfig> + <Certificate certificateKeyFile="conf/localhost-rsa-key.pem" + certificateFile="conf/localhost-rsa-cert.pem" + certificateChainFile="conf/localhost-rsa-chain.pem" + type="RSA" /> + </SSLHostConfig> + </Connector> + --> + + <!-- Define an AJP 1.3 Connector on port 8009 --> + <Connector port="8009" protocol="AJP/1.3" redirectPort="8443" /> + + + <!-- An Engine represents the entry point (within Catalina) that processes + every request. The Engine implementation for Tomcat stand alone + analyzes the HTTP headers included with the request, and passes them + on to the appropriate Host (virtual host). + Documentation at /docs/config/engine.html --> + + <!-- You should set jvmRoute to support load-balancing via AJP ie : + <Engine name="Catalina" defaultHost="localhost" jvmRoute="jvm1"> + --> + <Engine name="Catalina" defaultHost="localhost"> + + <!--For clustering, please take a look at documentation at: + /docs/cluster-howto.html (simple how to) + /docs/config/cluster.html (reference documentation) --> + <!-- + <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster"/> + --> + + <!-- Use the LockOutRealm to prevent attempts to guess user passwords + via a brute-force attack --> + <Realm className="org.apache.catalina.realm.LockOutRealm"> + <!-- This Realm uses the UserDatabase configured in the global JNDI + resources under the key "UserDatabase". Any edits + that are performed against this UserDatabase are immediately + available for use by the Realm. --> + <Realm className="org.apache.catalina.realm.UserDatabaseRealm" + resourceName="UserDatabase"/> + </Realm> + + <Host name="localhost" appBase="webapps" + unpackWARs="true" autoDeploy="true"> + + <!-- SingleSignOn valve, share authentication between web applications + Documentation at: /docs/config/valve.html --> + <!-- + <Valve className="org.apache.catalina.authenticator.SingleSignOn" /> + --> + + <!-- Access log processes all example. + Documentation at: /docs/config/valve.html + Note: The pattern used is equivalent to using pattern="common" --> + <Valve className="org.apache.catalina.valves.AccessLogValve" directory="logs" + prefix="localhost_access_log" suffix=".txt" + pattern="%h %l %u %t "%r" %s %b" /> + + </Host> + </Engine> + </Service> +</Server> diff --git a/container_files/tomee/conf/server.xml.turnOnAjp.patch b/container_files/tomee/conf/server.xml.turnOnAjp.patch new file mode 100644 index 00000000..75effa56 --- /dev/null +++ b/container_files/tomee/conf/server.xml.turnOnAjp.patch @@ -0,0 +1,17 @@ +--- 7.0.8/apache-tomee-webprofile-7.0.8/conf/server.xml 2020-05-19 09:25:40.000000000 -0400 ++++ 7.0.7/apache-tomee-webprofile-7.0.7/conf/server.xml 2020-01-07 08:22:48.000000000 -0500 +@@ -115,12 +115,8 @@ + --> + + <!-- Define an AJP 1.3 Connector on port 8009 --> +- <!-- +- <Connector protocol="AJP/1.3" +- address="::1" +- port="8009" +- redirectPort="8443" /> +- --> ++ <Connector port="8009" protocol="AJP/1.3" redirectPort="8443" /> ++ + + <!-- An Engine represents the entry point (within Catalina) that processes + every request. The Engine implementation for Tomcat stand alone diff --git a/container_files/usr-local-bin/librarySetupFilesTomcat.sh b/container_files/usr-local-bin/librarySetupFilesTomcat.sh index 968d8612..0c38d1b2 100644 --- a/container_files/usr-local-bin/librarySetupFilesTomcat.sh +++ b/container_files/usr-local-bin/librarySetupFilesTomcat.sh @@ -3,6 +3,7 @@ setupFilesTomcat() { setupFilesTomcat_logging setupFilesTomcat_loggingSlf4j + setupFilesTomcat_turnOnAjp setupFilesTomcat_supervisor setupFilesTomcat_authn setupFilesTomcat_context @@ -10,6 +11,16 @@ setupFilesTomcat() { setupFilesTomcat_accessLogs } + + +setupFilesTomcat_turnOnAjp() { + + if [ "$GROUPER_RUN_TOMEE" = "true" ] + then + patch /opt/tomee/conf/server.xml /opt/tomee/conf/server.xml.turnOnAjp.patch + fi +} + setupFilesTomcat_accessLogs() { # first remove existing access logger @@ -128,6 +139,7 @@ setupFilesTomcat_unsetAll() { unset -f setupFilesTomcat_unsetAll unset -f setupFilesTomcat_accessLogs unset -f setupFilesTomcat_loggingSlf4j + unset -f setupFilesTomcat_turnOnAjp } @@ -142,6 +154,7 @@ setupFilesTomcat_exportAll() { export -f setupFilesTomcat_unsetAll export -f setupFilesTomcat_accessLogs export -f setupFilesTomcat_loggingSlf4j + export -f setupFilesTomcat_turnOnAjp } # export everything From 279fdde76590801193e5c5c05959595c450f7583 Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0478vag.vpn.private.upenn.edu> Date: Mon, 20 Jul 2020 03:19:28 -0400 Subject: [PATCH 193/194] turn on ajp --- .../tomee/conf/server.xml.turnOnAjp | 2 +- .../tomee/conf/server.xml.turnOnAjp.patch | 21 +++++++------------ 2 files changed, 8 insertions(+), 15 deletions(-) diff --git a/container_files/tomee/conf/server.xml.turnOnAjp b/container_files/tomee/conf/server.xml.turnOnAjp index 10435102..06ed2d82 100644 --- a/container_files/tomee/conf/server.xml.turnOnAjp +++ b/container_files/tomee/conf/server.xml.turnOnAjp @@ -115,7 +115,7 @@ --> <!-- Define an AJP 1.3 Connector on port 8009 --> - <Connector port="8009" protocol="AJP/1.3" redirectPort="8443" /> + <Connector port="8009" protocol="AJP/1.3" redirectPort="8443" secretRequired="false" /> <!-- An Engine represents the entry point (within Catalina) that processes diff --git a/container_files/tomee/conf/server.xml.turnOnAjp.patch b/container_files/tomee/conf/server.xml.turnOnAjp.patch index 75effa56..90bc8154 100644 --- a/container_files/tomee/conf/server.xml.turnOnAjp.patch +++ b/container_files/tomee/conf/server.xml.turnOnAjp.patch @@ -1,17 +1,10 @@ ---- 7.0.8/apache-tomee-webprofile-7.0.8/conf/server.xml 2020-05-19 09:25:40.000000000 -0400 -+++ 7.0.7/apache-tomee-webprofile-7.0.7/conf/server.xml 2020-01-07 08:22:48.000000000 -0500 -@@ -115,12 +115,8 @@ +--- server.xml 2020-07-20 07:09:34.452755000 +0000 ++++ server.xml.turnOnAjp 2020-07-20 07:14:34.271138000 +0000 +@@ -113,6 +113,7 @@ --> <!-- Define an AJP 1.3 Connector on port 8009 --> -- <!-- -- <Connector protocol="AJP/1.3" -- address="::1" -- port="8009" -- redirectPort="8443" /> -- --> -+ <Connector port="8009" protocol="AJP/1.3" redirectPort="8443" /> -+ - - <!-- An Engine represents the entry point (within Catalina) that processes - every request. The Engine implementation for Tomcat stand alone ++<Connector port="8009" protocol="AJP/1.3" redirectPort="8443" secretRequired="false" /> + <!-- + <Connector protocol="AJP/1.3" + address="::1" From 380fd60c1e86316b19ea2cadb27704dd4a5e070e Mon Sep 17 00:00:00 2001 From: mchyzer <mchyzer@client0515-hnt.vpn.private.upenn.edu> Date: Tue, 21 Jul 2020 13:23:46 -0400 Subject: [PATCH 194/194] 2.5.32 --- Dockerfile | 4 ++-- .../tier-support/test/grouperContainerUnitTestUiNoSsl.sh | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 09d34b5b..f64efd7c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,7 @@ RUN yum update -y \ RUN yum install -y wget tar unzip dos2unix patch ARG GROUPER_CONTAINER_VERSION -ENV GROUPER_VERSION=2.5.31 \ +ENV GROUPER_VERSION=2.5.32 \ GROUPER_CONTAINER_VERSION=$GROUPER_CONTAINER_VERSION # Install Corretto Java JDK @@ -32,7 +32,7 @@ RUN echo 'Installing Grouper'; \ cd /opt/grouper/$GROUPER_VERSION/ \ && $JAVA_HOME/bin/java -cp :grouperInstaller.jar edu.internet2.middleware.grouperInstaller.GrouperInstaller FROM centos:centos7 as cleanup -ENV GROUPER_VERSION=2.5.31 \ +ENV GROUPER_VERSION=2.5.32 \ TOMEE_VERSION=7.0.0 RUN mkdir -p /opt/grouper/grouperWebapp/ RUN mkdir -p /opt/tomee/ diff --git a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh index c016d436..d3dfdba1 100644 --- a/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh +++ b/container_files/tier-support/test/grouperContainerUnitTestUiNoSsl.sh @@ -16,7 +16,7 @@ testContainerUiNoSsl() { echo '################' echo - docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false -e GROUPER_TOMCAT_LOG_ACCESS=true $imageName ui + docker run --detach --name $containerName --publish 443:443 -e GROUPER_USE_SSL=false -e GROUPER_TOMCAT_LOG_ACCESS=true -e GROUPER_APACHE_DIRECTORY_INDEXES=true $imageName ui sleep $globalSleepSecondsAfterRun assertFileExists /etc/httpd/conf.d/ssl-enabled.conf.dontuse