ubuntu2204

aa26522c · Andrea Michelotti · a4e8076e · aa26522c
Commit aa26522c authored 1 year ago by Andrea Michelotti
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -474,14 +474,75 @@ centos7_x86_64:



-ubuntu1804_test_x86_64:
+# ubuntu1804_test_x86_64:
+#   stage: test
+#   retry: 2  
+#   tags:      
+#    - run
+# #   - shared
+#   dependencies:
+#     - ubuntu1804_x86_64
+
+#   variables:
+#     ADVERTISED_LISTENERS: 'PLAINTEXT://kafka:9092,INTERNAL://localhost:9093'
+#     LISTENERS: 'PLAINTEXT://0.0.0.0:9092,INTERNAL://0.0.0.0:9093'
+#     SECURITY_PROTOCOL_MAP: 'PLAINTEXT:PLAINTEXT,INTERNAL:PLAINTEXT'
+#     LOG_RETENTION_HOURS: 1
+#     AUTO_CREATE_TOPICS_ENABLE: 'true'
+#     INTER_BROKER: 'INTERNAL'
+#     MAX_MESSAGE_BYTES: 16048588
+#     MESSAGE_MAX_BYTES: 16048588
+#     REPLICA_FETCH_MAX_BYTES: 16048588
+
+#   services:
+#   - name: couchbase/server:community-5.0.1
+#     alias: couchbase
+#   - name: mongo:3.6
+#     alias: mongo
+#   - name: michelo/kafka:2.6
+#     alias: kafka
+#   - name: influxdb
+#     alias: influxdb
+
+#   image: baltig.infn.it:4567/chaos-lnf-control/chaos_bundle_compilation:1804
+#   script:
+#     - npm install -g jchaos  
+#     - rm -rf /usr/local/chaos/chaos-distrib  
+#     - tar xfz $DISTRIB_NAME.tar.gz -C /usr/local/chaos/
+#     - cp -r chaos_bundle_tools/* /usr/local/chaos/chaos-distrib/tools/
+#     - mkdir -p /tmp/OBJECT_STORAGE
+#     - git clone https://baltig.infn.it/chaos-lnf-control/chaos_dashboard.git -b $CI_COMMIT_REF_NAME --recurse-submodules
+#     - rm -rf /usr/local/chaos/chaos-distrib/html;mkdir /usr/local/chaos/chaos-distrib/html;cp -r chaos_dashboard /usr/local/chaos/chaos-distrib/html/
+#     - $INSTALL_DIR/tools/dbinit.sh couchbase mongo
+#     - if [ -n "$USE_MDS_CONFIG" ];then echo "* Using $USE_MDS_CONFIG" ; cp $USE_MDS_CONFIG $INSTALL_DIR/etc/mds.cfg;fi    
+#     - source $INSTALL_DIR/chaos_env.sh
+#     - $INSTALL_DIR/bin/TestFramework --direct-io-impl ZMQ --rpc-server-impl ZMQ
+#     - if ! $INSTALL_DIR/tools/chaos_test.sh -k -d $INSTALL_DIR/tools/test;then tar cfvz $DISTRIB_NAME-log-bad.tar.gz -C /usr/local/chaos/chaos-distrib log ini_files;echo "* retrying test in debug mode";$INSTALL_DIR/tools/dbinit.sh couchbase mongo;export CHAOS_DEBUG_CMD_TOOL="gdb";if ! $INSTALL_DIR/tools/chaos_test.sh -k -d $INSTALL_DIR/tools/test;then tar cfvz $DISTRIB_NAME-log-debug.tar.gz -C /usr/local/chaos/chaos-distrib log ini_files;echo "* retrying test in sanitize mode";if ! CHAOS_SERVICE_ENV="LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libasan.so.5" $INSTALL_DIR/tools/chaos_test.sh -k -d $INSTALL_DIR/tools/test;then tar cfvz $DISTRIB_NAME-log-sanitize.tar.gz -C /usr/local/chaos/chaos-distrib log ini_files;exit 1;fi;fi;fi
+# #    - if ! $INSTALL_DIR/tools/chaos_test.sh -k -d $INSTALL_DIR/tools/test;then tar cfvz $DISTRIB_NAME-log-bad.tar.gz -C /usr/local/chaos/chaos-distrib log ini_files; test 1 == 2;fi
+#     - $INSTALL_DIR/tools/chaos_services.sh stop
+#     - tar cfz $DISTRIB_NAME-log-ok.tar.gz -C /usr/local/chaos/chaos-distrib log ini_files
+#   artifacts:
+#     name: "log.tar.gz"
+#     paths:
+#     - ./*-log*.tar.gz
+#     expire_in: 3 day
+#     when: always
+#   only:
+#     variables:
+#       - $BUILD_DISTRIBUTION == "ubuntu1804_x86_64"
+#       - $BUILD_DISTRIBUTION == null
+#   except:
+#     variables:
+#       - $SKIP_TEST
+
+ubuntu2204_test_x86_64:
  stage: test
  retry: 2  
  tags:      
   - run
 #   - shared
  dependencies:
-    - ubuntu1804_x86_64
+    - ubuntu2204_x86_64

  variables:
    ADVERTISED_LISTENERS: 'PLAINTEXT://kafka:9092,INTERNAL://localhost:9093'
@@ -506,7 +567,7 @@ ubuntu1804_test_x86_64:

  image: baltig.infn.it:4567/chaos-lnf-control/chaos_bundle_compilation:1804
  script:
-    - npm install -g jchaos  
+    - npm install jchaos  
    - rm -rf /usr/local/chaos/chaos-distrib  
    - tar xfz $DISTRIB_NAME.tar.gz -C /usr/local/chaos/
    - cp -r chaos_bundle_tools/* /usr/local/chaos/chaos-distrib/tools/
@@ -529,7 +590,7 @@ ubuntu1804_test_x86_64:
    when: always
  only:
    variables:
-      - $BUILD_DISTRIBUTION == "ubuntu1804_x86_64"
+      - $BUILD_DISTRIBUTION == "ubuntu2204_x86_64"
      - $BUILD_DISTRIBUTION == null
  except:
    variables:
@@ -723,7 +784,7 @@ deploy_stage:
    - lnf
  dependencies:
    - ubuntu2004_x86_64
-    - ubuntu1804_x86_64
+    - ubuntu2204_x86_64
    - centos7_x86_64
 #    - build_i686_dynamic_linux26
 #    - build_arm_linux26
@@ -737,7 +798,7 @@ deploy_stage:
    - OUTPUT_REV_DIR=$CI_COMMIT_REF_NAME
 #    - if [ $CI_COMMIT_REF_NAME == "master" ];then OUTPUT_REV_DIR="production";fi
    - if [ -e chaos-osx10-distrib.tar.gz ];then scp chaos-osx10-distrib.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/osx/;fi
-    - scp chaos-distrib-$REVNAME-ubuntu-18.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/18.04/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz
+    - scp chaos-distrib-$REVNAME-ubuntu-22.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/22.04/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz
    - scp chaos-distrib-$REVNAME-ubuntu-20.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/20.04/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz
    - scp chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/centos/7/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz
 #    - scp chaos-distrib-$REVNAME-build_arm_linux26.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/arm/chaos-distrib-$REVNAME-build_arm_linux26.tar.gz
@@ -748,14 +809,14 @@ deploy_stage:
    - if [ "$DEPLOY_DESTINATION" == "development" ];then echo "deploying in LNF DEVELOPMENT infrastructure"; tar xfz $DISTRIB_NAME.tar.gz -C /usr/local/chaos;cd $DISTRIB_PREFIX;source chaos_env.sh;./tools/chaos_deploy.sh -c tools/config/lnf/test/chaos-infrastructure.txt -i /usr/local/chaos/chaos-distrib;fi
    - if [ "$DEPLOY_DESTINATION" == "production" ];then echo "deploying in LNF MASTER infrastructure"; tar xfz $DISTRIB_NAME.tar.gz -C /usr/local/chaos;cd $DISTRIB_PREFIX;source chaos_env.sh;./tools/chaos_deploy.sh -c tools/config/lnf/production/chaos-infrastructure.txt -i /usr/local/chaos/chaos-distrib;cd tools/config/lnf/production; ./update_luminometer.sh;fi
    - curl -X POST -F token="81913e63e951cc80ebf0095440d432" -F "ref=experimental" -F "variables[DEPLOY_DESTINATION]=$OUTPUT_REV_DIR" https://baltig.infn.it/api/v4/projects/1443/trigger/pipeline
-    - md5sum chaos-distrib-$REVNAME-ubuntu-18.04-x86_64.tar.gz > chaos-distrib-$REVNAME-ubuntu-18.04-x86_64.tar.gz.md5
+    - md5sum chaos-distrib-$REVNAME-ubuntu-22.04-x86_64.tar.gz > chaos-distrib-$REVNAME-ubuntu-22.04-x86_64.tar.gz.md5
    - md5sum chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz > chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz.md5
    - md5sum chaos-distrib-$REVNAME-ubuntu-20.04-x86_64.tar.gz > chaos-distrib-$REVNAME-ubuntu-20.04-x86_64.tar.gz.md5
-    - scp chaos-distrib-$REVNAME-ubuntu-18.04-x86_64.tar.gz.md5 chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/18.04/latest.tar.md5
+    - scp chaos-distrib-$REVNAME-ubuntu-22.04-x86_64.tar.gz.md5 chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/22.04/latest.tar.md5
    - scp chaos-distrib-$REVNAME-ubuntu-20.04-x86_64.tar.gz.md5 chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/20.04/latest.tar.md5
    - scp chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz.md5 chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/centos/7/latest.tar.md5
    - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/20.04/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/20.04/latest.tar.gz"
-    - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/18.04/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/18.04/latest.tar.gz"
+    - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/22.04/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/ubuntu/22.04/latest.tar.gz"
    - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/centos/7/chaos-distrib.$TAR_NAME_POSTFIX.tar.gz /var/www/html/binary/chaos/$OUTPUT_REV_DIR/$ARCH/centos/7/latest.tar.gz"

  only:
@@ -771,7 +832,7 @@ pages:
  script:
    - mkdir -p perf/ubuntu1404 perf/ubuntu1604 perf/centos7 perf/ubuntu1804 perf/ubuntu1804-profile public
    - ls -latr
-    - if [ -e chaos-distrib-$REVNAME-ubuntu-18.04-x86_64-log-ok.tar.gz ]; then tar xfvz chaos-distrib-$REVNAME-ubuntu-18.04-x86_64-log-ok.tar.gz -C perf/ubuntu1804;mv perf/ubuntu1804/log/*.png perf/ubuntu1804;mv perf/ubuntu1804/log/html/* perf/ubuntu1804;rm -rf perf/ubuntu1804/log;fi
+    - if [ -e chaos-distrib-$REVNAME-ubuntu-22.04-x86_64-log-ok.tar.gz ]; then tar xfvz chaos-distrib-$REVNAME-ubuntu-22.04-x86_64-log-ok.tar.gz -C perf/ubuntu1804;mv perf/ubuntu1804/log/*.png perf/ubuntu1804;mv perf/ubuntu1804/log/html/* perf/ubuntu1804;rm -rf perf/ubuntu1804/log;fi
    - if [ -e chaos-distrib-$REVNAME-centos-7-x86_64-log-ok.tar.gz ]; then tar xfvz chaos-distrib-$REVNAME-centos-7-x86_64-log-ok.tar.gz -C perf/centos7;mv perf/centos7/log/*.png perf/centos7/;mv perf/centos7/log/html/* perf/centos7/;rm -rf perf/centos7/log;fi
    - mv perf public
    - git clone git@baltig.infn.it:chaos-lnf-control/chaos_bundle_tools.git -b $CI_COMMIT_REF_NAME
@@ -789,7 +850,7 @@ deploy_nightly:
  tags:
    - lnf
  dependencies:
-#    - ubuntu1804_x86_64
+    - ubuntu2204_x86_64
    - ubuntu2004_x86_64
    - centos7_x86_64
 #    - build_i686_dynamic_linux26
@@ -803,8 +864,9 @@ deploy_nightly:
    - if [ -e chaos-osx10-distrib.tar.gz ];then scp chaos-osx10-distrib.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/osx/$NIGHTLY_NAME;fi
    - md5sum chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz > chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz.md5
    - scp chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz.md5 chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/centos/7/latest.tar.md5
-#    - scp chaos-distrib-$REVNAME-ubuntu-18.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/ubuntu/
+#    - scp chaos-distrib-$REVNAME-ubuntu-22.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/ubuntu/
 # /$NIGHTLY_NAME
+    - scp chaos-distrib-$REVNAME-ubuntu-22.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/ubuntu/22.04/$NIGHTLY_NAME
    - scp chaos-distrib-$REVNAME-ubuntu-20.04-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/ubuntu/20.04/$NIGHTLY_NAME
    - scp chaos-distrib-$REVNAME-centos-7-x86_64.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/$ARCH/centos/7/$NIGHTLY_NAME
 #   - scp chaos-distrib-$REVNAME-build_arm_linux26.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/arm/chaos-distrib-$REVNAME-build_arm_linux26.tar.gz
@@ -813,7 +875,7 @@ deploy_nightly:
 #   - scp chaos-distrib-$REVNAME-build_i686_dynamic_linux26.tar.gz chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/i686/chaos-distrib-$REVNAME-build_i686_dynamic_linux26.tar.gz
 #   - scp chaos-distrib-$REVNAME-build_i686_static_linux26.tar.gz  chaosweb@opensource.lnf.infn.it:/var/www/html/binary/chaos/nightly/i686/chaos-distrib-$REVNAME-build_i686_static_linux26.tar.gz
    - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/nightly/$ARCH/ubuntu/20.04/$NIGHTLY_NAME /var/www/html/binary/chaos/nightly/$ARCH/ubuntu/20.04/latest.tar.gz"
- #   - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/nightly/$ARCH/ubuntu/18.04/$NIGHTLY_NAME /var/www/html/binary/chaos/nightly/$ARCH/ubuntu/18.04/latest.tar.gz"
+ #   - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/nightly/$ARCH/ubuntu/22.04/$NIGHTLY_NAME /var/www/html/binary/chaos/nightly/$ARCH/ubuntu/22.04/latest.tar.gz"
    - ssh chaosweb@opensource.lnf.infn.it "ln -sf /var/www/html/binary/chaos/nightly/$ARCH/centos/7/$NIGHTLY_NAME /var/www/html/binary/chaos/nightly/$ARCH/centos/7/latest.tar.gz"

  allow_failure: true