diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 30622fdbb16e67f79b31ad972116a3ab35e616e6..15104de0fb7b0053bf406c959b54d780db0f777e 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -80,8 +80,7 @@ build_debian:
     - chmod 0755 build_deb.sh
     - ./build_deb.sh
 
-test_install_debian_package:
-  image: ubuntu:20.04
+test_install_debian_package_template: &test_install_debian_package_definition
   stage: test
   services:
      - name: piotrgawron/debian-repo
@@ -107,3 +106,39 @@ test_install_debian_package:
      - test 302 = $(curl -X GET --write-out %{http_code} --silent --output /dev/null http://localhost:8888/)
      - test 200 = $(curl -X GET --write-out %{http_code} --silent --output /dev/null http://localhost:8888/account/login/?next=/)
 
+test_install_debian_package_ubuntu_18:
+  <<: *test_install_debian_package_definition
+  image: ubuntu:18.04
+
+test_install_debian_package_ubuntu_20:
+  <<: *test_install_debian_package_definition
+  image: ubuntu:20.04
+
+test_install_debian_package_debian_stretch:
+  image: debian:stretch
+  stage: test
+  services:
+     - name: piotrgawron/debian-repo
+       alias: debian-repo
+  dependencies:
+     - build_debian
+  script:
+     - apt-get update
+     - DEBIAN_FRONTEND=noninteractive apt-get install -y ssh software-properties-common dirmngr wget curl
+     - debian_file=$(ls *.deb)
+     - echo "PUT $debian_file /docker/incoming" | sftp -o StrictHostKeyChecking=no user@debian-repo
+     - ssh root@debian-repo /usr/local/sbin/reprepro-import
+     - apt-add-repository "deb http://debian-repo/ unstable main"
+     - apt-get update --allow-insecure-repositories
+     - DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated smasch
+#systemd is not available on docker so we need to start manually gunicorn (gunicorn.service is not tested)
+     - cd /usr/lib/smasch/
+     - /usr/lib/smasch/env/bin/gunicorn -b 127.0.0.1:8888 --pid /run/gunicorn/pid smash.wsgi --error-logfile /var/log/smasch/gunicorn.log --log-level DEBUG --capture-output --limit-request-line 8192 &
+#we need to wait a bit for gunicorn start
+     - sleep 15
+     - wget http://localhost:8888/account/login/?next=/
+#test if we can login and list projects
+     - test 302 = $(curl -X GET --write-out %{http_code} --silent --output /dev/null http://localhost:8888/)
+     - test 200 = $(curl -X GET --write-out %{http_code} --silent --output /dev/null http://localhost:8888/account/login/?next=/)
+
+