feat: Initial Commit

Author: rdenadai

.gitignore

@@ -0,0 +1,129 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 ⟠ Rodolfo De Nadai
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

benchmark.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+FULL_REPORT=README.md
+rm ${FULL_REPORT}
+
+docker-compose down
+docker-compose up --build -d
+
+sleep 2
+
+cat template.md >> ${FULL_REPORT}
+echo "" >> ${FULL_REPORT}
+echo "> Last run: $(date)" >> ${FULL_REPORT}
+for FILE in $(find report/markdown -name "*.md" | sort -V)
+do
+    NAME=$(basename -- ${FILE} .md)
+    echo "" >> ${FULL_REPORT}
+    cat ${FILE} >> ${FULL_REPORT}
+    echo "" >> ${FULL_REPORT}
+done
+
+sleep 2
+
+# Clean Up
+docker-compose down
+docker system prune -f

docker-compose.yml

@@ -0,0 +1,89 @@
+version: "3"
+
+services:
+  python36:
+    build:
+      context: ./docker/
+      args:
+        DOCKER_IMAGE: python:3.6.15-slim-buster
+        SETUPTOOLS_VERSION: 59.6.0
+        REQUIREMENTS: requirements36.txt
+    entrypoint: ./entrypoint.sh
+    # tty: true
+    # stdin_open: true
+    environment:
+      - PY_VERSION=3.6
+    volumes:
+      - ./src:/code/src
+      - ./report:/code/report
+  python37:
+    build:
+      context: ./docker/
+      args:
+        DOCKER_IMAGE: python:3.7.15-slim-buster
+        REQUIREMENTS: requirements37.txt
+    entrypoint: ./entrypoint.sh
+    environment:
+      - PY_VERSION=3.7
+    volumes:
+      - ./src:/code/src
+      - ./report:/code/report
+    depends_on:
+      python36:
+        condition: service_completed_successfully
+  python38:
+    build:
+      context: ./docker/
+      args:
+        DOCKER_IMAGE: python:3.8.15-slim-buster
+    entrypoint: ./entrypoint.sh
+    environment:
+      - PY_VERSION=3.8
+    volumes:
+      - ./src:/code/src
+      - ./report:/code/report
+    depends_on:
+      python37:
+        condition: service_completed_successfully
+  python39:
+    build:
+      context: ./docker/
+      args:
+        DOCKER_IMAGE: python:3.9.15-slim-buster
+    entrypoint: ./entrypoint.sh
+    environment:
+      - PY_VERSION=3.9
+    volumes:
+      - ./src:/code/src
+      - ./report:/code/report
+    depends_on:
+      python38:
+        condition: service_completed_successfully
+  python310:
+    build:
+      context: ./docker/
+      args:
+        DOCKER_IMAGE: python:3.10.8-slim-buster
+    entrypoint: ./entrypoint.sh
+    environment:
+      - PY_VERSION=3.10
+    volumes:
+      - ./src:/code/src
+      - ./report:/code/report
+    depends_on:
+      python39:
+        condition: service_completed_successfully
+  python311:
+    build:
+      context: ./docker/
+      args:
+        DOCKER_IMAGE: python:3.11.0-slim-buster
+    entrypoint: ./entrypoint.sh
+    environment:
+      - PY_VERSION=3.11
+    volumes:
+      - ./src:/code/src
+      - ./report:/code/report
+    depends_on:
+      python310:
+        condition: service_completed_successfully

docker/Dockerfile

@@ -0,0 +1,52 @@
+ARG DOCKER_IMAGE=python:3.6.15-slim-buster
+
+FROM $DOCKER_IMAGE
+
+SHELL ["/bin/bash", "-o", "pipefail", "-e", "-u", "-x", "-c"]
+
+WORKDIR /code
+
+RUN apt-get install -y tzdata
+
+ENV DEBIAN_FRONTEND=noninteractive \
+    LANGUAGE=C.UTF-8 \
+    ANG=C.UTF-8 \
+    LC_ALL=C.UTF-8 \
+    LC_CTYPE=C.UTF-8 \
+    LC_MESSAGES=C.UTF-8 \
+    PYTHONDONTWRITEBYTECODE=1 \
+    PYTHONUNBUFFERED=1 \
+    TZ=America/Sao_Paulo
+
+RUN apt-get update && \ 
+    # Timezone
+    apt-get install -y tzdata && \ 
+    ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone && \
+    apt-get update && \
+    apt install -y --no-install-recommends \
+    dumb-init gcc make build-essential wget curl \
+    libpq-dev libssl-dev zlib1g-dev \
+    libbz2-dev libreadline-dev libsqlite3-dev \
+    libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev && \
+    apt-get clean && rm -rf /var/lib/apt/lists/*
+
+RUN wget https://github.com/sharkdp/hyperfine/releases/download/v1.15.0/hyperfine_1.15.0_amd64.deb && \
+    dpkg -i hyperfine_1.15.0_amd64.deb && \
+    rm hyperfine_1.15.0_amd64.deb
+
+ARG SETUPTOOLS_VERSION=65.6.0
+ARG REQUIREMENTS=requirements.txt
+
+COPY ./${REQUIREMENTS} .
+COPY ./requirements-internal.txt .
+
+RUN pip install pip setuptools==${SETUPTOOLS_VERSION} --upgrade && \
+    pip install --no-cache-dir -r ${REQUIREMENTS} && \
+    pip install --no-cache-dir -r requirements-internal.txt 
+
+COPY ./entrypoint.sh .
+
+COPY ./report.py .
+
+ENTRYPOINT ["dumb-init", "--"]
+CMD ["tail", "-f", "/dev/null"]

docker/entrypoint.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+
+i=0
+for FILE in $(find src/ -name "*.py")
+do
+    echo "--------------------"
+    echo "Running $FILE"
+
+    DONT_RUN=$(grep -rnw "${FILE}" -e "@DONT_RUN")
+    ALLOWED_PYTHON=$(grep -rnw "${FILE}" -e "@ALLOWED_VERSIONS")
+    ALLOWED_PYTHON_VERSION=$(echo $ALLOWED_PYTHON | grep "${PY_VERSION}")
+    MPROF_INTERVAL=$(cat ${FILE} | grep -e "@MPROF_INTERVAL" | sed 's/# @MPROF_INTERVAL: //')
+    MPROF_INTERVAL=${MPROF_INTERVAL:="0.01"}
+    MPROF_MULTIPROCESS=$(cat ${FILE} | grep -e "@MPROF_MULTIPROCESS" | sed 's/# @MPROF_MULTIPROCESS: //')
+    MPROF_MULTIPROCESS=${MPROF_MULTIPROCESS:="-C"}
+    echo "MPROF_INTERVAL: $MPROF_INTERVAL"
+    echo "MPROF_MULTIPROCESS: $MPROF_MULTIPROCESS"
+
+    if [ -z "$DONT_RUN" ]
+    then
+        if [ -z "$ALLOWED_PYTHON" ] || [ -z "$ALLOWED_PYTHON_VERSION" ]
+        then
+            echo "Python ${PY_VERSION} version not allowed in $FILE"
+            echo "{\"results\": [{\"command\": \"${FILE}\"}]}" > report/tmp/${i}part_${PY_VERSION}.json
+        else
+            # Performance
+            hyperfine --show-output --export-json report/tmp/${i}part_${PY_VERSION}.json --runs 5 --warmup 3 "python ${FILE}"
+            # Memory
+            for k in 1 2 3; do
+                mprof run ${MPROF_MULTIPROCESS} -T ${MPROF_INTERVAL} -o report/tmp/${i}_${k}part_${PY_VERSION}.dat ${FILE} &
+            done
+            wait
+            echo "${FILE}" >> report/tmp/${i}part_${PY_VERSION}_full.txt
+            for k in 1 2 3; do
+                cat report/tmp/${i}_${k}part_${PY_VERSION}.dat | sed '/^CHLD/ d' > report/tmp/${i}_${k}part_${PY_VERSION}_parcial.dat
+                mv report/tmp/${i}_${k}part_${PY_VERSION}_parcial.dat report/tmp/${i}_${k}part_${PY_VERSION}.dat
+                cat report/tmp/${i}_${k}part_${PY_VERSION}.dat | tail -1 >> report/tmp/${i}part_${PY_VERSION}_full.txt
+            done
+            mprof clean
+        fi
+        ((i=i+1))
+    else
+        echo "Skipping $FILE"
+    fi
+done
+
+python -m report ${PY_VERSION}
+rm report/tmp/*.json
+rm report/tmp/*.dat
+rm report/tmp/*.txt
+sleep 2