pre-commit
author eyeokg <k.galczynski@eyeo.com>
Wed, 30 Oct 2024 17:27:41 +0100
changeset 25708 d3198dc01a79
parent 25706 4cbb4d574255
permissions -rwxr-xr-x
Reorganized pre-commit
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
     1
#!/bin/bash
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
     2
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
     3
# Improve error handling, option e is not picked because it's expected for functions
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
     4
# to return non-0 statuses.
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
     5
set -Eeuo pipefail
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
     6
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
     7
# Allow user input during commit
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
     8
exec < /dev/tty
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
     9
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    10
templates_content='{}'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    11
templates_names=()
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    12
unique_json_files=()
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    13
unique_filterlists_to_include=()
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    14
all_domains_variables='[]'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    15
all_domains_variables_names='{}'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    16
all_json_files_contents='{}'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    17
variables_in_json_files='{}'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    18
variables_in_filterlists='{}'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    19
all_domain_variables_matches_in_filterlists='[]'
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    20
last_error=''
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    21
testing=false
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    22
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    23
error_handler() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    24
    local exit_code=$?
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    25
    local line_number=$1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    26
    echo "Error: Script failed with exit code $exit_code at line $line_number"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    27
    if [ "$BASH_COMMAND" = "return 1" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    28
        echo -e "Last error message:\n$last_error"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    29
    else
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    30
        echo -e "\n\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    31
        echo "THIS ERROR SHOULDN'T HAPPEN, PLEASE REPORT IT TO AFB TEAM OR KRIS"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    32
        echo -e "\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    33
        echo "Last executed command: $BASH_COMMAND"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    34
    fi
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    35
    if [ "$testing" = true ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    36
        exit 0
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    37
    else
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    38
        exit $exit_code
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    39
    fi
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    40
}
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
    41
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    42
# Set up trap to catch errors and invoke the error handler
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    43
trap 'error_handler $LINENO' ERR
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    44
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    45
check_git_status() {
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    46
    local status=$(git status)
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    47
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    48
    if grep -q "Changes not staged for commit" <<< $status || grep -q "Untracked files" <<< $status; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    49
        read -p "There are changes not staged for commit. The script will check only the staged version. Do you want to continue? (y/n): " choice
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    50
        case "$choice" in 
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    51
            # Echo empty line
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    52
            y|Y ) echo "";;
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    53
            n|N ) echo "Aborting."; exit 1;;
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    54
            * ) echo "Invalid choice. Aborting."; exit 1;;
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    55
        esac
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    56
    fi
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    57
}
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    58
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    59
check_if_jq_is_installed() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    60
    if ! command -v jq &>/dev/null; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    61
        last_error="ERROR: jq is not installed. Please install jq to continue."
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    62
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    63
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    64
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    65
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    66
check_if_file_exists() {
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    67
    local file_path="$1"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    68
    if ! [ -f "$file_path" ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    69
        last_error="ERROR: File $file_path does not exist"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    70
        return 1
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    71
    fi
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    72
}
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    73
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    74
get_staged_version_of_a_file() {
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    75
    local file_name="$1"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    76
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    77
    # Using name reference in order to not create subshells for each assignment and allow to use global variables
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    78
    # and global error handling
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    79
    local -n staged_file_content_nameref=$2
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    80
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    81
    check_if_file_exists "$file_name"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    82
    if git show :"$file_name" >/dev/null 2>&1; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    83
        staged_file_content_nameref="$(git show :"$file_name")"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    84
    else
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    85
        last_error="ERROR: File $file_name was requested by a template but it's not tracked neither staged."
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    86
        return 1
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    87
    fi
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    88
}
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    89
parse_template_data() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    90
    local template="$1"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    91
    local -n file_data_nameref=$2
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    92
    local staged_template
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    93
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    94
    get_staged_version_of_a_file "$template" staged_template
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    95
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    96
    # Extract lines starting with %domainsVariables exceptionrules: and process them with jq
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    97
    local json_files_in_template
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
    98
    json_files_in_template=$(grep "^%domainsVariables exceptionrules:" <<< "$staged_template" | sed 's/^%domainsVariables exceptionrules://; s/%$//' | jq -R -s 'split("\n") | map(select(length > 0))') || json_files_in_template="[]"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
    99
    # Extract lines starting with %include exceptionrules: and process them with jq
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   100
    local included_filterlists_files_in_template
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   101
    included_filterlists_files_in_template=$(grep "^%include exceptionrules:" <<< "$staged_template" | sed 's/^%include exceptionrules://; s/%$//' | jq -R -s 'split("\n") | map(select(length > 0))') || included_filterlists_files_in_template="[]"
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   102
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   103
    if [ "$included_filterlists_files_in_template" = "[]" ]; then
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   104
        last_error="ERROR: There is no list included in template $template_name"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   105
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   106
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   107
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   108
    # Create a JSON object with the template name as the key and the extracted domainsVariables and include data as values
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   109
    file_data_nameref=$(jq -n --arg template "$template" --argjson json_files_in_template "$json_files_in_template" --argjson included_filterlists_files_in_template "$included_filterlists_files_in_template" '
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   110
        {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   111
            $template: {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   112
                "domainsVariables": $json_files_in_template,
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   113
                "include": $included_filterlists_files_in_template
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   114
            }
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   115
        }')
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   116
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   117
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   118
update_templates_content() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   119
    local file_template="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   120
    # Merge the new template data into the existing templates_content JSON
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   121
    templates_content=$(jq -n --argjson templates_content "$templates_content" --argjson file_template "$file_template" '$templates_content + $file_template')
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   122
}
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   123
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   124
update_unique_json_files() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   125
    local template_name="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   126
    local file_data="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   127
    # Extract the list of domainsVariables files from the template data
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   128
    local json_files_list=$(jq -r --arg template_name "$template_name" '.[$template_name].domainsVariables[]' <<< "$file_data")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   129
    for json_file in $json_files_list; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   130
        if ! grep -qwF "$json_file" <<< "${unique_json_files[@]}"; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   131
            unique_json_files+=("$json_file")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   132
        fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   133
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   134
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   135
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   136
update_unique_includes() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   137
    local template_name="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   138
    local file_data="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   139
    # Extract the list of included files from the template data
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   140
    local included_files_list=$(jq -r --arg file "$template_name" '.[$file].include[]' <<< "$file_data")
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   141
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   142
    for included_filterlist in $included_files_list; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   143
        if ! grep -qwF "$included_filterlist" <<< "${unique_filterlists_to_include[@]}"; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   144
            unique_filterlists_to_include+=("$included_filterlist")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   145
        fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   146
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   147
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   148
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   149
check_if_valid_json() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   150
    local json_file_path="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   151
    if ! jq -e . >/dev/null 2>&1 <<< "$(cat "$json_file_path")"; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   152
        last_error="ERROR: Invalid JSON content in $json_file_path"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   153
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   154
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   155
}
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   156
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   157
check_if_correct_domains_variables_json_structure() {
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   158
    local json_file_content="$1"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   159
    # Check if the JSON structure is valid and matches the expected format:
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   160
    # { "variable1": ["domain1", "domain2" (...)], "variable2": ["domain1", "domain3" (...)], (...)}
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   161
    if ! echo $json_file_content | jq -e '
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   162
        type == "object" and
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   163
        ([keys[] as $k | .[$k] | type == "array" and all(.[]; type == "string")] | all)
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   164
        '   >/dev/null 2>&1;
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   165
    then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   166
        last_error="ERROR: JSON structure is invalid in $json_file_path"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   167
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   168
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   169
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   170
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   171
check_if_duplicated_domains_variable_name_in_single_file() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   172
    local json_file_path="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   173
    local domains_variables_names="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   174
    if [ "$(echo "$domains_variables_names" | sort | uniq -d)" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   175
        last_error="ERROR: Duplicate domains_variables_names found in $json_file_path"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   176
        return 1
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   177
    fi
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   178
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   179
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   180
check_if_valid_domains_variable_name() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   181
    local domains_variable_name="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   182
    if ! [[ "$domains_variable_name" =~ ^[[:alnum:]_]+$ ]]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   183
        last_error="ERROR: Invalid domains variable name: $domains_variable_name, only alphanumeric characters and underscores are allowed"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   184
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   185
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   186
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   187
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   188
check_if_duplicated_domains() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   189
    local json_file_path="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   190
    local key="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   191
    local value="$3"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   192
    # Value of domainsVariable is an array of strings representing domains,
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   193
    # therefore the error message mentions domains.
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   194
    if [ -n "$(echo "$value" | sort | uniq -di)" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   195
        last_error="ERROR: There are duplicated domains in $key in file $json_file_path:\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   196
        last_error+="$(echo "$value" | sort | uniq -di)"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   197
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   198
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   199
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   200
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   201
check_if_correct_domain() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   202
    local json_file_path="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   203
    local domains_variable_name="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   204
    local domains="$3"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   205
    for domain in $domains; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   206
        # Check if the domain matches the expected pattern
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   207
        if ! echo "$domain" | grep -qP "^(?:(?:(?!-)[A-Za-z0-9-]{1,63}(?<!-)\.)*(?:[A-Za-z]{2,})$)|(?:^(?:(?!-)[A-Za-z0-9-]{1,63}(?<!-)\.)+\*)$"; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   208
            last_error="ERROR: Invalid domain in $domains_variable_name: $domain in file $json_file_path"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   209
            return 1
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   210
        fi
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   211
    done
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   212
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   213
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   214
check_if_correct_domains_variables() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   215
    local json_file_path="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   216
    local domains_variables_names="$2"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   217
    local json_file_content="$3"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   218
    check_if_duplicated_domains_variable_name_in_single_file "$json_file_path" "$domains_variables_names"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   219
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   220
    for domains_variable_name in $domains_variables_names; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   221
        check_if_valid_domains_variable_name "$domains_variable_name"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   222
        # Extract the value associated with the domains variable name from the JSON file
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   223
        local domains=$(jq -r --arg key "$domains_variable_name" '.[$key][]' <<< "$json_file_content")
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   224
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   225
        check_if_duplicated_domains "$json_file_path" "$domains_variable_name" "$domains"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   226
        check_if_correct_domain "$json_file_path" "$domains_variable_name" "$domains"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   227
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   228
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   229
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   230
update_domains_variables_data() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   231
    local domains_variables_names="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   232
    local json_file_path="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   233
    local json_file_content=$(jq -c . < "$json_file_path")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   234
    
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   235
    # Merge the new domains variables into the existing all_domains_variables array
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   236
    all_domains_variables=$(jq -n --argjson all_domains_variables "$all_domains_variables" --argjson domains_variables_names "$(echo "$domains_variables_names" | jq -R -s 'split("\n") | map(select(length > 0))')" '$all_domains_variables + $domains_variables_names | unique')
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   237
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   238
    # Add the JSON file content to the all_json_files_contents object
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   239
    all_json_files_contents=$(echo "$all_json_files_contents" | jq --arg json_file_path "$json_file_path" --argjson json_file_content "$json_file_content" '.[$json_file_path] = $json_file_content')
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   240
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   241
    # Update the variables_in_json_files object with the keys from the JSON file
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   242
    variables_in_json_files=$(echo "$variables_in_json_files" | jq --arg key "$json_file_path" --argjson value "$(echo "$all_json_files_contents" | jq 'to_entries | map({key: .key, value: (.value | keys)}) | from_entries' | jq --arg key "$json_file_path" '.[$key]')" '. * {($key): $value}')
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   243
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   244
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   245
check_if_duplicated_domains_variable_name_between_files() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   246
    local json_file_path="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   247
    local domains_variables_names="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   248
    for domains_variable_name in $domains_variables_names; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   249
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   250
        # Check if the domains variable name exists in the all_domains_variables array
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   251
        if jq -e --arg name "$domains_variable_name" 'index($name) != null' <<< "$all_domains_variables" >/dev/null 2>&1; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   252
            # If a duplicate is found, identify the file containing the duplicate and report an error
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   253
            local file_with_duplicate=$(jq -r --arg name "$domains_variable_name" '
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   254
            to_entries | map(select(.value | has($name))) | .[0].key
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   255
            ' <<< "$all_json_files_contents")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   256
            last_error="ERROR: Duplicate domains variable found in $json_file_path and $file_with_duplicate file: $domains_variable_name"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   257
            return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   258
        fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   259
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   260
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   261
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   262
find_domain_variables_in_filterlist() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   263
    local filterlist_content="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   264
    local filterlist_path="$2"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   265
    local -n all_lines_with_domain_variables_in_filterlist_nameref=$3
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   266
    # Find lines containing domain variables in the filterlist
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   267
    all_lines_with_domain_variables_in_filterlist_nameref=$(grep -P '%<\{.*\}>%' <<< "$filterlist_content") || all_lines_with_domain_variables_in_filterlist_nameref=''
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   268
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   269
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   270
process_filters() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   271
    local all_lines_with_domain_variables_in_filterlist="$1"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   272
    local -n domains_variables_collected_from_filterlist_nameref="$2"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   273
    domains_variables_collected_from_filterlist_nameref='[]'
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   274
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   275
    for filter in $all_lines_with_domain_variables_in_filterlist; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   276
        # Extract the domain variable from the filter
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   277
        local domains_variable_match=$(grep -oP '(?<=%<\{).*?(?=\}>%)' <<< "$filter")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   278
        if [ "$(echo "$domains_variable_match" | wc -l)" -gt 1 ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   279
            last_error="ERROR: More than 2 domain variables found in filter: $filter"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   280
            return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   281
        fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   282
        # Ensure the domain variable is correctly formatted in the filter
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   283
        local true_matches=$(grep -P '(%<{(\w+)}>%(?:,~?[a-zA-Z0-9*.~-]+)*#[?@$]?#)|([,$]domain=(?:[a-zA-Z0-9*.~-]+\|)*%<{(\w+)}>%)' <<< "$filter")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   284
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   285
        if [ -z "$true_matches" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   286
            last_error="ERROR: Domain variable added in a wrong way in filter: $filter"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   287
            return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   288
        fi
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   289
        domains_variables_collected_from_filterlist_nameref=$(jq --arg domains_variable_match "$domains_variable_match" '. + [$domains_variable_match]' <<< "$domains_variables_collected_from_filterlist_nameref")
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   290
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   291
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   292
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   293
update_matches_and_variables() {
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   294
    local domains_variables_collected_from_filterlist="$1"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   295
    local file_path="$2"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   296
    
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   297
    # Update the list of all domain variable matches in filterlists
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   298
    all_domain_variables_matches_in_filterlists=$(jq -n --argjson all_domain_variables_matches_in_filterlists "$all_domain_variables_matches_in_filterlists" --argjson matches "$domains_variables_collected_from_filterlist" '$all_domain_variables_matches_in_filterlists + $matches | unique')
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   299
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   300
    # Update the variables_in_filterlists object with the matches from the current filterlist
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   301
    variables_in_filterlists=$(jq --arg key "$file_path" --argjson value "$domains_variables_collected_from_filterlist" '.[$key] = $value' <<< "$variables_in_filterlists")
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   302
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   303
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   304
extract_domains_variables_in_included_filterlists() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   305
    local template_name="$1"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   306
    local -n domains_variables_in_included_filterlists_nameref=$2
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   307
    # Extract the list of included filterlists from the template
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   308
    local included_filterlists=$(jq -r --arg template_name "$template_name" '.[$template_name].include[]' <<< "$templates_content")
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   309
    domains_variables_in_included_filterlists_nameref=()
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   310
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   311
    for included_filterlist in $included_filterlists; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   312
        # Extract the domain variables from each included filterlist
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   313
        local domains_variables=$(jq -r --arg key "$included_filterlist" '.[$key][]' <<< "$variables_in_filterlists")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   314
        for domain_variable in $domains_variables; do
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   315
            domains_variables_in_included_filterlists_nameref+=("$domain_variable")
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   316
        done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   317
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   318
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   319
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   320
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   321
extract_domains_variables_in_included_json_files() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   322
    local template_name="$1"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   323
    local -n domains_variables_in_included_json_files_nameref=$2
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   324
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   325
    # Extract the list of included JSON files from the template
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   326
    local included_json_files=$(jq -r --arg template_name "$template_name" '.[$template_name].domainsVariables[]' <<< "$templates_content")
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   327
    domains_variables_in_included_json_files_nameref=()
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   328
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   329
    for included_json_file in $included_json_files; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   330
        # Extract the domain variables from each included JSON file
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   331
        local domains_variables=$(jq -r --arg key "$included_json_file" '.[$key][]' <<< "$variables_in_json_files")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   332
        for domain_variable in $domains_variables; do
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   333
            domains_variables_in_included_json_files_nameref+=("$domain_variable")
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   334
        done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   335
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   336
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   337
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   338
check_domain_variables_in_filterlists() {
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   339
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   340
    local template_name="$1"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   341
    local domains_variables_in_included_filterlists=()
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   342
    local domains_variables_in_included_json_files=()
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   343
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   344
    # When for example $2 was empty, then the array had one element with empty string
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   345
    if [ -n "$2" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   346
        domains_variables_in_included_filterlists=($2)
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   347
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   348
    if [ -n "$3" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   349
        domains_variables_in_included_json_files=($3)
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   350
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   351
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   352
    # Extract the list of included filterlists and JSON files from the template
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   353
    local included_filterlists=$(jq -r --arg template_name "$template_name" '.[$template_name].include[]' <<< "$templates_content")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   354
    local included_json_files=$(jq -r --arg template_name "$template_name" '.[$template_name].domainsVariables[]' <<< "$templates_content")
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   355
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   356
    for domain_variable_in_filterlist in ${domains_variables_in_included_filterlists[@]}; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   357
        local found=false
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   358
        for domain_variable_in_json_file in ${domains_variables_in_included_json_files[@]}; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   359
            if [ "$domain_variable_in_filterlist" = "$domain_variable_in_json_file" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   360
                found=true
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   361
                break
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   362
            fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   363
        done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   364
        if ! $found; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   365
            last_error="Error: One of the filterlists:\n\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   366
            last_error+="$included_filterlists\n\n"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   367
            last_error+="included in the template $template_name contain a domain variable $domain_variable_in_filterlist "
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   368
            last_error+="which wasn't found in any of the domains variables files included in that template:\n\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   369
            last_error+="$included_json_files"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   370
            return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   371
        fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   372
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   373
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   374
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   375
check_if_domains_variables_are_identical_in_lists_and_jsons() {
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   376
    if [ "$all_domains_variables" != "$all_domain_variables_matches_in_filterlists" ]; then
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   377
        last_error="Error: the domain variables in domain-variables file and the filter list are not the same\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   378
        last_error+="Extra variables in domain-variables files:\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   379
        last_error+="$(jq -n --argjson all_domains_variables "$all_domains_variables" --argjson all_domain_variables_matches_in_filterlists "$all_domain_variables_matches_in_filterlists" '$all_domains_variables - $all_domain_variables_matches_in_filterlists')\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   380
        last_error+="Extra variables in filter lists:\n"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   381
        last_error+=$(jq -n --argjson all_domains_variables "$all_domains_variables" --argjson all_domain_variables_matches_in_filterlists "$all_domain_variables_matches_in_filterlists" '$all_domain_variables_matches_in_filterlists - $all_domains_variables')
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   382
        return 1
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   383
    fi
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   384
}
25704
4c03dcd1e5aa Initial commit for domains variables
eyeokg <k.galczynski@eyeo.com>
parents:
diff changeset
   385
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   386
main() {
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   387
    check_git_status
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   388
    check_if_jq_is_installed
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   389
    for template_name in *.txt; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   390
        templates_names+=("$template_name")
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   391
        # To avoid creating a subshell, the variable is passed as a reference to parse_template_data function
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   392
        # That helps with the error handling and allows to use global variables
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   393
        local file_data
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   394
        # Parse data from the template
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   395
        parse_template_data "$template_name" file_data
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   396
        # Update the templates_content JSON with the data from the file
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   397
        update_templates_content "$file_data"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   398
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   399
        update_unique_json_files "$template_name" "$file_data"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   400
        update_unique_includes "$template_name" "$file_data"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   401
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   402
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   403
    for domains_variables_path in ${unique_json_files[@]}; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   404
        check_if_file_exists "$domains_variables_path"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   405
        local staged_domains_variables_file
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   406
        get_staged_version_of_a_file "$domains_variables_path" staged_domains_variables_file
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   407
        check_if_correct_domains_variables_json_structure "$staged_domains_variables_file"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   408
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   409
        # If jq would be used the duplicates would be automatically removed, therefore I used perl
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   410
        local domains_variables_names=$(perl -0777 -ne 'print "$1\n" while /"([^"]+?)"(?=[\s\r\n]*:)/g' <<< $staged_domains_variables_file)
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   411
        check_if_correct_domains_variables "$domains_variables_path" "$domains_variables_names" "$staged_domains_variables_file"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   412
        check_if_duplicated_domains_variable_name_between_files "$domains_variables_path" "$domains_variables_names"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   413
        update_domains_variables_data "$domains_variables_names" "$domains_variables_path"
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   414
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   415
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   416
    for filterlist_path in ${unique_filterlists_to_include[@]}; do
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   417
        check_if_file_exists "$filterlist_path"
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   418
        local filterlist_content
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   419
        get_staged_version_of_a_file "$filterlist_path" filterlist_content
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   420
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   421
        local all_lines_with_domain_variables_in_filterlist
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   422
        # This regex check is simpler than in filterlist delivery to also catch domains variables in the wrong place
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   423
        # without starting with a complex regex. The full regex is in one of the next steps
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   424
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   425
        find_domain_variables_in_filterlist "$filterlist_content" "$filterlist_path" all_lines_with_domain_variables_in_filterlist
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   426
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   427
        if [ -z "$all_lines_with_domain_variables_in_filterlist" ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   428
            # In case of lack of matches, the value of all_lines_with_domain_variables_in_filterlist should have just
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   429
            # a message to show.
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   430
            local domains_variables_collected_from_filterlist='[]'
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   431
        else
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   432
            local domains_variables_collected_from_filterlist
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   433
            process_filters "$all_lines_with_domain_variables_in_filterlist" domains_variables_collected_from_filterlist
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   434
        fi
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   435
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   436
        update_matches_and_variables "$domains_variables_collected_from_filterlist" "$filterlist_path"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   437
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   438
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   439
    local domains_variables_in_included_filterlists=()
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   440
    for template_name in ${templates_names[@]}; do
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   441
        extract_domains_variables_in_included_filterlists "$template_name" domains_variables_in_included_filterlists
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   442
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   443
        local domains_variables_in_included_json_files
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   444
        extract_domains_variables_in_included_json_files "$template_name" domains_variables_in_included_json_files
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   445
        check_domain_variables_in_filterlists "$template_name" "$(echo ${domains_variables_in_included_filterlists[@]})" "$(echo ${domains_variables_in_included_json_files[@]})"
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   446
    done
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   447
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   448
    check_if_domains_variables_are_identical_in_lists_and_jsons
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   449
}
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   450
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   451
# For testing purposes only if the script has no arguments or the argument is main the process should run
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   452
# thanks to that the script can be tested without running the main function
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   453
if [ -z "${1:-}" ] || [ "$1" = "main" ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   454
    main
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   455
    ./pre-commit-src/tests/pre-commit-tests.sh || exit_code=1
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   456
    function_exit_code=$?
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   457
    if [ $exit_code -ne 1 ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   458
        exit_code=$function_exit_code
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   459
    fi
25705
d7bf4e5f34aa Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25704
diff changeset
   460
25706
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   461
    if [ $exit_code -ne 0 ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   462
        echo "Tests failed with exit code $exit_code"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   463
    else
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   464
        echo "Tests passed successfully"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   465
    fi
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   466
    exit $exit_code
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   467
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   468
elif [ "$1" = "--load-only" ]; then
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   469
    testing=true
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   470
    echo "Script loaded successfully"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   471
else
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   472
    "$@"
4cbb4d574255 Improved pre-commit check
eyeokg <k.galczynski@eyeo.com>
parents: 25705
diff changeset
   473
fi