Download Tensorflow/models/.github/scripts/pylint.sh from Kasamuday/object: direct link, hf CLI and curl.
- Browser
- Download file 5.47 kB
-
https://huggingface.co/spaces/Kasamuday/object/resolve/main/Tensorflow/models/.github/scripts/pylint.sh
- Command line
-
hf download hf://spaces/Kasamuday/object/Tensorflow/models/.github/scripts/pylint.sh
-
curl -L -o pylint.sh https://huggingface.co/spaces/Kasamuday/object/resolve/main/Tensorflow/models/.github/scripts/pylint.sh
5.47 kB
| # Copyright 2016 The TensorFlow Authors. All Rights Reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # ============================================================================== | |
| # | |
| # Pylint wrapper extracted from main TensorFlow, sharing same exceptions. | |
| # Specify --incremental to only check files touched since last commit on master, | |
| # otherwise will recursively check current directory (full repo takes long!). | |
| set -euo pipefail | |
| # Download latest configs from main TensorFlow repo. | |
| wget -q -O /tmp/pylintrc https://raw.githubusercontent.com/tensorflow/tensorflow/master/tensorflow/tools/ci_build/pylintrc | |
| SCRIPT_DIR=/tmp | |
| num_cpus() { | |
| # Get the number of CPUs | |
| if [[ -f /proc/cpuinfo ]]; then | |
| N_CPUS=$(grep -c ^processor /proc/cpuinfo) | |
| else | |
| # Fallback method | |
| N_CPUS=`getconf _NPROCESSORS_ONLN` | |
| fi | |
| if [[ -z ${N_CPUS} ]]; then | |
| die "ERROR: Unable to determine the number of CPUs" | |
| fi | |
| echo ${N_CPUS} | |
| } | |
| get_changed_files_in_last_non_merge_git_commit() { | |
| git diff --name-only $(git merge-base master $(git branch --show-current)) | |
| } | |
| # List Python files changed in the last non-merge git commit that still exist, | |
| # i.e., not removed. | |
| # Usage: get_py_files_to_check [--incremental] | |
| get_py_files_to_check() { | |
| if [[ "$1" == "--incremental" ]]; then | |
| CHANGED_PY_FILES=$(get_changed_files_in_last_non_merge_git_commit | \ | |
| grep '.*\.py$') | |
| # Do not include files removed in the last non-merge commit. | |
| PY_FILES="" | |
| for PY_FILE in ${CHANGED_PY_FILES}; do | |
| if [[ -f "${PY_FILE}" ]]; then | |
| PY_FILES="${PY_FILES} ${PY_FILE}" | |
| fi | |
| done | |
| echo "${PY_FILES}" | |
| else | |
| find . -name '*.py' | |
| fi | |
| } | |
| do_pylint() { | |
| if [[ $# == 1 ]] && [[ "$1" == "--incremental" ]]; then | |
| PYTHON_SRC_FILES=$(get_py_files_to_check --incremental) | |
| if [[ -z "${PYTHON_SRC_FILES}" ]]; then | |
| echo "do_pylint will NOT run due to --incremental flag and due to the "\ | |
| "absence of Python code changes in the last commit." | |
| return 0 | |
| fi | |
| elif [[ $# != 0 ]]; then | |
| echo "Invalid syntax for invoking do_pylint" | |
| echo "Usage: do_pylint [--incremental]" | |
| return 1 | |
| else | |
| PYTHON_SRC_FILES=$(get_py_files_to_check) | |
| fi | |
| # Something happened. TF no longer has Python code if this branch is taken | |
| if [[ -z ${PYTHON_SRC_FILES} ]]; then | |
| echo "do_pylint found no Python files to check. Returning." | |
| return 0 | |
| fi | |
| # Now that we know we have to do work, check if `pylint` is installed | |
| PYLINT_BIN="python3.8 -m pylint" | |
| echo "" | |
| echo "check whether pylint is available or not." | |
| echo "" | |
| ${PYLINT_BIN} --version | |
| if [[ $? -eq 0 ]] | |
| then | |
| echo "" | |
| echo "pylint available, proceeding with pylint sanity check." | |
| echo "" | |
| else | |
| echo "" | |
| echo "pylint not available." | |
| echo "" | |
| return 1 | |
| fi | |
| # Configure pylint using the following file | |
| PYLINTRC_FILE="${SCRIPT_DIR}/pylintrc" | |
| if [[ ! -f "${PYLINTRC_FILE}" ]]; then | |
| die "ERROR: Cannot find pylint rc file at ${PYLINTRC_FILE}" | |
| fi | |
| # Run pylint in parallel, after some disk setup | |
| NUM_SRC_FILES=$(echo ${PYTHON_SRC_FILES} | wc -w) | |
| NUM_CPUS=$(num_cpus) | |
| echo "Running pylint on ${NUM_SRC_FILES} files with ${NUM_CPUS} "\ | |
| "parallel jobs..." | |
| echo "" | |
| PYLINT_START_TIME=$(date +'%s') | |
| OUTPUT_FILE="$(mktemp)_pylint_output.log" | |
| ERRORS_FILE="$(mktemp)_pylint_errors.log" | |
| rm -rf ${OUTPUT_FILE} | |
| rm -rf ${ERRORS_FILE} | |
| set +e | |
| # When running, filter to only contain the error code lines. Removes module | |
| # header, removes lines of context that show up from some lines. | |
| # Also, don't redirect stderr as this would hide pylint fatal errors. | |
| ${PYLINT_BIN} --rcfile="${PYLINTRC_FILE}" --output-format=parseable \ | |
| --jobs=${NUM_CPUS} ${PYTHON_SRC_FILES} | grep '\[[CEFW]' > ${OUTPUT_FILE} | |
| PYLINT_END_TIME=$(date +'%s') | |
| echo "" | |
| echo "pylint took $((PYLINT_END_TIME - PYLINT_START_TIME)) s" | |
| echo "" | |
| # Report only what we care about | |
| # Ref https://pylint.readthedocs.io/en/latest/technical_reference/features.html | |
| # E: all errors | |
| # W0311 bad-indentation | |
| # W0312 mixed-indentation | |
| # C0330 bad-continuation | |
| # C0301 line-too-long | |
| # C0326 bad-whitespace | |
| # W0611 unused-import | |
| # W0622 redefined-builtin | |
| grep -E '(\[E|\[W0311|\[W0312|\[C0330|\[C0301|\[C0326|\[W0611|\[W0622)' ${OUTPUT_FILE} > ${ERRORS_FILE} | |
| # Determine counts of errors | |
| N_FORBID_ERRORS=$(wc -l ${ERRORS_FILE} | cut -d' ' -f1) | |
| set -e | |
| # Now, print the errors we should fix | |
| echo "" | |
| if [[ ${N_FORBID_ERRORS} != 0 ]]; then | |
| echo "Found ${N_FORBID_ERRORS} pylint errors:" | |
| cat ${ERRORS_FILE} | |
| fi | |
| echo "" | |
| if [[ ${N_FORBID_ERRORS} != 0 ]]; then | |
| echo "FAIL: Found ${N_FORBID_ERRORS} errors" | |
| return 1 | |
| else | |
| echo "PASS: Found no errors" | |
| fi | |
| } | |
| do_pylint "$@" | |