123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120 |
- .PHONY: deps_table_update modified_only_fixup extra_style_checks quality style fixup fix-copies test test-examples
- # make sure to test the local checkout in scripts and not the pre-installed one (don't use quotes!)
- export PYTHONPATH = src
- check_dirs := examples tests src utils
- modified_only_fixup:
- $(eval modified_py_files := $(shell python utils/get_modified_files.py $(check_dirs)))
- @if test -n "$(modified_py_files)"; then \
- echo "Checking/fixing $(modified_py_files)"; \
- black $(modified_py_files); \
- ruff $(modified_py_files) --fix; \
- else \
- echo "No library .py files were modified"; \
- fi
- # Update src/transformers/dependency_versions_table.py
- deps_table_update:
- @python setup.py deps_table_update
- deps_table_check_updated:
- @md5sum src/transformers/dependency_versions_table.py > md5sum.saved
- @python setup.py deps_table_update
- @md5sum -c --quiet md5sum.saved || (printf "\nError: the version dependency table is outdated.\nPlease run 'make fixup' or 'make style' and commit the changes.\n\n" && exit 1)
- @rm md5sum.saved
- # autogenerating code
- autogenerate_code: deps_table_update
- # Check that the repo is in a good state
- repo-consistency:
- python utils/check_copies.py
- python utils/check_table.py
- python utils/check_dummies.py
- python utils/check_repo.py
- python utils/check_inits.py
- python utils/check_config_docstrings.py
- python utils/check_config_attributes.py
- python utils/check_doctest_list.py
- python utils/update_metadata.py --check-only
- python utils/check_task_guides.py
- # this target runs checks on all files
- quality:
- black --check $(check_dirs) setup.py conftest.py
- python utils/custom_init_isort.py --check_only
- python utils/sort_auto_mappings.py --check_only
- ruff $(check_dirs) setup.py conftest.py
- doc-builder style src/transformers docs/source --max_len 119 --check_only --path_to_docs docs/source
- python utils/check_doc_toc.py
- # Format source code automatically and check is there are any problems left that need manual fixing
- extra_style_checks:
- python utils/custom_init_isort.py
- python utils/sort_auto_mappings.py
- doc-builder style src/transformers docs/source --max_len 119 --path_to_docs docs/source
- python utils/check_doc_toc.py --fix_and_overwrite
- # this target runs checks on all files and potentially modifies some of them
- style:
- black $(check_dirs) setup.py conftest.py
- ruff $(check_dirs) setup.py conftest.py --fix
- ${MAKE} autogenerate_code
- ${MAKE} extra_style_checks
- # Super fast fix and check target that only works on relevant modified files since the branch was made
- fixup: modified_only_fixup extra_style_checks autogenerate_code repo-consistency
- # Make marked copies of snippets of codes conform to the original
- fix-copies:
- python utils/check_copies.py --fix_and_overwrite
- python utils/check_table.py --fix_and_overwrite
- python utils/check_dummies.py --fix_and_overwrite
- python utils/check_task_guides.py --fix_and_overwrite
- # Run tests for the library
- test:
- python -m pytest -n auto --dist=loadfile -s -v ./tests/
- # Run tests for examples
- test-examples:
- python -m pytest -n auto --dist=loadfile -s -v ./examples/pytorch/
- # Run tests for SageMaker DLC release
- test-sagemaker: # install sagemaker dependencies in advance with pip install .[sagemaker]
- TEST_SAGEMAKER=True python -m pytest -n auto -s -v ./tests/sagemaker
- # Release stuff
- pre-release:
- python utils/release.py
- pre-patch:
- python utils/release.py --patch
- post-release:
- python utils/release.py --post_release
- post-patch:
- python utils/release.py --post_release --patch
- build-release:
- rm -rf dist
- rm -rf build
- python setup.py bdist_wheel
- python setup.py sdist
- python utils/check_build.py
|