feat: support tensor parallel & Data loader #5308

	name: Run Tests

	on:
	pull_request:
	paths:
	- "src/**"
	- "tests/**"
	- ".github/**"
	- "examples/**"
	- "setup.py"
	types: [opened, synchronize, reopened]

	env:
	HF_HOME: ~/hf_cache
	TESTING_MOCKED_DATALOADERS: "1"
	IS_GITHUB_CI: "1"

	jobs:
	run-tests:
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix:
	pytorch-version: [
	latest,
	minimum,
	]
	test-kind: [
	test_prod,
	test_core,
	test_cli,
	test_big_modeling,
	test_deepspeed,
	test_fsdp,
	test_example_differences,
	test_checkpoint_step,
	test_checkpoint_epoch,
	test_rest
	]
	steps:
	- uses: actions/[email protected]
	- name: Set up python 3.9
	uses: actions/setup-python@v3
	with:
	python-version: 3.9
	cache: 'pip'
	cache-dependency-path: 'setup.py'

	- name: Install the library
	run: \|
	if [[ ${{ matrix.test-kind }} = test_prod ]]; then pip install -e .[test_prod]; fi
	if [[ ${{ matrix.test-kind }} != test_prod ]]; then pip install -e .[testing,test_trackers]; fi
	if [[ ${{ matrix.test-kind }} = test_rest ]]; then pip uninstall comet_ml -y; fi
	if [[ ${{ matrix.pytorch-version }} = minimum ]]; then pip install torchvision==0.18.1 torch==2.3.1; fi
	pip install pytest-reportlog tabulate setuptools

	- name: Show installed libraries
	run: \|
	pip freeze

	- name: Run Tests
	env:
	PYTORCH_VERSION: ${{ matrix.pytorch-version }}
	run: \|
	make ${{ matrix.test-kind }}

	- name: Generate Report
	if: always()
	run: \|
	python utils/log_reports.py >> $GITHUB_STEP_SUMMARY

Provide feedback