feat: support tensor parallel & Data loader #2516

	# CI for specifically ensuring integrations work fine (`transformers` mainly)
	# Useful tips:
	# - New integrations to test should have its own job, and follow a strategy method where we check both
	# the pypi and github versions.
	# - When checking the latest release of the integration, use
	# git checkout $(git describe --tags `git rev-list --tags --max-count=1`) to get the latest release.

	name: Integration Tests

	on:
	pull_request:
	paths:
	- "src/**"
	- "tests/**"
	- ".github/**"
	- "examples/**"
	- "setup.py"
	types: [opened, synchronize, reopened]

	env:
	HF_HOME: ~/hf_cache

	jobs:
	run-trainer-tests:
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	steps:
	- uses: actions/[email protected]
	- name: Set up python 3.9
	uses: actions/setup-python@v3
	with:
	python-version: 3.9
	cache: 'pip'
	cache-dependency-path: 'setup.py'

	- name: Install Accelerate from source
	run: \|
	pip install --upgrade pip
	pip install -e .

	- name: Clone and install transformers
	run: \|
	cd ..
	git clone https://github.com/huggingface/transformers
	cd transformers
	pip install .[torch,testing]

	- name: Show installed libraries
	run: \|
	pip freeze

	- name: Run Trainer tests
	env:
	WANDB_DISABLED: true
	run: \|
	cd ../transformers
	pytest -sv tests/trainer

Provide feedback