minor update

Signed-off-by: Yu Chin Fabian Lim <[email protected]>
foundation-model-stack · Aug 19, 2024 · b98d80e · b98d80e
1 parent d22e560
commit b98d80e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/plugins/attention-and-distributed-packing/pyproject.toml b/plugins/attention-and-distributed-packing/pyproject.toml
@@ -13,7 +13,7 @@ authors = [
 license = {text = "Apache-2.0"}
 readme = "README.md"
 requires-python = "~=3.9"
-keywords = ['fms-hf-tuning', 'acceleration', 'padding-free']
+keywords = ['fms-hf-tuning', 'acceleration', 'padding-free', 'multipack']
 classifiers=[
     "License :: OSI Approved :: Apache Software License",
     "Development Status :: 4 - Beta",

diff --git a/plugins/attention-and-distributed-packing/src/fms_acceleration_aadp/multipack_sampler.py b/plugins/attention-and-distributed-packing/src/fms_acceleration_aadp/multipack_sampler.py
@@ -20,7 +20,8 @@
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
-taken from https://github.com/imoneoi/multipack_sampler
+taken from https://github.com/imoneoi/multipack_sampler with some modifications 
+taken from https://github.com/instructlab/training/blob/main/src/instructlab/training/multipack_sampler.py
 """
 
 # Standard