From 8d86931813adec1bc5854124cbc2f18c82149fde Mon Sep 17 00:00:00 2001 From: thxCode Date: Mon, 2 Sep 2024 09:32:05 +0800 Subject: [PATCH] refactor: bump & adjust estimation Signed-off-by: thxCode --- cmd/gguf-packer/estimate.go | 2 +- cmd/gguf-packer/go.mod | 2 +- cmd/gguf-packer/go.sum | 4 ++-- go.mod | 2 +- go.sum | 4 ++-- 5 files changed, 7 insertions(+), 7 deletions(-) diff --git a/cmd/gguf-packer/estimate.go b/cmd/gguf-packer/estimate.go index 7b400bd..8e30715 100644 --- a/cmd/gguf-packer/estimate.go +++ b/cmd/gguf-packer/estimate.go @@ -457,7 +457,7 @@ func estimate(app string) *cobra.Command { c.Flags().Uint64Var(&offloadLayersStep, "gpu-layers-step", offloadLayersStep, "Specify the offload layers step.") c.Flags().StringSliceVar(&deviceMetrics, "device-metric", deviceMetrics, "Specify the device metric, in form of \"FLOPS;Up Bandwidth[;Down Bandwidth]\". "+ "The FLOPS unit, select from [PFLOPS, TFLOPS, GFLOPS, MFLOPS, KFLOPS]. "+ - "The Up/Down Bandwidth unit, select from [PiBps, PBps, TiBps, TBps, GiBps, GBps, MiBps, MBps, KiBps, KBps].") + "The Up/Down Bandwidth unit, select from [PiBps, TiBps, GiBps, MiBps, KiBps, PBps, TBps, GBps, MBps, KBps, Pbps, Tbps, Gbps, Mbps, Kbps].") c.Flags().BoolVar(&inShort, "in-short", inShort, "Output as short format.") c.Flags().BoolVar(&inJson, "json", inJson, "Output as JSON.") return c diff --git a/cmd/gguf-packer/go.mod b/cmd/gguf-packer/go.mod index 71fef5d..9728f4b 100644 --- a/cmd/gguf-packer/go.mod +++ b/cmd/gguf-packer/go.mod @@ -14,7 +14,7 @@ require ( github.com/dustin/go-humanize v1.0.1 github.com/google/go-containerregistry v0.20.2 github.com/gpustack/gguf-packer-go v0.0.0-00010101000000-000000000000 - github.com/gpustack/gguf-parser-go v0.10.0 + github.com/gpustack/gguf-parser-go v0.10.1 github.com/jedib0t/go-pretty/v6 v6.5.9 github.com/moby/buildkit v0.15.2 github.com/opencontainers/go-digest v1.0.0 diff --git a/cmd/gguf-packer/go.sum b/cmd/gguf-packer/go.sum index 4fbaad8..1d14e05 100644 --- a/cmd/gguf-packer/go.sum +++ b/cmd/gguf-packer/go.sum @@ -181,8 +181,8 @@ github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510/go.mod h1:pupxD2MaaD3 github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= -github.com/gpustack/gguf-parser-go v0.10.0 h1:+ibhcoVKV8/Lhkl0HgctQi8bjUG+KP6mT2INZQ4xcHA= -github.com/gpustack/gguf-parser-go v0.10.0/go.mod h1:FWtM5FF/6JKF3tIuW4gbuq1yk7N3v3CIfWypnxo1KpY= +github.com/gpustack/gguf-parser-go v0.10.1 h1:97l2HNGYMfoEz2kQ7uI6boSXynlXhUdHlt09bvPiIss= +github.com/gpustack/gguf-parser-go v0.10.1/go.mod h1:FWtM5FF/6JKF3tIuW4gbuq1yk7N3v3CIfWypnxo1KpY= github.com/grpc-ecosystem/grpc-gateway/v2 v2.21.0 h1:CWyXh/jylQWp2dtiV33mY4iSSp6yf4lmn+c7/tN+ObI= github.com/grpc-ecosystem/grpc-gateway/v2 v2.21.0/go.mod h1:nCLIt0w3Ept2NwF8ThLmrppXsfT07oC8k0XNDxd8sVU= github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4= diff --git a/go.mod b/go.mod index 88e6e67..883d878 100644 --- a/go.mod +++ b/go.mod @@ -6,7 +6,7 @@ require ( github.com/containerd/platforms v0.2.1 github.com/distribution/reference v0.6.0 github.com/docker/go-units v0.5.0 - github.com/gpustack/gguf-parser-go v0.10.0 + github.com/gpustack/gguf-parser-go v0.10.1 github.com/mitchellh/hashstructure/v2 v2.0.2 github.com/moby/buildkit v0.15.2 github.com/moby/patternmatcher v0.6.0 diff --git a/go.sum b/go.sum index 12a670f..fc3e0ea 100644 --- a/go.sum +++ b/go.sum @@ -101,8 +101,8 @@ github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510/go.mod h1:pupxD2MaaD3 github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= -github.com/gpustack/gguf-parser-go v0.10.0 h1:+ibhcoVKV8/Lhkl0HgctQi8bjUG+KP6mT2INZQ4xcHA= -github.com/gpustack/gguf-parser-go v0.10.0/go.mod h1:FWtM5FF/6JKF3tIuW4gbuq1yk7N3v3CIfWypnxo1KpY= +github.com/gpustack/gguf-parser-go v0.10.1 h1:97l2HNGYMfoEz2kQ7uI6boSXynlXhUdHlt09bvPiIss= +github.com/gpustack/gguf-parser-go v0.10.1/go.mod h1:FWtM5FF/6JKF3tIuW4gbuq1yk7N3v3CIfWypnxo1KpY= github.com/grpc-ecosystem/grpc-gateway/v2 v2.21.0 h1:CWyXh/jylQWp2dtiV33mY4iSSp6yf4lmn+c7/tN+ObI= github.com/grpc-ecosystem/grpc-gateway/v2 v2.21.0/go.mod h1:nCLIt0w3Ept2NwF8ThLmrppXsfT07oC8k0XNDxd8sVU= github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=