Skip to content

Commit

Permalink
fix variable type for top_p
Browse files Browse the repository at this point in the history
  • Loading branch information
CZYCW committed Jan 26, 2024
1 parent bce9499 commit 3032bad
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion applications/Colossal-LLaMA-2/inference_example.py
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@ def generate(args):
parser.add_argument('--do_sample', type=bool, default=True, help="Set whether or not to use sampling")
parser.add_argument('--temperature', type=float, default=0.3, help="Set temperature value")
parser.add_argument('--top_k', type=int, default=50, help="Set top_k value for top-k-filtering")
parser.add_argument('--top_p', type=int, default=0.95, help="Set top_p value for generation")
parser.add_argument('--top_p', type=float, default=0.95, help="Set top_p value for generation")
parser.add_argument('--input_txt', type=str, default="明月松间照,", help="The prompt input to the model")
args = parser.parse_args()
generate(args)

0 comments on commit 3032bad

Please sign in to comment.