diff --git a/lit_nlp/examples/gcp/model_server.py b/lit_nlp/examples/gcp/model_server.py index d818c778..d4debaee 100644 --- a/lit_nlp/examples/gcp/model_server.py +++ b/lit_nlp/examples/gcp/model_server.py @@ -56,7 +56,7 @@ def _handler(app: wsgi_app.App, request, unused_environ): dl_runtime=dl_runtime, precision=precision, batch_size=batch_size, - sequence_length=sequence_length, + max_length=sequence_length, ) gen_name = model_config[0].split(':')[0]