mirror of
https://github.com/elastic/eland.git
synced 2025-07-24 00:00:39 +08:00
129 lines
4.3 KiB
Python
Executable File
129 lines
4.3 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Licensed to Elasticsearch B.V. under one or more contributor
|
|
# license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright
|
|
# ownership. Elasticsearch B.V. licenses this file to you under
|
|
# the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""
|
|
Copies a model from the Hugging Face model hub into an Elasticsearch cluster.
|
|
This will create local cached copies that will be traced (necessary) before
|
|
uploading to Elasticsearch. This will also check that the task type is supported
|
|
as well as the model and tokenizer types. All necessary configuration is
|
|
uploaded along with the model.
|
|
"""
|
|
|
|
import argparse
|
|
import tempfile
|
|
|
|
import elasticsearch
|
|
from elastic_transport.client_utils import DEFAULT
|
|
|
|
from eland.ml.pytorch import PyTorchModel
|
|
from eland.ml.pytorch.transformers import SUPPORTED_TASK_TYPES, TransformerModel
|
|
|
|
MODEL_HUB_URL = "https://huggingface.co"
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(prog="upload_hub_model")
|
|
parser.add_argument(
|
|
"--url",
|
|
required=True,
|
|
help="An Elasticsearch connection URL, e.g. http://user:secret@localhost:9200",
|
|
)
|
|
parser.add_argument(
|
|
"--hub-model-id",
|
|
required=True,
|
|
help="The model ID in the Hugging Face model hub, "
|
|
"e.g. dbmdz/bert-large-cased-finetuned-conll03-english",
|
|
)
|
|
parser.add_argument(
|
|
"--elasticsearch-model-id",
|
|
required=False,
|
|
default=None,
|
|
help="The model ID to use in Elasticsearch, "
|
|
"e.g. bert-large-cased-finetuned-conll03-english."
|
|
"When left unspecified, this will be auto-created from the `hub-id`",
|
|
)
|
|
parser.add_argument(
|
|
"--task-type",
|
|
required=True,
|
|
choices=SUPPORTED_TASK_TYPES,
|
|
help="The task type for the model usage.",
|
|
)
|
|
parser.add_argument(
|
|
"--quantize",
|
|
action="store_true",
|
|
default=False,
|
|
help="Quantize the model before uploading. Default: False",
|
|
)
|
|
parser.add_argument(
|
|
"--start",
|
|
action="store_true",
|
|
default=False,
|
|
help="Start the model deployment after uploading. Default: False",
|
|
)
|
|
parser.add_argument(
|
|
"--clear-previous",
|
|
action="store_true",
|
|
default=False,
|
|
help="Should the model previously stored with `elasticsearch-model-id` be deleted"
|
|
)
|
|
parser.add_argument(
|
|
"--insecure",
|
|
action="store_false",
|
|
default=True,
|
|
help="Do not verify SSL certificates"
|
|
)
|
|
parser.add_argument(
|
|
"--ca-certs",
|
|
required=False,
|
|
default=DEFAULT,
|
|
help="Path to CA bundle"
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
es = elasticsearch.Elasticsearch(args.url, request_timeout=300, verify_certs=args.insecure, ca_certs=args.ca_certs) # 5 minute timeout
|
|
|
|
# trace and save model, then upload it from temp file
|
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
|
print(f"Loading HuggingFace transformer tokenizer and model {args.hub_model_id}")
|
|
tm = TransformerModel(args.hub_model_id, args.task_type, args.quantize)
|
|
model_path, config_path, vocab_path = tm.save(tmp_dir)
|
|
|
|
es_model_id = (
|
|
args.elasticsearch_model_id
|
|
if args.elasticsearch_model_id
|
|
else tm.elasticsearch_model_id()
|
|
)
|
|
|
|
ptm = PyTorchModel(es, es_model_id)
|
|
if args.clear_previous:
|
|
print(f"Stopping previous deployment and deleting model: {ptm.model_id}")
|
|
ptm.stop()
|
|
ptm.delete()
|
|
print(f"Importing model: {ptm.model_id}")
|
|
ptm.import_model(model_path, config_path, vocab_path)
|
|
|
|
# start the deployed model
|
|
if args.start:
|
|
print(f"Starting model deployment: {ptm.model_id}")
|
|
ptm.start()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|