# Copyright 2020 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================
"""method of server supplied for master"""
import threading
from functools import wraps
from mindspore_serving.common import check_type
from mindspore_serving import log as logger
from mindspore_serving._mindspore_serving import ExitSignalHandle_
from mindspore_serving._mindspore_serving import Master_
_wait_and_clear_thread = None
# waiting for Ctrl+C, and clear
def _start_wait_and_clear():
"""Start thread waiting for catch ctrl+c, and clear env"""
def thread_func():
logger.info("Serving master: wait for Ctrl+C to exit ------------------------------------")
print("Serving master: wait for Ctrl+C to exit ------------------------------------")
Master_.wait_and_clear()
global _wait_and_clear_thread
if not _wait_and_clear_thread:
_wait_and_clear_thread = threading.Thread(target=thread_func)
_wait_and_clear_thread.start()
[docs]def stop():
r"""
Stop the running of master.
Examples:
>>> from mindspore_serving import master
>>>
>>> master.start_grpc_server("0.0.0.0", 5500)
>>> master.start_restful_server("0.0.0.0", 1500)
>>> ...
>>> master.stop()
"""
Master_.stop_and_clear()
def stop_on_except(func):
"""Wrap of clear environment and exit on Serving exception"""
@wraps(func)
def handle_except(*args, **kwargs):
try:
ExitSignalHandle_.start() # Set flag to running and receive Ctrl+C message
func(*args, **kwargs)
except:
stop()
raise
return handle_except
[docs]@stop_on_except
def start_grpc_server(ip="0.0.0.0", grpc_port=5500, max_msg_mb_size=100):
r"""
Start gRPC server for the communication between client and serving.
Args:
ip (str): gRPC server ip.
grpc_port (int): gRPC port ip, default 5500, ip port range [1, 65535].
max_msg_mb_size (int): The maximum acceptable gRPC message size in megabytes(MB), default 100,
value range [1, 512].
Raises:
RuntimeError: Fail to start the gRPC server.
Examples:
>>> from mindspore_serving import master
>>>
>>> master.start_grpc_server("0.0.0.0", 5500)
>>> master.start_restful_server("0.0.0.0", 1500)
"""
check_type.check_str('ip', ip)
check_type.check_ip_port('grpc_port', grpc_port)
check_type.check_int('max_msg_mb_size', max_msg_mb_size, 1, 512)
Master_.start_grpc_server(ip, grpc_port, max_msg_mb_size)
_start_wait_and_clear()
[docs]@stop_on_except
def start_master_server(ip="127.0.0.1", master_port=6100):
r"""
Start the gRPC server for the communication between workers and the master.
Note:
The ip is expected to be accessed only by workers, not clients.
Args:
ip (str): gRPC ip for workers to communicate with, default '127.0.0.1'.
master_port (int): gRPC port ip, default 6100, ip port range [1, 65535].
Raises:
RuntimeError: Fail to start the master server.
Examples:
>>> from mindspore_serving import master
>>>
>>> master.start_grpc_server("0.0.0.0", 5500)
>>> master.start_restful_server("0.0.0.0", 1500)
>>> master.start_master_server("127.0.0.1", 6100)
"""
check_type.check_str('ip', ip)
check_type.check_ip_port('master_port', master_port)
Master_.start_grpc_master_server(ip, master_port)
_start_wait_and_clear()
[docs]@stop_on_except
def start_restful_server(ip="0.0.0.0", restful_port=5900, max_msg_mb_size=100):
r"""
Start RESTful server for the communication between client and serving.
Args:
ip (str): RESTful server ip.
restful_port (int): gRPC port ip, default 5900, ip port range [1, 65535].
max_msg_mb_size (int): The maximum acceptable RESTful message size in megabytes(MB), default 100,
value range [1, 512].
Raises:
RuntimeError: Fail to start the RESTful server.
Examples:
>>> from mindspore_serving import master
>>>
>>> master.start_restful_server("0.0.0.0", 1500)
"""
check_type.check_str('ip', ip)
check_type.check_ip_port('restful_port', restful_port)
check_type.check_int('max_msg_mb_size', max_msg_mb_size, 1, 512)
Master_.start_restful_server(ip, restful_port, max_msg_mb_size)
_start_wait_and_clear()