Try   HackMD

MLServe Api Document

tags: mlserve apidoc

Admin api

Tritons

GET /api/tritons List tritons
Title apiTritonList
URL /api/tritons
Method GET

Request

Response













{
    "tritons":[
        {
            "name": str,
            "host": str,
            "port": str,
            "gpus": int,
            "state" str,
            "create_at": Date
        },
    ]
}

Response Now













{
    "tritons":[
        {
            "id": int,
            "ip": str,
            "port": str,
            "gpus": int,
            "models" [],
            "path": str,
        },
    ]
}
POST /api/tritons Create tritons
Title apiTritonCreate
URL /api/tritons
Method POST

Request







{
    "name": str,
    "host": str,
    "port": str,
    "gpus": int
}

Request Now





{
    "ip": str,
    "port": str,
}

Response









{
    "name": str,
    "host": str,
    "port": str,
    "gpus": int,
    "state" str,
    "create_at": Date
}

Response Now




{
    "id": int
}
GET /api/tritons/$ Get triton
Title apiTritonGet
URL /api/tritons/${ideneity}
Method GET

Request

Response









{
    "name": str,
    "host": str,
    "port": str,
    "gpus": int,
    "state" str,
    "create_at": Date
}

Response Now











{
    "data": {
        "id": int,
        "ip": str,
        "port": str,
        "gpus": int,
        "models" [],
        "path": str,
    }
}
PATCH /api/tritons/$ Update triton
Title apiTritonUpdate
URL /api/tritons/${ideneity}
Method PATCH

Request







{
    "name": str,
    "host": str,
    "port": str,
    "gpus": int
}

Request Now





{
    "ip": str,
    "port": str,
}

Response









{
    "name": str,
    "host": str,
    "port": str,
    "gpus": int,
    "state" str,
    "create_at": Date
}

Response Now




{
    "status": "ok"
}
DELETE /api/tritons/$ Delete triton
Title apiTritonDelete
URL /api/tritons/${ideneity}
Method DELETE

Request

Response




{
    "status": "ok"
}

Models

GET /api/models List models
Title apiModelList
URL /api/models
Method GET

Request

Response













{
    "models":[
        {
            "name": str,
            "latest_version": str,
            "inference_count": str,
            "last_inference": Date,
            "state" str,
            "create_at": Date
        },
    ]
}

Response Now











{
    "id": int,
    "name": str,
    "path": str,
    "versions": PickleType,
    "tritons": [
        "ip": str,
        "port": str
    ]
}
POST /api/models Create model
Title apiModelCreate
URL /api/models
Method POST

Request





{
    "name": str,
    "files[]": File[],
}

Response









{
    "name": str,
    "latest_version": str,
    "inference_count": str,
    "last_inference": Date,
    "state" str,
    "create_at": Date
}

Response Now




{
    "id": int
}
GET /api/models/$ Get model
Title apiModelGet
URL /api/models/${identity}
Method GET

Request



{
}

Request Now




{
    "triton_id": str
}

Response


















{
    "name": str,
    "latest_version": str,
    "inference_count": str,
    "last_inference": Date,
    "state" str,
    "versions": [
        {
            "version": str,
            "inference_count": str,
            "execution_count": str,
            "last_inference": Date,
            "state" str,
        },
    ]
    "create_at": Date
}

Response Now




















{
    "config": {
        "localhost:8080": {
            "name":"resnet50_netdef",
            "versions" :["1","2"],
            "platform":"caffe2_netdef",
            "inputs":[
                {
                    "name":"gpu_0/data","datatype":"FP32","shape":[-1,3,224,224]
                }
            ],
            "outputs":[
                {
                    "name":"gpu_0/softmax","datatype":"FP32","shape":[-1,1000]
                }
            ]
        }
    }
}
PATCH /api/models/$ Update model
Title apiModelGet
URL /api/models/${identity}
Method PATCH

Request




{
    "description": str
}

Request Now




{
    "Files[]": File
}

Response




{
    "status": "ok"
}
DELETE /api/models/$ Delete model
Title apiModelDelete
URL /api/models/${identity}
Method DELETE

Request

Response




{
    "status": "ok"
}
POST /api/models/$/load Load model
Title apiModelLoad
URL /api/models/${identity}/load
Method POST

Request

Request Now




{
    "triton_id": str
}

Response




{
    "status": "ok"
}
POST /api/models/$ Unload model
Title apiModelUnload
URL /api/models/${identity}/unload
Method POST

Request

Request Now




{
    "triton_id": str
}

Response




{
    "status": "ok"
}
GET /api/models/$/versions List model-version
Title apiModelVersionList
URL /api/models/${identity}/versions
Method GET

Request

Response












{
    "versions": [
        {
            "version": str,
            "inference_count": str,
            "execution_count": str,
            "last_inference": Date,
            "state" str,
        },
    ]
}

Response Now




{
    "versions": PickleType
}
POST /api/models/$/versions Upgrade model-version
Title apiModelVersionCreate
URL /api/models/${identity}/versions
Method POST

Request






{
    "Files[]": Files[],
    "offset": str,
    "check": str
}

Response




{
    "status": "ok"
}
DELETE /api/models/$/versions Delete model-version
Title apiModelVersionDelete
URL /api/models/${identity}/versions
Method DELETE

Request

Response




{
    "status": "ok"
}

Users

GET /api/users List Users
Title apiUserList
URL /api/users
Method GET

Request

Response














{
    "users": [
        {
            "name": str,
            "password": str,
            "role": str,
            "tags": str,
            "apps": [
                str
            ]
        }
    ]
}
POST /api/users Create User
Title apiUserCreate
URL /api/users
Method POST

Request







{
    "name": str,
    "password": str,
    "role": str,
    "tags": str
}

Response




{
    "status": "ok"
}
GET /api/users/$ Get User
Title apiUserGet
URL /api/users/${identity}
Method GET

Request







{
    "name": str,
    "password": str,
    "role": str,
    "tags": str
}

Response










{
    "name": str,
    "password": str,
    "role": str,
    "tags": str,
    "apps": [
        str
    ]
}
DELETE /api/users/$ Delete User
Title apiUserDelete
URL /api/users/${identity}
Method DELETE

Request

Response




{
    "status": "ok"
}
PATCH /api/users/$ Update User
Title apiUserUpdate
URL /api/users/${identity}
Method PATCH

Request






{
    "password": str,
    "role": str,
    "tags": str
}

Response




{
    "status": "ok"
}
GET /api/users/$/apps List User Apps
Title apiiUserAppList
URL /api/users/${identity}/apps
Method GET

Request

Response




{
    "apps": [str]
}
POST /api/users/$/apps/${app}/auth Auth User App
Title apiUserAppAuth
URL /api/users/${identity}/apps/${app}/auth
Method POST

Request

Response




{
    "status": "ok"
}
POST /api/users/$/apps/${app}/unauth Unauth User App
Title apiUserAppUnauth
URL /api/users/${identity}/apps/${app}/unauth
Method POST

Request

Response




{
    "status": "ok"
}

Applications

GET /api/apps List Applications
Title apiAppList
URL /api/apps
Method GET

Request

Response





























{
    "apps": [
        {
            "name": str,
            "host": str,
            "port": str,
            "retries": str,
            "routes": [
                {
                    "model_name": str,
                    "protocols": [str],
                    "url": str,
                    "paths": [str],
                    "create_at": Date
                },
            ],
            "consumers": [
                {
                    "name": str,
                    "tags": str,
                    "cteate_at": Date
                },
            ],
            "update_at": Date,
            "create_at": Date
        },
    ]
}
POST /api/apps Create Application
Title apiAppCreate
URL /api/apps
Method POST

Request








{
    "name": str,
    "host": str,
    "ip": str,
    "gpus": int, // Fix 1 now
    "retries": int
}

Response










{
    "name": str,
    "host": str,
    "ip": str,
    "gpus": int,
    "retries": int,
    "update_at": Date,
    "create_at": Date
}
GET /api/apps/ Get Application
Title apiAppGet
URL /api/apps/${identity}
Method GET

Request

Response


























{
    "name": str,
    "host": str,
    "ip": str,
    "gpus": int,
    "retries": int
        "routes": [
        {
            "model_name": str,
            "protocols": [str],
            "url": str,
            "paths": [str],
            "create_at": Date
        },
    ],
    "consumers": [
        {
            "name": str,
            "tags": str,
            "cteate_at": Date
        },
    ],
    "update_at": Date,
    "create_at": Date
}
PATCH /api/apps/$ Update Application
Title apiAppUpdate
URL /api/apps/${identity}
Method PATCH

Request








{
    "name": str,
    "host": str,
    "ip": str,
    "gpus": int, // Fix 1 now
    "retries": int
}

Response










{
    "name": str,
    "host": str,
    "ip": str,
    "gpus": int,
    "retries": int
    "update_at": Date,
    "create_at": Date
}
DELETE /api/apps/$ Delete Application
Title apiAppDelete
URL /api/apps/${identity}
Method DELETE

Request

Response




{
    "status": "ok"
}
GET /api/apps/$/routes Get models from Application
Title apiAppRoutesList
URL /api/apps/${identity}/routes
Method GET

Request

Response












{
    "routes": [
        {
            "model_name": str,
            "protocols": [str],
            "url": str,
            "paths": [str],
            "create_at": Date
        },
    ]
}
POST /api/apps/$/routes/${model} Import model to Application
Title apiAppRoutesImport
URL /api/apps/${identity}/routes/${model}
Method POST

Request

Response




{
    "status": "ok"
}
DELETE /api/apps/$/routes/${model} Remove model from Application
Title apiAppRoutesRemove
URL /api/apps/${identity}/routes/${model}
Method DELETE

Request

Response




{
    "status": "ok"
}
GET /api/apps/$/consumers Get consumers from Application
Title apiAppConsumersList
URL /api/apps/${identity}/consumers
Method GET

Request

Response










{
    "consumers": [
        {
            "name": str,
            "tags": str,
            "cteate_at": Date
        },
    ],
}
POST /api/apps/$/consumers/${consumer} Add consumer to Application
Title apiAppConsumersAdd
URL /api/apps/${identity}/consumers/${consumer}
Method POST

Request

Response




{
    "status": "ok"
}
DELETE /api/apps/$/routes/${consumer} Remove consumer from Application
Title apiAppConsumersRemove
URL /api/apps/${identity}/consumers/${consumer}
Method DELETE

Request

Response




{
    "status": "ok"
}

Developer api

Last changed by 
 
EatClubPub
0
195

Read more

單一職責原則(SRP: Single Responsibility Principle)

這個原則強調的是「當設計封裝成一個類別時，該類別應該只負責一件事」。當然，這與在類別抽象化的過程中，對於該類別應該負責哪些功能有關。一個類別應該只負責系統中一個單獨功能的實作，但是對於功能的切分及歸屬，通常也是開發過程中最困擾設計者的。程式設計師在一開始時不太容易實現這個原則，但是會因著在專案開發過程中，不斷地往同一個類別上增加功能，最後導致類別過於龐大、介面過於複雜後才會發現問題：單一類別負責太多的功能實作，導致於類別難以維護，也不容易了解該類別的主要功能，最後也可以讓整個專案過度依賴於這個類別，使得專案或這個類別失去彈性。 但是，只要透過不斷地進行「類別重購」，將類別中與實作相關功能的部份抽取出來，另外封裝成新的類別，之後再利用組合的方式將新增的類別加入原類別之中，慢慢地就能達成類別單一職責化的要求—也就是專案中的每一個類別，只負責單一功能的實作。 class

Aug 22, 2022
SCSS in Visual Studio

&#x5B89;&#x88DD;&#x64F4;&#x5145;&#x529F;&#x80FD; Web Compiler &#x5728;scss &#x4E0A;&#x53F3;&#x9375;Compiler Compiler&#x5F8C; &#x7522;&#x751F;.css&#x6A94; &#x5F15;&#x7528; <link href="/StyleSheet1.css" rel="stylesheet" />

Nov 20, 2020
The Kong Microservice API Gateway

Install - Kong Gateway Community Ref: https://konghq.com/get-started/#install :::spoiler 1. Create a Docker network You will need to create a custom network to allow the containers to discover and communicate with each other. In this example kong-net is the network name, you can use any name. $ docker network create kong-net :::

Nov 13, 2020
Graylog setup and setting

Docker-compose yaml file version: &apos;3&apos; services: # MongoDB: https://hub.docker.com/_/mongo/ mongo: image: mongo:3 networks: - graylog # Elasticsearch: https://www.elastic.co/guide/en/elasticsearch/reference/6.x/docker.html elasticsearch:

Nov 13, 2020
Read more from EatClubPub
Published on HackMD