infer.cc

// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include <iostream>
#include <sstream>
#include <vector>

#include "fastdeploy/text.h"

using namespace paddlenlp;

#ifdef WIN32
const char sep = '\\';
#else
const char sep = '/';
#endif

int main(int argc, char* argv[]) {
  if (argc != 3 && argc != 4) {
    std::cout << "Usage: infer_demo /path/to/model device [backend], "
                 "e.g ./infer_demo uie-base 0 [0]"
              << std::endl;
    std::cout << "The data type of device is int, 0: run with cpu; 1: run "
                 "with gpu."
              << std::endl;
    std::cout << "The data type of backend is int, 0: use paddle backend; 1: "
                 "use onnxruntime backend; 2: use openvino backend. Default 0."
              << std::endl;
    return -1;
  }
  auto option = fastdeploy::RuntimeOption();
  if (std::atoi(argv[2]) == 0) {
    option.UseCpu();
  } else {
    option.UseGpu();
  }
  auto backend_type = 0;
  if (argc == 4) {
    backend_type = std::atoi(argv[3]);
  }
  switch (backend_type) {
  case 0:
    option.UsePaddleInferBackend();
    break;
  case 1:
    option.UseOrtBackend();
    break;
  case 2:
    option.UseOpenVINOBackend();
    break;
  default:
    break;
  }
  std::string model_dir(argv[1]);
  std::string model_path = model_dir + sep + "inference.pdmodel";
  std::string param_path = model_dir + sep + "inference.pdiparams";
  std::string vocab_path = model_dir + sep + "vocab.txt";
  using fastdeploy::text::SchemaNode;
  using fastdeploy::text::UIEResult;

  auto predictor = fastdeploy::text::UIEModel(
      model_path, param_path, vocab_path, 0.5, 128,
      {"时间", "选手", "赛事名称"}, /* batch_size = */ 1, option);
  std::cout << "After init predictor" << std::endl;
  std::vector<std::unordered_map<std::string, std::vector<UIEResult>>> results;
  // Named Entity Recognition
  predictor.Predict({"2月8日上午北京冬奥会自由式滑雪女子大跳台决赛中中国选手谷"
                     "爱凌以188.25分获得金牌！"},
                    &results);
  std::cout << results << std::endl;
  results.clear();

  predictor.SetSchema(
      {"肿瘤的大小", "肿瘤的个数", "肝癌级别", "脉管内癌栓分级"});
  predictor.Predict({"（右肝肿瘤）肝细胞性肝癌（II-"
                     "III级，梁索型和假腺管型），肿瘤包膜不完整，紧邻肝被膜，侵"
                     "及周围肝组织，未见脉管内癌栓（MVI分级：M0级）及卫星子灶形"
                     "成。（肿物1个，大小4.2×4.0×2.8cm）。"},
                    &results);
  std::cout << results << std::endl;
  results.clear();

  // Relation Extraction
  predictor.SetSchema(
      {SchemaNode("竞赛名称", {SchemaNode("主办方"), SchemaNode("承办方"),
                               SchemaNode("已举办次数")})});
  predictor.Predict(
      {"2022语言与智能技术竞赛由中国中文信息学会和中国计算机学会联合主办，百度"
       "公司、中国中文信息学会评测工作委员会和中国计算机学会自然语言处理专委会"
       "承办，已连续举办4届，成为全球最热门的中文NLP赛事之一。"},
      &results);
  std::cout << results << std::endl;
  results.clear();

  // Event Extraction
  predictor.SetSchema({SchemaNode(
      "地震触发词", {SchemaNode("地震强度"), SchemaNode("时间"),
                     SchemaNode("震中位置"), SchemaNode("震源深度")})});
  predictor.Predict(
      {"中国地震台网正式测定：5月16日06时08分在云南临沧市凤庆县(北纬24."
       "34度，东经99.98度)发生3.5级地震，震源深度10千米。"},
      &results);
  std::cout << results << std::endl;
  results.clear();

  // Opinion Extraction
  predictor.SetSchema({SchemaNode(
      "评价维度",
      // NOTE(zhoushunjie): It's necessary to explicitly use
      // std::vector to convert initializer list of SchemaNode whose size is
      // two. If not to do so, an ambiguous compliation error will occur in
      // mac x64 platform.
      std::vector<SchemaNode>{SchemaNode("观点词"),
                              SchemaNode("情感倾向[正向，负向]")})});
  predictor.Predict(
      {"店面干净，很清静，服务员服务热情，性价比很高，发现收银台有排队"},
      &results);
  std::cout << results << std::endl;
  results.clear();

  // Sequence classification
  predictor.SetSchema(SchemaNode("情感倾向[正向，负向]"));
  predictor.Predict({"这个产品用起来真的很流畅，我非常喜欢"}, &results);
  std::cout << results << std::endl;
  results.clear();

  // Cross task extraction

  predictor.SetSchema({SchemaNode("法院", {}),
                       SchemaNode("原告", {SchemaNode("委托代理人")}),
                       SchemaNode("被告", {SchemaNode("委托代理人")})});
  predictor.Predict({"北京市海淀区人民法院\n民事判决书\n(199x)"
                     "建初字第xxx号\n原告：张三。\n委托代理人李四，北京市 "
                     "A律师事务所律师。\n被告：B公司，法定代表人王五，开发公司"
                     "总经理。\n委托代理人赵六，北京市 C律师事务所律师。"},
                    &results);
  std::cout << results << std::endl;
  results.clear();
  return 0;
}