{"id":645,"date":"2024-03-06T08:00:08","date_gmt":"2024-03-06T00:00:08","guid":{"rendered":"https:\/\/www.zhoubin.asia\/?p=645"},"modified":"2024-03-25T17:58:47","modified_gmt":"2024-03-25T09:58:47","slug":"pyhailort","status":"publish","type":"post","link":"https:\/\/www.zhoubin.asia\/index.php\/2024\/03\/06\/pyhailort\/","title":{"rendered":"[HailoRT]PyHailort \u4e2d\u65b9\u4fbf\u8fd0\u884c\u67d0\u4e00\u6a21\u578b\u7684\u5c01\u88c5wrapper"},"content":{"rendered":"

\u9996\u5148\u8981\u51c6\u5907\u4e00\u4e2a\u7c7b\u65b9\u4fbf\u6bcf\u6b21\u521d\u59cb\u5316\u7684\u65f6\u5019\u80fd\u591f\u5f97\u5230\u552f\u4e00\u7684 VDevice, \u540c\u65f6\u4e5f\u65b9\u4fbf\u6700\u540e\u5168\u90e8\u7528\u5b8c\u4ee5\u540e\u91ca\u653e\u8fd9\u4e2aVDevice<\/p>\n

class HailoTarget:\r\n    __instance: Optional[VDevice] = None\r\n\r\n    @staticmethod\r\n    def get_instance() -> VDevice:\r\n        if HailoTarget.__instance is None:\r\n            devices = Device.scan()\r\n            params = VDevice.create_params()\r\n            params.scheduling_algorithm = HailoSchedulingAlgorithm.ROUND_ROBIN\r\n            HailoTarget.__instance = VDevice(params)\r\n        return HailoTarget.__instance\r\n\r\n    @staticmethod\r\n    def release():\r\n        if HailoTarget.__instance is not None:\r\n            HailoTarget.__instance.release()\r\n            HailoTarget.__instance = None<\/code><\/pre>\n
\u521b\u5efa\u4e00\u4e2a HailoExecutor, \u91cc\u9762\u53ea\u6709 \u521d\u59cb\u5316, \u8fd0\u884c\uff0c\u4ee5\u53ca\u91ca\u653e\u8d44\u6e90\u4e09\u4e2a\u57fa\u672c\u7684\u51fd\u6570\uff0c\u4ee5\u8f93\u5165\u7684hef\u8def\u5f84\u4e3a\u8f93\u5165\u53c2\u6570<\/p>\n
class HailoExecutor():\r\n    def __init__(self, model, batch_size):\r\n        file_name = os.path.basename(model)\r\n        self.model_name = os.path.splitext(file_name)[0]\r\n        self.hef, self.network_group, self.input_vstreams_params, self.output_vstreams_params = initNN(model, 0, batch_size);\r\n        self.infer_pipeline = InferVStreams(self.network_group, self.input_vstreams_params, self.output_vstreams_params)\r\n        self.infer_pipeline.__enter__()\r\n\r\n    def run(self, frame, postprocess):\r\n        start = int(round(time.time() * 1000))\r\n        raw_result = self.infer_pipeline.infer(frame)\r\n        end = int(round(time.time() * 1000))\r\n        print(\"NPU Inference Elapsed time for \", self.model_name, \": \", end-start, \"milliseconds\")\r\n        postprocess(raw_result);\r\n\r\n    def release(self):\r\n        print(\"release \", self.model_name)\r\n        self.infer_pipeline.__exit__(self.network_group, self.input_vstreams_params, self.output_vstreams_params)<\/code><\/pre>\n
initNN\u7684\u7ec6\u8282\u4e3a\uff1a<\/p>\n
def initNN(nnModel=\".\/models\/carDet.hef\", num=0, batch_size=1):\r\n\r\n    hef = HEF(nnModel)\r\n    inputs = hef.get_input_vstream_infos()\r\n    outputs = hef.get_output_vstream_infos()\r\n    configure_params = ConfigureParams.create_from_hef(hef, interface=HailoStreamInterface.PCIe)\r\n    network_name = hef.get_network_group_names()[0]\r\n    configure_params[network_name].batch_size = batch_size\r\n    target = HailoTarget.get_instance()\r\n    network_group = target.configure(hef, configure_params)[0]\r\n    network_group_params = network_group.create_params()\r\n    [log.info('Input  layer: {} {}'.format(layer_info.name, layer_info.shape)) for layer_info in inputs]\r\n    [log.info('Output layer: {} {}'.format(layer_info.name, layer_info.shape)) for layer_info in outputs]\r\n    print(nnModel, \"\\t\\tdone\")\r\n    input_vstreams_params = InputVStreamParams.make_from_network_group(network_group, quantized=True, format_type=FormatType.UINT8)\r\n    output_vstreams_params = OutputVStreamParams.make_from_network_group(network_group, quantized=False, format_type=FormatType.FLOAT32)\r\n    #return network_group, input_vstreams_params, output_vstreams_params\r\n    return hef, network_group, input_vstreams_params, output_vstreams_params;<\/code><\/pre>\n
\u8c03\u7528\u65b9\u5f0f\u4e5f\u53ca\u5176\u7684\u7b80\u5355\uff1a<\/p>\n
    \n
  1. \u521d\u59cb\u5316executor: poolCarDet = HailoExecutor(model=carDetModelPath, batch_size=1)<\/code><\/li>\n
  2. \u5728\u89c6\u9891\u6d41\u4e2d\u5faa\u73af\u8c03\u7528\u8fd0\u884c\u51fd\u6570\uff1a frame = poolCarDet.run(norm_image, my_callback)<\/code>\uff0c \u5982\u679c\u540e\u5904\u7406\u9700\u8981\u589e\u52a0\u4e00\u4e9b\u53c2\u6570\u7684\u8bdd\uff0c\u53ef\u80fd\u8fd8\u9700\u8981\u8be6\u7ec6\u8bbe\u8ba1\u4e0b\u8fd9\u4e2arun\u51fd\u6570\u7684\u67b6\u6784<\/li>\n
  3. \u5168\u90e8\u8fd0\u884c\u5b8c\u6210\u540e\u91ca\u653e\u6a21\u578b\u8d44\u6e90\u4ee5\u53ca\u8bbe\u5907\u8d44\u6e90 poolCarDet.release()<\/code> HailoTarget.release()<\/code><\/li>\n<\/ol>\n
    \u6ce8\uff1a\u5982\u679c\u8981\u4e0a\u9762\u4ee3\u7801\u8fd0\u884cOK,\u9700\u8981\u5f00\u542fhailort\u7684service\u529f\u80fd(\u5b89\u88c5hailort\u7684\u65f6\u5019\uff0c\u9009\u62e9\u5f00\u542f hailort service):
    \n\"\"
    \n\u76ee\u524d\u8fd8\u4e0d\u786e\u8ba4\u5982\u679c\u4e0d\u5f00\u542f\u662f\u5426\u6709\u5176\u4ed6\u5c01\u88c5\u65b9\u5f0f\u3002\u5982\u679c\u6709\uff0c\u540e\u671f\u540e\u589e\u52a0\u4e13\u95e8\u7684\u7ae0\u8282\u52a0\u5165\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
    \u9996\u5148\u8981\u51c6\u5907\u4e00\u4e2a\u7c7b\u65b9\u4fbf\u6bcf\u6b21\u521d\u59cb\u5316\u7684\u65f6\u5019\u80fd\u591f\u5f97\u5230\u552f\u4e00\u7684 VDevice, \u540c\u65f6\u4e5f\u65b9\u4fbf\u6700\u540e\u5168\u90e8\u7528\u5b8c\u4ee5\u540e\u91ca\u653e\u8fd9\u4e2aVDe […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_bbp_topic_count":0,"_bbp_reply_count":0,"_bbp_total_topic_count":0,"_bbp_total_reply_count":0,"_bbp_voice_count":0,"_bbp_anonymous_reply_count":0,"_bbp_topic_count_hidden":0,"_bbp_reply_count_hidden":0,"_bbp_forum_subforum_count":0,"footnotes":""},"categories":[1],"tags":[],"class_list":["post-645","post","type-post","status-publish","format-standard","hentry","category-tech"],"_links":{"self":[{"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/posts\/645","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/comments?post=645"}],"version-history":[{"count":4,"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/posts\/645\/revisions"}],"predecessor-version":[{"id":669,"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/posts\/645\/revisions\/669"}],"wp:attachment":[{"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/media?parent=645"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/categories?post=645"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.zhoubin.asia\/index.php\/wp-json\/wp\/v2\/tags?post=645"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}