@inproceedings{5b1aed06bea64cae8ccf258a0fa50f6a,
title = "Feature extraction of video data for automatic visual tool tracking in robot assisted surgery",
abstract = "The strong interest in data-driven surgical procedures has motivated the need for automatically analyzing instrument trajectories during surgical procedures to improve the efficacy of modern robot-assisted surgeries. We proposed a single view camera-based approach for automatic video analysis of surgical instruments during robot-assisted minimally invasive procedures. This video data-driven approach uses feature extraction for visual tracking of the surgical instrument, coupled with the kinematics of the pivoted motion in minimally invasive surgery for tool trajectory analysis. The self-contained nature of the approach enables the acquisition of trajectory information without any prior placement of markers or post storage of robot joint trajectories information. Based on visual inspection of the 2D localization results in the image frames, the proposed method demonstrated reasonable recovery of the 3D positional information of the surgical tools. Driven by the increasingly sophisticated interventional procedures of modern surgeries, this proposed trajectory tracking method provides a means for leveraging the wealth of surgical video data for data analytics in Surgical Data Science. The long-term goal of the study is to contribute towards the advancement of Surgical Data Science through the establishment of a video-based data acquisition technique.",
keywords = "Feature Extraction, Surgical Data Science, Visual Tracking",
author = "J. Huang and X. Li and T. Kesavadas and L. Yang",
note = "This work was supported by the Zhejiang University/University of Illinois at Urbana-Champaign Institute, and Natural Science Foundation of Zhejiang Province (LQ19F030013) led by Principal Supervisor Liangjing Yang. We would also like to express our gratitude to Dr. David Crawford from OSF healthcare St. Francis Medical center in sharing the video segments for his robot-assisted minimally invasive procedures.; 2019 4th International Conference on Robotics, Control and Automation, ICRCA 2019 and its Workshop of 2019 4th International Conference on Robotics and Machine Vision, ICRMV 2019 ; Conference date: 26-07-2019 Through 28-07-2019",
year = "2019",
month = jul,
day = "26",
doi = "10.1145/3351180.3351185",
language = "English (US)",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
pages = "121--127",
booktitle = "Proceedings of the 2019 4th International Conference on Robotics, Control and Automation, ICRCA 2019 - Workshop 2019 the 4th International Conference on Robotics and Machine Vision, ICRMV 2019",
address = "United States",
}