Index

_

__del__() (harmoni_common_lib.action_server.HarmoniActionServer method) _audio_data_callback() (recording_manager.RecordingManager method) _audio_merge_data_callback() (recording_manager.RecordingManager method) _check_files_exist() (harmoni_tts.local_tts_client.TtsClient method) _check_if_detector() (launcher.Launcher method) _check_if_resources() (in module harmoni_common_lib.helper_functions) _close_stream() (camera_service.CameraService method) (microphone_service.MicrophoneService method) _create_xml_launcher() (launcher.Launcher method) _detecting_callback() (sequential_pattern.SequentialPattern method) _event_click_callback() (web_service.WebService method) _execute_goal_received_callback() (harmoni_common_lib.service_server.HarmoniServiceServer method) _feedback_callback() (sequential_pattern.SequentialPattern method) _gesture_done_callback() (gesture_service.GestureService method) _get_audio() (aws_tts_service.AWSTtsService method) _get_aus_data() (harmoni_face.face_client.Face method) _get_behaviors() (aws_tts_service.AWSTtsService method) _get_device_index() (microphone_service.MicrophoneService method) _get_face_data() (harmoni_face.face_client.Face method) _get_facial_expression_data() (harmoni_face.face_client.Face method) _get_facial_expressions_list() (harmoni_face.face_client.Face method) _get_gaze_data() (harmoni_face.face_service.EyesService method) _get_gesture_data() (gesture_service.GestureService method) _get_joint_state_cb() (qt_joint_state_publisher.QTSimulatorJoint method) _get_list_callback() (gesture_service.GestureService method) _get_response() (aws_tts_service.AWSTtsService method) _get_service_pkg() (launcher.Launcher method) _get_services() (sequential_pattern.SequentialPattern method) _get_text_and_actions() (aws_tts_service.AWSTtsService method)

_get_viseme_data() (harmoni_face.face_service.MouthService method) _get_web_data() (web_service.WebService method) _handle_degree() (qt_gesture_interface.GestureInterface method) _handle_feedback() (harmoni_common_lib.action_client.HarmoniActionClient method) _handle_gesture_callback() (qt_gesture_interface.GestureInterface method) _handle_transition() (harmoni_common_lib.action_client.HarmoniActionClient method) _launch_with_subprocess() (launcher.Launcher method) _merge_audio_video() (recording_manager.RecordingManager method) _open_stream() (camera_service.CameraService method) (microphone_service.MicrophoneService method) _parse_gesture() (qt_joint_state_publisher.QTSimulatorJoint method) _preempt_callback() (harmoni_common_lib.service_server.HarmoniServiceServer method) _read_stream_and_publish() (camera_service.CameraService method) (microphone_service.MicrophoneService method) _record_audio() (recording_manager.RecordingManager method) _record_audio_data_callback() (microphone_service.MicrophoneService method) _record_video() (recording_manager.RecordingManager method) _result_callback() (sequential_pattern.SequentialPattern method) _result_cb() (harmoni_common_lib.action_client.HarmoniActionClient method) _save_audio_to_file() (local_tts_service.LocalTtsService method) _setup_aws_tts() (aws_tts_service.AWSTtsService method) _setup_clients() (sequential_pattern.SequentialPattern method) _split_behaviors() (aws_tts_service.AWSTtsService method) _split_text() (aws_tts_service.AWSTtsService method) _transcribe_chunk() (deepspeech_service.SpeechToTextService method) _update_joint() (qt_joint_state_publisher.QTSimulatorJoint method) _update_ready() (behavior_controller.BehaviorController method) _video_data_callback() (recording_manager.RecordingManager method) _video_merge_data_callback() (recording_manager.RecordingManager method)

A

accept_new_goal() (harmoni_common_lib.action_server.HarmoniActionServer method) ActionType (class in harmoni_common_lib.constants) ACTIVE (harmoni_common_lib.action_client.SimpleGoalState attribute) ActuatorNameSpace (class in harmoni_common_lib.constants) area_of() (in module harmoni_face_detect.box_utils) args (in module http_server_runner)

aws_lex_service module aws_tts_service module AWSLexService (class in aws_lex_service) AWSTtsService (class in aws_tts_service)

B

bc (in module behavior_controller) behavior_controller module

BehaviorController (class in behavior_controller) bot (harmoni_common_lib.constants.DialogueNameSpace attribute)

C

callback_srv() (in module server_to_start_face) camera (harmoni_common_lib.constants.SensorNameSpace attribute) camera_service module CameraService (class in camera_service) cancel_all_goals() (harmoni_common_lib.action_client.HarmoniActionClient method)

cancel_goal() (harmoni_common_lib.action_client.HarmoniActionClient method) cancel_goals_at_and_before_time() (harmoni_common_lib.action_client.HarmoniActionClient method) check_if_detector() (in module harmoni_common_lib.helper_functions) check_if_sensor() (in module harmoni_common_lib.helper_functions) command_cb() (qt_joint_state_publisher.QTSimulatorJoint method) connect_to_routers() (behavior_controller.BehaviorController method) cv_bridge (recording_manager.RecordingManager attribute)

D

deepspeech_service module DeepSpeechClient (class in harmoni_stt.deepspeech_client) detect_callback() (dlib_service.DlibFaceDetector method) (face_track.FaceTracker method) (facenet_service.FacenetFaceDetector method) DetectorNameSpace (class in harmoni_common_lib.constants) DialogueNameSpace (class in harmoni_common_lib.constants) DIR_IDX (in module http_server_runner) dlib_service module

DlibFaceDetector (class in dlib_service) DO (harmoni_common_lib.constants.ActionType attribute) do() (gesture_service.GestureService method) (harmoni_common_lib.service_manager.HarmoniServiceManager method) (harmoni_face.face_service.EyesService method) (harmoni_face.face_service.MouthService method) (harmoni_face.face_service.NoseService method) (speaker_service.SpeakerService method) (web_service.WebService method) do_steps() (sequential_pattern.SequentialPattern method) DONE (harmoni_common_lib.action_client.SimpleGoalState attribute) ds_client (deepspeech_service.SpeechToTextService attribute)

E

executeLoop() (harmoni_common_lib.action_server.HarmoniActionServer method)

EyesService (class in harmoni_face.face_service)

F

Face (class in harmoni_face.face_client) face (harmoni_common_lib.constants.ActuatorNameSpace attribute) (harmoni_common_lib.constants.Resources attribute) face_detect (harmoni_common_lib.constants.DetectorNameSpace attribute) face_sequential_request() (harmoni_face.face_client.Face method) face_track module

facenet_service module FacenetFaceDetector (class in facenet_service) FaceTracker (class in face_track) FAILED (harmoni_common_lib.constants.State attribute) file_path_to_audio_data() (speaker_service.SpeakerService method) finish_stream() (harmoni_stt.deepspeech_client.DeepSpeechClient method) fix_w2l_text() (in module w2l_service)

G

gesture (harmoni_common_lib.constants.ActuatorNameSpace attribute) (qt_joint_state_publisher.QTSimulatorJoint attribute) gesture_service module gesture_to_act() (qt_gesture_interface.GestureInterface method) GestureInterface (class in qt_gesture_interface) GestureService (class in gesture_service) get_all_repos() (in module harmoni_common_lib.helper_functions) get_audio() (harmoni_tts.local_tts_client.TtsClient method) get_child() (in module harmoni_common_lib.helper_functions) get_child_id() (in module harmoni_common_lib.helper_functions) get_child_list() (in module harmoni_common_lib.helper_functions) get_client() (harmoni_recorder.mongodb_client.MongoDBClient method)

get_default_result() (harmoni_common_lib.action_server.HarmoniActionServer method) get_files() (qt_gesture_interface.GestureInterface method) (qt_joint_state_publisher.QTSimulatorJoint method) get_goal_status_text() (harmoni_common_lib.action_client.HarmoniActionClient method) get_new_result() (sequential_pattern.SequentialPattern method) get_preemption_status() (harmoni_common_lib.service_server.HarmoniServiceServer method) get_result() (harmoni_common_lib.action_client.HarmoniActionClient method) get_service_list_of_repo() (in module harmoni_common_lib.helper_functions) get_service_name() (in module harmoni_common_lib.helper_functions) get_service_server_instance_id() (in module harmoni_common_lib.helper_functions) get_state() (harmoni_common_lib.action_client.HarmoniActionClient method) google_service module GoogleService (class in google_service)

H

handle_step() (sequential_pattern.SequentialPattern method) hard_nms() (in module harmoni_face_detect.box_utils) harmoni_bot module harmoni_common_lib module harmoni_common_lib.action_client module harmoni_common_lib.action_server module harmoni_common_lib.constants module harmoni_common_lib.helper_functions module harmoni_common_lib.service_manager module harmoni_common_lib.service_server module harmoni_face module harmoni_face.client_to_start_face module harmoni_face.face_client module harmoni_face.face_service module harmoni_face_detect module

harmoni_face_detect.box_utils module harmoni_gesture module harmoni_recorder module harmoni_recorder.mongodb_client module harmoni_recorder.template_storedata module harmoni_speaker module harmoni_stt module harmoni_stt.deepspeech_client module harmoni_tts module harmoni_tts.local_tts_client module harmoni_web module HarmoniActionClient (class in harmoni_common_lib.action_client) HarmoniActionServer (class in harmoni_common_lib.action_server) HarmoniServiceManager (class in harmoni_common_lib.service_manager) HarmoniServiceServer (class in harmoni_common_lib.service_server) http_server_runner module

I

INIT (harmoni_common_lib.constants.State attribute) internal_goal_callback() (harmoni_common_lib.action_server.HarmoniActionServer method) internal_preempt_callback() (harmoni_common_lib.action_server.HarmoniActionServer method) iou_of() (in module harmoni_face_detect.box_utils) is_active() (harmoni_common_lib.action_server.HarmoniActionServer method)

is_final() (harmoni_stt.deepspeech_client.DeepSpeechClient property) is_int() (in module http_server_runner) is_new_goal_available() (harmoni_common_lib.action_server.HarmoniActionServer method) is_preempt_requested() (harmoni_common_lib.action_server.HarmoniActionServer method) is_streaming() (harmoni_stt.deepspeech_client.DeepSpeechClient property)

J

joint_pub (qt_gesture_interface.GestureInterface attribute) (qt_joint_state_publisher.QTSimulatorJoint attribute)

L

launch() (in module face_track) launch_node_ros_api() (launcher.Launcher method) launch_services() (launcher.Launcher method) launcher module

Launcher (class in launcher) libgcc_s (in module harmoni_common_lib.action_client) local_tts_service module LocalTtsService (class in local_tts_service)

M

main() (in module aws_lex_service) (in module aws_tts_service) (in module camera_service) (in module deepspeech_service) (in module dlib_service) (in module facenet_service) (in module gesture_service) (in module google_service) (in module harmoni_face.face_service) (in module harmoni_recorder.template_storedata) (in module launcher) (in module local_tts_service) (in module microphone_service) (in module qt_gesture_interface) (in module qt_joint_state_publisher) (in module recording_manager) (in module sequential_pattern) (in module speaker_service) (in module w2l_service) (in module web_service) make_detector_request() (sequential_pattern.SequentialPattern method) make_service_request() (sequential_pattern.SequentialPattern method) microphone (harmoni_common_lib.constants.SensorNameSpace attribute) microphone_service module MicrophoneService (class in microphone_service) model_dir (in module harmoni_stt.deepspeech_client) module aws_lex_service aws_tts_service behavior_controller camera_service deepspeech_service dlib_service face_track facenet_service gesture_service google_service harmoni_bot harmoni_common_lib harmoni_common_lib.action_client harmoni_common_lib.action_server harmoni_common_lib.constants harmoni_common_lib.helper_functions harmoni_common_lib.service_manager harmoni_common_lib.service_server harmoni_face harmoni_face.client_to_start_face harmoni_face.face_client harmoni_face.face_service harmoni_face_detect harmoni_face_detect.box_utils harmoni_gesture harmoni_recorder harmoni_recorder.mongodb_client harmoni_recorder.template_storedata harmoni_speaker harmoni_stt harmoni_stt.deepspeech_client harmoni_tts harmoni_tts.local_tts_client harmoni_web http_server_runner launcher local_tts_service microphone_service qt_gesture_interface qt_joint_state_publisher recording_manager sequential_pattern server_to_start_face setup speaker_service w2l_service web_service

mongodb_connect() (harmoni_recorder.mongodb_client.MongoDBClient method) MongoDBClient (class in harmoni_recorder.mongodb_client) MouthService (class in harmoni_face.face_service) msg_type_to_str() (in module harmoni_common_lib.helper_functions)

N

nop_cb() (in module harmoni_common_lib.action_server)

NoseService (class in harmoni_face.face_service)

O

OFF (harmoni_common_lib.constants.ActionType attribute)

ON (harmoni_common_lib.constants.ActionType attribute)

P

path (in module camera_service) (in module dlib_service) (in module facenet_service) (in module harmoni_common_lib.action_client) (in module recording_manager) PATH_CONFIG (in module harmoni_common_lib.helper_functions) PAUSE (harmoni_common_lib.constants.ActionType attribute) (harmoni_common_lib.constants.State attribute) pause() (camera_service.CameraService method) (deepspeech_service.SpeechToTextService method) (dlib_service.DlibFaceDetector method) (face_track.FaceTracker method) (facenet_service.FacenetFaceDetector method) (harmoni_common_lib.service_manager.HarmoniServiceManager method) (microphone_service.MicrophoneService method) (sequential_pattern.SequentialPattern method) (w2l_service.SpeechToTextService method)

PENDING (harmoni_common_lib.action_client.SimpleGoalState attribute) playing_sound_pause_callback() (deepspeech_service.SpeechToTextService method) (w2l_service.SpeechToTextService method) PORT_IDX (in module http_server_runner) predict() (in module harmoni_face_detect.box_utils) process_audio() (harmoni_stt.deepspeech_client.DeepSpeechClient method) publish_feedback() (harmoni_common_lib.action_server.HarmoniActionServer method) publish_file_path() (local_tts_service.LocalTtsService method)

Q

qt_gesture_interface module

qt_joint_state_publisher module QTSimulatorJoint (class in qt_joint_state_publisher)

R

read_gesture_done (qt_gesture_interface.GestureInterface attribute) read_gestures() (qt_gesture_interface.GestureInterface method) recording_manager module RecordingManager (class in recording_manager) register_goal_callback() (harmoni_common_lib.action_server.HarmoniActionServer method) register_preempt_callback() (harmoni_common_lib.action_server.HarmoniActionServer method) REQUEST (harmoni_common_lib.constants.ActionType attribute) (harmoni_common_lib.constants.State attribute)

request() (aws_lex_service.AWSLexService method) (aws_tts_service.AWSTtsService method) (deepspeech_service.SpeechToTextService method) (google_service.GoogleService method) (harmoni_common_lib.service_manager.HarmoniServiceManager method) (local_tts_service.LocalTtsService method) (web_service.WebService method) reset_init() (harmoni_common_lib.service_manager.HarmoniServiceManager method) Resources (class in harmoni_common_lib.constants) restart_stream() (harmoni_stt.deepspeech_client.DeepSpeechClient method)

S

sample_rate (local_tts_service.LocalTtsService attribute) send_face_eyes_request() (harmoni_face.face_service.EyesService method) send_face_mouth_request() (harmoni_face.face_service.MouthService method) send_face_nose_request() (harmoni_face.face_service.NoseService method) send_face_request() (harmoni_face.face_client.Face method) send_goal() (harmoni_common_lib.action_client.HarmoniActionClient method) send_goal_and_wait() (harmoni_common_lib.action_client.HarmoniActionClient method) send_request() (web_service.WebService method) send_result() (harmoni_common_lib.service_server.HarmoniServiceServer method) SensorNameSpace (class in harmoni_common_lib.constants) sequential_pattern module SequentialPattern (class in sequential_pattern) server_to_start_face module service_call (in module harmoni_face.client_to_start_face) service_id (camera_service.CameraService attribute) (microphone_service.MicrophoneService attribute) (qt_gesture_interface.GestureInterface attribute) (qt_joint_state_publisher.QTSimulatorJoint attribute) set_aborted() (harmoni_common_lib.action_server.HarmoniActionServer method) set_preempted() (harmoni_common_lib.action_server.HarmoniActionServer method) set_succeeded() (harmoni_common_lib.action_server.HarmoniActionServer method) setup module setup_args (in module setup) setup_aws_lex() (aws_lex_service.AWSLexService method) setup_behavior_patterns() (behavior_controller.BehaviorController method) setup_camera() (camera_service.CameraService method) setup_client() (harmoni_common_lib.action_client.HarmoniActionClient method) setup_face() (harmoni_face.face_client.Face method) setup_gesture() (gesture_service.GestureService method) setup_google() (google_service.GoogleService method) setup_microphone() (microphone_service.MicrophoneService method) setup_ros() (harmoni_face.face_client.Face method) setup_services() (sequential_pattern.SequentialPattern method) setup_web() (web_service.WebService method) SimpleGoalState (class in harmoni_common_lib.action_client)

sound_data_callback() (deepspeech_service.SpeechToTextService method) (w2l_service.SpeechToTextService method) speaker (harmoni_common_lib.constants.ActuatorNameSpace attribute) speaker_action_client (local_tts_service.LocalTtsService attribute) speaker_service module SpeakerService (class in speaker_service) SpeechToTextService (class in deepspeech_service) (class in w2l_service) srv (in module server_to_start_face) START (harmoni_common_lib.constants.State attribute) start() (camera_service.CameraService method) (deepspeech_service.SpeechToTextService method) (dlib_service.DlibFaceDetector method) (face_track.FaceTracker method) (facenet_service.FacenetFaceDetector method) (harmoni_common_lib.action_server.HarmoniActionServer method) (harmoni_common_lib.service_manager.HarmoniServiceManager method) (microphone_service.MicrophoneService method) (recording_manager.RecordingManager method) (sequential_pattern.SequentialPattern method) (w2l_service.SpeechToTextService method) start_recording_data() (microphone_service.MicrophoneService method) start_sending_feedback() (harmoni_common_lib.service_server.HarmoniServiceServer method) start_stream() (harmoni_stt.deepspeech_client.DeepSpeechClient method) State (class in harmoni_common_lib.constants) stop() (camera_service.CameraService method) (deepspeech_service.SpeechToTextService method) (dlib_service.DlibFaceDetector method) (face_track.FaceTracker method) (facenet_service.FacenetFaceDetector method) (harmoni_common_lib.service_manager.HarmoniServiceManager method) (microphone_service.MicrophoneService method) (sequential_pattern.SequentialPattern method) (w2l_service.SpeechToTextService method) stop_tracking_goal() (harmoni_common_lib.action_client.HarmoniActionClient method) stt (harmoni_common_lib.constants.DetectorNameSpace attribute) SUCCESS (harmoni_common_lib.constants.State attribute)

T

talker() (qt_joint_state_publisher.QTSimulatorJoint method) test() (harmoni_common_lib.service_manager.HarmoniServiceManager method) to_string (in module harmoni_common_lib.action_client) topic_active() (in module harmoni_common_lib.helper_functions)

transcribe_stream() (deepspeech_service.SpeechToTextService method) (w2l_service.SpeechToTextService method) tts (harmoni_common_lib.constants.ActuatorNameSpace attribute) tts_dir (in module harmoni_tts.local_tts_client) TtsClient (class in harmoni_tts.local_tts_client)

U

using_kinetic (in module camera_service) (in module dlib_service) (in module facenet_service) (in module harmoni_common_lib.action_client) (in module recording_manager)

W

w2l_process (w2l_service.SpeechToTextService attribute) w2l_service module wait_for_result() (harmoni_common_lib.action_client.HarmoniActionClient method) wait_for_server() (harmoni_common_lib.action_client.HarmoniActionClient method)

wav_header_length (aws_tts_service.AWSTtsService attribute) web (harmoni_common_lib.constants.ActuatorNameSpace attribute) web_service module WebService (class in web_service)