2012-06-13 16:00:20 -03:00
|
|
|
/// @file AP_Camera.h
|
|
|
|
/// @brief Photo or video camera manager, with EEPROM-backed storage of constants.
|
2016-02-17 21:25:17 -04:00
|
|
|
#pragma once
|
2012-06-13 16:00:20 -03:00
|
|
|
|
2022-06-02 05:28:26 -03:00
|
|
|
#include "AP_Camera_config.h"
|
|
|
|
|
|
|
|
#if AP_CAMERA_ENABLED
|
|
|
|
|
2015-08-11 03:28:42 -03:00
|
|
|
#include <AP_Param/AP_Param.h>
|
2022-02-25 01:06:27 -04:00
|
|
|
#include <GCS_MAVLink/GCS_MAVLink.h>
|
2024-05-29 04:32:06 -03:00
|
|
|
#include <GCS_MAVLink/ap_message.h>
|
2023-02-10 20:27:39 -04:00
|
|
|
#include "AP_Camera_Params.h"
|
2023-04-18 22:06:16 -03:00
|
|
|
#include "AP_Camera_shareddefs.h"
|
2012-06-13 16:00:20 -03:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
#define AP_CAMERA_MAX_INSTANCES 2 // maximum number of camera backends
|
2012-12-06 04:46:09 -04:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// declare backend classes
|
|
|
|
class AP_Camera_Backend;
|
|
|
|
class AP_Camera_Servo;
|
|
|
|
class AP_Camera_Relay;
|
|
|
|
class AP_Camera_SoloGimbal;
|
|
|
|
class AP_Camera_Mount;
|
2023-03-03 02:50:07 -04:00
|
|
|
class AP_Camera_MAVLink;
|
|
|
|
class AP_Camera_MAVLinkCamV2;
|
2023-04-07 23:35:51 -03:00
|
|
|
class AP_Camera_Scripting;
|
2024-04-25 13:58:56 -03:00
|
|
|
class AP_RunCam;
|
2015-06-07 14:11:30 -03:00
|
|
|
|
2012-06-13 16:00:20 -03:00
|
|
|
/// @class Camera
|
|
|
|
/// @brief Object managing a Photo or video camera
|
2012-08-17 03:09:29 -03:00
|
|
|
class AP_Camera {
|
2012-06-13 16:00:20 -03:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// declare backends as friends
|
|
|
|
friend class AP_Camera_Backend;
|
|
|
|
friend class AP_Camera_Servo;
|
|
|
|
friend class AP_Camera_Relay;
|
|
|
|
friend class AP_Camera_SoloGimbal;
|
|
|
|
friend class AP_Camera_Mount;
|
|
|
|
friend class AP_Camera_MAVLink;
|
2023-03-03 02:50:07 -04:00
|
|
|
friend class AP_Camera_MAVLinkCamV2;
|
2023-04-07 23:35:51 -03:00
|
|
|
friend class AP_Camera_Scripting;
|
2024-04-25 13:58:56 -03:00
|
|
|
friend class AP_RunCam;
|
2023-02-10 20:27:39 -04:00
|
|
|
|
2012-06-13 16:00:20 -03:00
|
|
|
public:
|
2023-02-10 20:27:39 -04:00
|
|
|
|
|
|
|
// constructor
|
|
|
|
AP_Camera(uint32_t _log_camera_bit);
|
2012-06-13 16:00:20 -03:00
|
|
|
|
2017-08-29 15:48:37 -03:00
|
|
|
/* Do not allow copies */
|
2022-09-30 06:50:43 -03:00
|
|
|
CLASS_NO_COPY(AP_Camera);
|
2017-08-29 15:48:37 -03:00
|
|
|
|
2018-04-14 01:03:29 -03:00
|
|
|
// get singleton instance
|
2023-02-10 20:27:39 -04:00
|
|
|
static AP_Camera *get_singleton() { return _singleton; }
|
|
|
|
|
|
|
|
// enums
|
|
|
|
enum class CameraType {
|
|
|
|
NONE = 0, // None
|
2023-03-06 19:04:45 -04:00
|
|
|
#if AP_CAMERA_SERVO_ENABLED
|
2023-02-10 20:27:39 -04:00
|
|
|
SERVO = 1, // Servo/PWM controlled camera
|
2023-03-06 19:04:45 -04:00
|
|
|
#endif
|
2023-03-06 19:04:43 -04:00
|
|
|
#if AP_CAMERA_RELAY_ENABLED
|
2023-02-10 20:27:39 -04:00
|
|
|
RELAY = 2, // Relay controlled camera
|
2023-03-06 19:04:43 -04:00
|
|
|
#endif
|
2023-03-06 19:04:39 -04:00
|
|
|
#if AP_CAMERA_SOLOGIMBAL_ENABLED
|
2023-02-10 20:27:39 -04:00
|
|
|
SOLOGIMBAL = 3, // GoPro in Solo gimbal
|
2023-03-06 19:04:39 -04:00
|
|
|
#endif
|
2023-03-06 18:15:58 -04:00
|
|
|
#if AP_CAMERA_MOUNT_ENABLED
|
2023-02-10 20:27:39 -04:00
|
|
|
MOUNT = 4, // Mount library implements camera
|
2023-03-06 18:15:58 -04:00
|
|
|
#endif
|
2023-03-06 19:04:30 -04:00
|
|
|
#if AP_CAMERA_MAVLINK_ENABLED
|
2023-02-10 20:27:39 -04:00
|
|
|
MAVLINK = 5, // MAVLink enabled camera
|
2023-04-04 03:36:54 -03:00
|
|
|
#endif
|
|
|
|
#if AP_CAMERA_MAVLINKCAMV2_ENABLED
|
2023-03-03 02:50:07 -04:00
|
|
|
MAVLINK_CAMV2 = 6, // MAVLink camera v2
|
2023-04-07 23:35:51 -03:00
|
|
|
#endif
|
|
|
|
#if AP_CAMERA_SCRIPTING_ENABLED
|
|
|
|
SCRIPTING = 7, // Scripting backend
|
2024-04-25 13:58:56 -03:00
|
|
|
#endif
|
|
|
|
#if AP_CAMERA_RUNCAM_ENABLED
|
|
|
|
RUNCAM = 8, // RunCam backend
|
2023-03-06 19:04:30 -04:00
|
|
|
#endif
|
2023-02-10 20:27:39 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
// detect and initialise backends
|
|
|
|
void init();
|
|
|
|
|
|
|
|
// update - to be called periodically at 50Hz
|
|
|
|
void update();
|
2017-08-29 15:48:37 -03:00
|
|
|
|
2023-04-28 20:54:00 -03:00
|
|
|
// handle MAVLink messages from the camera
|
2023-02-10 20:27:39 -04:00
|
|
|
void handle_message(mavlink_channel_t chan, const mavlink_message_t &msg);
|
2023-04-28 20:54:00 -03:00
|
|
|
|
|
|
|
// handle MAVLink command from GCS to control the camera
|
2023-10-30 23:30:01 -03:00
|
|
|
MAV_RESULT handle_command(const mavlink_command_int_t &packet);
|
2023-04-28 20:54:00 -03:00
|
|
|
|
2024-05-29 04:32:06 -03:00
|
|
|
// send a mavlink message; returns false if there was not space to
|
|
|
|
// send the message, true otherwise
|
|
|
|
bool send_mavlink_message(class GCS_MAVLINK &link, const enum ap_message id);
|
2023-09-11 23:22:44 -03:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// configure camera
|
2023-10-30 23:29:17 -03:00
|
|
|
void configure(float shooting_mode, float shutter_speed, float aperture, float ISO, int32_t exposure_type, int32_t cmd_id, float engine_cutoff_time);
|
|
|
|
void configure(uint8_t instance, float shooting_mode, float shutter_speed, float aperture, float ISO, int32_t exposure_type, int32_t cmd_id, float engine_cutoff_time);
|
2012-06-13 16:00:20 -03:00
|
|
|
|
2017-07-25 23:45:20 -03:00
|
|
|
// handle camera control
|
2023-10-30 23:29:17 -03:00
|
|
|
void control(float session, float zoom_pos, float zoom_step, float focus_lock, int32_t shooting_cmd, int32_t cmd_id);
|
|
|
|
void control(uint8_t instance, float session, float zoom_pos, float zoom_step, float focus_lock, int32_t shooting_cmd, int32_t cmd_id);
|
2015-04-18 10:30:03 -03:00
|
|
|
|
2013-10-11 07:29:01 -03:00
|
|
|
// set camera trigger distance in a mission
|
2023-03-06 17:41:41 -04:00
|
|
|
void set_trigger_distance(float distance_m);
|
2023-02-10 20:27:39 -04:00
|
|
|
void set_trigger_distance(uint8_t instance, float distance_m);
|
2013-10-11 07:29:01 -03:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// momentary switch to change camera between picture and video modes
|
2023-03-06 17:41:41 -04:00
|
|
|
void cam_mode_toggle();
|
2023-02-10 20:27:39 -04:00
|
|
|
void cam_mode_toggle(uint8_t instance);
|
2020-02-09 01:47:52 -04:00
|
|
|
|
2023-09-22 03:45:56 -03:00
|
|
|
// take a picture. If instance is not provided, all available cameras affected
|
|
|
|
// returns true if at least one camera took a picture
|
|
|
|
bool take_picture();
|
2023-09-07 07:05:40 -03:00
|
|
|
bool take_picture(uint8_t instance);
|
2013-06-24 09:39:50 -03:00
|
|
|
|
2023-08-04 03:08:32 -03:00
|
|
|
// take multiple pictures, time_interval between two consecutive pictures is in miliseconds
|
2023-09-22 03:45:56 -03:00
|
|
|
// if instance is not provided, all available cameras affected
|
|
|
|
// time_interval_ms must be positive
|
2023-08-04 03:08:32 -03:00
|
|
|
// total_num is number of pictures to be taken, -1 means capture forever
|
2023-09-22 03:45:56 -03:00
|
|
|
// returns true if at least one camera is successful
|
|
|
|
bool take_multiple_pictures(uint32_t time_interval_ms, int16_t total_num);
|
2023-09-07 07:05:40 -03:00
|
|
|
bool take_multiple_pictures(uint8_t instance, uint32_t time_interval_ms, int16_t total_num);
|
2023-08-04 03:08:32 -03:00
|
|
|
|
2023-09-07 07:12:48 -03:00
|
|
|
// stop capturing multiple image sequence
|
|
|
|
void stop_capture();
|
|
|
|
bool stop_capture(uint8_t instance);
|
|
|
|
|
2022-09-26 09:06:45 -03:00
|
|
|
// start/stop recording video
|
|
|
|
// start_recording should be true to start recording, false to stop recording
|
2023-03-06 17:41:41 -04:00
|
|
|
bool record_video(bool start_recording);
|
2023-02-10 20:27:39 -04:00
|
|
|
bool record_video(uint8_t instance, bool start_recording);
|
2022-09-26 09:06:45 -03:00
|
|
|
|
2023-04-06 21:49:46 -03:00
|
|
|
// set zoom specified as a rate or percentage
|
|
|
|
bool set_zoom(ZoomType zoom_type, float zoom_value);
|
|
|
|
bool set_zoom(uint8_t instance, ZoomType zoom_type, float zoom_value);
|
2022-09-26 09:06:45 -03:00
|
|
|
|
2023-04-24 09:23:07 -03:00
|
|
|
// set focus specified as rate, percentage or auto
|
2022-09-26 09:06:45 -03:00
|
|
|
// focus in = -1, focus hold = 0, focus out = 1
|
2023-06-21 03:03:39 -03:00
|
|
|
SetFocusResult set_focus(FocusType focus_type, float focus_value);
|
|
|
|
SetFocusResult set_focus(uint8_t instance, FocusType focus_type, float focus_value);
|
2022-09-26 09:06:45 -03:00
|
|
|
|
2023-04-28 21:39:05 -03:00
|
|
|
// set tracking to none, point or rectangle (see TrackingType enum)
|
|
|
|
// if POINT only p1 is used, if RECTANGLE then p1 is top-left, p2 is bottom-right
|
|
|
|
// p1,p2 are in range 0 to 1. 0 is left or top, 1 is right or bottom
|
|
|
|
bool set_tracking(TrackingType tracking_type, const Vector2f& p1, const Vector2f& p2);
|
|
|
|
bool set_tracking(uint8_t instance, TrackingType tracking_type, const Vector2f& p1, const Vector2f& p2);
|
|
|
|
|
2024-02-08 04:29:29 -04:00
|
|
|
#if AP_CAMERA_SET_CAMERA_SOURCE_ENABLED
|
|
|
|
// set camera lens as a value from 0 to 5, instance starts from 0
|
2023-07-14 08:21:02 -03:00
|
|
|
bool set_lens(uint8_t lens);
|
|
|
|
bool set_lens(uint8_t instance, uint8_t lens);
|
|
|
|
|
2024-02-08 04:29:29 -04:00
|
|
|
// camera source handling enum. This is a one-to-one mapping with the CAMERA_SOURCE mavlink enum
|
|
|
|
// set_camera_source is functionally the same as set_lens except primary and secondary lenses are specified by type
|
|
|
|
enum class CameraSource {
|
|
|
|
DEFAULT = 0,
|
|
|
|
RGB = 1,
|
|
|
|
IR = 2,
|
|
|
|
NDVI = 3,
|
|
|
|
RGB_WIDEANGLE = 4,
|
|
|
|
};
|
|
|
|
bool set_camera_source(uint8_t instance, CameraSource primary_source, CameraSource secondary_source);
|
|
|
|
#endif
|
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// set if vehicle is in AUTO mode
|
|
|
|
void set_is_auto_mode(bool enable) { _is_in_auto_mode = enable; }
|
2017-07-25 23:45:20 -03:00
|
|
|
|
2023-04-07 23:35:51 -03:00
|
|
|
#if AP_CAMERA_SCRIPTING_ENABLED
|
2023-04-14 21:39:16 -03:00
|
|
|
// structure and accessors for use by scripting backends
|
|
|
|
typedef struct {
|
|
|
|
uint16_t take_pic_incr; // incremented each time camera is requested to take a picture
|
|
|
|
bool recording_video; // true when recording video
|
2023-04-18 22:06:16 -03:00
|
|
|
uint8_t zoom_type; // see ZoomType enum (1:Rate or 2:Pct)
|
2023-04-14 21:39:16 -03:00
|
|
|
float zoom_value; // percentage or zoom out = -1, hold = 0, zoom in = 1
|
2023-04-24 09:23:07 -03:00
|
|
|
uint8_t focus_type; // see FocusType enum (1:Rate, 2:Pct, 4:Auto)
|
|
|
|
float focus_value; // If Rate, focus in = -1, focus hold = 0, focus out = 1. If PCT 0 to 100
|
2023-04-28 21:39:05 -03:00
|
|
|
uint8_t tracking_type; // see TrackingType enum (0:NONE, 1:POINT, 2:RECTANGLE)
|
2023-05-08 00:43:03 -03:00
|
|
|
Vector2f tracking_p1; // center or top-left tracking point. x left-right, y is top-bottom. range is 0 to 1
|
|
|
|
Vector2f tracking_p2; // bottom-right tracking point. x left-right, y is top-bottom. range is 0 to 1
|
2023-04-14 21:39:16 -03:00
|
|
|
} camera_state_t;
|
|
|
|
|
2023-04-07 23:35:51 -03:00
|
|
|
// accessor to allow scripting backend to retrieve state
|
|
|
|
// returns true on success and cam_state is filled in
|
2023-04-11 21:11:26 -03:00
|
|
|
bool get_state(uint8_t instance, camera_state_t& cam_state);
|
2024-08-23 02:54:59 -03:00
|
|
|
|
|
|
|
// change camera settings not normally used by autopilot
|
|
|
|
bool change_setting(uint8_t instance, CameraSetting setting, float value);
|
2023-04-07 23:35:51 -03:00
|
|
|
#endif
|
|
|
|
|
2024-08-08 03:02:42 -03:00
|
|
|
#if AP_CAMERA_INFO_FROM_SCRIPT_ENABLED
|
|
|
|
void set_camera_information(mavlink_camera_information_t camera_info);
|
|
|
|
void set_camera_information(uint8_t instance, mavlink_camera_information_t camera_info);
|
2024-08-08 04:42:01 -03:00
|
|
|
|
|
|
|
void set_stream_information(mavlink_video_stream_information_t camera_info);
|
|
|
|
void set_stream_information(uint8_t instance, mavlink_video_stream_information_t camera_info);
|
2024-08-08 03:02:42 -03:00
|
|
|
#endif // AP_CAMERA_INFO_FROM_SCRIPT_ENABLED
|
|
|
|
|
2023-12-08 00:29:31 -04:00
|
|
|
// Return true and the relay index if relay camera backend is selected, used for conversion to relay functions
|
|
|
|
bool get_legacy_relay_index(int8_t &index) const;
|
|
|
|
|
2023-04-11 21:11:26 -03:00
|
|
|
// allow threads to lock against AHRS update
|
|
|
|
HAL_Semaphore &get_semaphore() { return _rsem; }
|
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// parameter var table
|
|
|
|
static const struct AP_Param::GroupInfo var_info[];
|
2012-06-13 16:00:20 -03:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
protected:
|
2017-10-24 07:42:17 -03:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// return true if vehicle mode allows trigg dist
|
|
|
|
bool vehicle_mode_ok_for_trigg_dist() const { return (_auto_mode_only == 0) || _is_in_auto_mode; }
|
2020-02-15 20:27:08 -04:00
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// return maximum acceptable vehicle roll angle (in degrees)
|
|
|
|
int16_t get_roll_max() const { return _max_roll; }
|
|
|
|
|
|
|
|
// return log bit
|
|
|
|
uint32_t get_log_camera_bit() const { return log_camera_bit; }
|
|
|
|
|
|
|
|
// parameters for backends
|
|
|
|
AP_Camera_Params _params[AP_CAMERA_MAX_INSTANCES];
|
2024-04-25 13:58:56 -03:00
|
|
|
#if AP_CAMERA_RUNCAM_ENABLED
|
|
|
|
// var info pointer for RunCam
|
|
|
|
static const struct AP_Param::GroupInfo *_backend_var_info[AP_CAMERA_MAX_INSTANCES];
|
|
|
|
uint8_t _runcam_instances;
|
|
|
|
#endif
|
2020-02-15 20:27:08 -04:00
|
|
|
|
2012-06-13 16:00:20 -03:00
|
|
|
private:
|
2018-04-14 01:03:29 -03:00
|
|
|
|
|
|
|
static AP_Camera *_singleton;
|
|
|
|
|
2023-02-10 20:27:39 -04:00
|
|
|
// parameters
|
|
|
|
AP_Int8 _auto_mode_only; // if 1: trigger by distance only if in AUTO mode.
|
|
|
|
AP_Int16 _max_roll; // Maximum acceptable roll angle when trigging camera
|
|
|
|
|
|
|
|
// check instance number is valid
|
2023-04-07 23:33:22 -03:00
|
|
|
AP_Camera_Backend *get_instance(uint8_t instance) const;
|
2023-02-10 20:27:39 -04:00
|
|
|
|
|
|
|
// perform any required parameter conversion
|
|
|
|
void convert_params();
|
2017-07-25 23:45:20 -03:00
|
|
|
|
2024-05-29 04:32:06 -03:00
|
|
|
// send camera feedback message to GCS
|
|
|
|
void send_feedback(mavlink_channel_t chan);
|
|
|
|
|
|
|
|
// send camera information message to GCS
|
|
|
|
void send_camera_information(mavlink_channel_t chan);
|
|
|
|
|
2024-08-08 04:42:01 -03:00
|
|
|
#if AP_MAVLINK_MSG_VIDEO_STREAM_INFORMATION_ENABLED
|
|
|
|
void send_video_stream_information(mavlink_channel_t chan);
|
|
|
|
#endif // AP_MAVLINK_MSG_VIDEO_STREAM_INFORMATION_ENABLED
|
|
|
|
|
2024-05-29 04:32:06 -03:00
|
|
|
// send camera settings message to GCS
|
|
|
|
void send_camera_settings(mavlink_channel_t chan);
|
|
|
|
|
|
|
|
#if AP_CAMERA_SEND_FOV_STATUS_ENABLED
|
|
|
|
// send camera field of view status
|
|
|
|
void send_camera_fov_status(mavlink_channel_t chan);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
// send camera capture status message to GCS
|
|
|
|
void send_camera_capture_status(mavlink_channel_t chan);
|
|
|
|
|
2024-08-24 00:26:35 -03:00
|
|
|
#if AP_CAMERA_SEND_THERMAL_RANGE_ENABLED
|
|
|
|
// send camera thermal range message to GCS
|
|
|
|
void send_camera_thermal_range(mavlink_channel_t chan);
|
|
|
|
#endif
|
|
|
|
|
2023-04-11 21:11:26 -03:00
|
|
|
HAL_Semaphore _rsem; // semaphore for multi-thread access
|
2023-03-06 17:41:41 -04:00
|
|
|
AP_Camera_Backend *primary; // primary camera backed
|
2023-02-10 20:27:39 -04:00
|
|
|
bool _is_in_auto_mode; // true if in AUTO mode
|
|
|
|
uint32_t log_camera_bit; // logging bit (from LOG_BITMASK) to enable camera logging
|
|
|
|
AP_Camera_Backend *_backends[AP_CAMERA_MAX_INSTANCES]; // pointers to instantiated backends
|
2012-06-13 16:00:20 -03:00
|
|
|
};
|
2018-04-14 01:03:29 -03:00
|
|
|
|
|
|
|
namespace AP {
|
2018-10-03 21:26:34 -03:00
|
|
|
AP_Camera *camera();
|
2018-04-14 01:03:29 -03:00
|
|
|
};
|
2022-06-02 05:28:26 -03:00
|
|
|
|
|
|
|
#endif
|