#include <SemanticSegmentationCamera.h>

Inheritance diagram for ASemanticSegmentationCamera:

[legend]

Collaboration diagram for ASemanticSegmentationCamera:

[legend]

Public Member Functions
	ASemanticSegmentationCamera (const FObjectInitializer &ObjectInitializer)

void	Init (FCameraBaseParameters parameters, bool SimulateSensor=true) override

virtual ESensorTypes	GetSensorType () const override

Public Member Functions inherited from ACamera
	ACamera (const FObjectInitializer &ObjectInitializer)

virtual void	Init (FCameraBaseParameters parameters, bool SimulateSensor=true)

virtual ESensorTypes	GetSensorType () const override

void	ChangeCameraParameters (FCameraBaseParameters newParameters)

FCameraBaseParameters	GetCameraParameters ()

void	AddPostProcessingMaterial (const FString &Path, float Weight=1.0f)

void	RemovePostProcessingMaterial (UMaterial *Material)

USceneCaptureComponent2D *	GetCaptureComponent2D () const

UTextureRenderTarget2D *	GetCaptureRenderTarget2D () const

void	AddWidgetToWindow (UWidget *WidgetToAdd)

void	RemoveWidgetFromWindow (UWidget *WidgetToRemove)

void	SetShadowRendering (bool RenderShadows)

void	DisableShowFlags ()

void	SetTemporalAA (bool SetTemporal)

void	ResizeCamera (int32 Width=1280, int32 Height=720)

void	AddHiddenActor (AActor *Actor)

void	SaveCurrentFrameToDisk ()

int32	GetCameraWidth () const

int32	GetCameraHeight () const

void	SetUseGimbal (bool UseGimbal)

virtual FString	GetParametersAsString () const override

Public Member Functions inherited from ASensor
	ASensor (const FObjectInitializer &ObjectInitializer)

FString	ExportToJsonFile (const FString &FileName)

virtual ESensorTypes	GetSensorType () const

FString	GetSensorIdentifier () const

void	SetSensorIdentifier (const FString newIdentifier)

FString	GetSensorName () const

virtual FString	GetParametersAsString () const

AVehicle *	IsAttachedToVehicle () const

void	SetSensorName (const FString newName)

FString	GetTopicName ()

UTopic *	GetROSTopic () const

void	SetSimulateSensor (bool SimulateSensor)

bool	CanSimulateSensor () const

ASensorModel *	GetSensorModel () const

void	SetSensorModel (ASensorModel *NewSensorModel)

FORCEINLINE bool	IsROSConnected () const

UROSIntegrationGameInstance *	GetROSGameInstance () const

virtual FString	GetActorID_Implementation () const override

virtual FString	GetActorName_Implementation () const override

virtual FString	GetActorInformation_Implementation () const override

virtual void	SetActorName_Implementation (const FString &NewActorName) override

virtual void	SetActorIDAndName_Implementation (const FString &NewActorName, const FString &NewID) override

void	SetParentActorPtr (AActor *ParentActorPtr)

Public Member Functions inherited from IActorInformation
FString	GetActorID () const

FString	GetActorName () const

FString	GetActorInformation () const

void	SetActorName (const FString &NewActorName)

void	SetActorIDAndName (const FString &NewActorName, const FString &NewID)

Protected Member Functions
virtual void	AddProcessingToFrameBuffer (TArray< FColor > &buffer) final override

Protected Member Functions inherited from ACamera
virtual void	BeginPlay () override

virtual void	EndPlay (const EEndPlayReason::Type EndPlayReason) override

void	PreActorTick (UWorld *World, ELevelTick TickType, float DeltaSeconds)

void	UpdateCameraStabilization ()

void	EndOfFrame (UWorld *World, ELevelTick TickType, float DeltaSeconds)

void	PixelReadEndOfFrame (UWorld *World, ELevelTick TickType, float DeltaSeconds)

void	EndOfFrameParellel (float DeltaTime)

virtual void	AddProcessingToFrameBuffer (TArray< FColor > &buffer)

void	ApplyGammaCorrectionLUT (TArray< FColor > &Buffer)

void	SendImageDataToROS (const TArray< FColor > &FrameBuffer, int32 Width, int32 Height)

void	HidePrimitiveComponent (UPrimitiveComponent *PrimitiveComponent)

void	SaveImageToDisk (const TArray< FColor > FrameBuffer, int32 Width, int32 Height)

void	SaveCameraMetaDataToDisk (const FString &ImageName)

void	CreateLogFile () override

Protected Member Functions inherited from ASensor
virtual void	BeginPlay () override

virtual void	EndPlay (const EEndPlayReason::Type EndPlayReason) override

FString	CreateTimeStampString () const

virtual void	CreateROSTopic ()

virtual void	DestroyROSTopic ()

virtual void	CreateDataSavePath ()

bool	IsLogFileCreated ()

virtual void	CreateLogFile ()

void	WriteToLogFile (const FString &Message)

Additional Inherited Members
Static Public Member Functions inherited from ASensor
static void	HideComponentForAllCameras (UPrimitiveComponent *PrimitiveComponent)

static TMap< FString, FColor >	GetSemanticColors ()

static TArray< TWeakObjectPtr< UPrimitiveComponent > >	GetComponentsToHide ()

Static Public Member Functions inherited from IActorInformation
static void	SetAndValidateActorIDAndName (FString &ActorName, FString &ActorID, TWeakObjectPtr< AActor > Actor)

static bool	DestroyActorByID (const FString &ID)

static AActor *	GetActorByID (const FString &ID)

template<typename T >
static TArray< T * >	GetActorsWithInterface ()

static void	PrintAllIds ()

Public Attributes inherited from ACamera
TEnumAsByte< ETextureRenderTargetFormat >	TextureFormat = ETextureRenderTargetFormat::RTF_RGBA8

FCameraDelegate_OnWindowClosed	OnCameraWindowClosed

FCameraDelegate_OnWindowResized	OnCameraWindowResized

Public Attributes inherited from ASensor
FSensorDestroy	OnSensorDestroy

FString	AttachedToComponent

FName	AttachedToBone

Static Protected Member Functions inherited from ASensor
template<typename InStructType >
static FString	StructToString (const InStructType &InStruct)

Protected Attributes inherited from ACamera
bool	UseParallelLateTick = true

FDelegateHandle	OnPreTickDelegate

FDelegateHandle	OnPostTickDelegate

FString	CameraName = "Camera "

FString	FilePrefix = "Data/Camera_"

UTextureRenderTarget2D *	CaptureRenderTarget = nullptr

USceneCaptureComponent2D *	CaptureComponent2D = nullptr

UTexture2D *	CaptureFrameTexture

TSharedPtr< FUnrealWindow >	UnrealWindow

FTickEntry	TickEntry

TWeakObjectPtr< UMaterialInstanceDynamic >	IceMaterialInstance

TWeakObjectPtr< UMaterial >	PhysicLensDistortion

TSharedPtr< ROSMessages::sensor_msgs::Image >	ImageMsg

bool	UseReadPixels = false

APIDDrone *	DronePtr = nullptr

FRotator	SensorSetRotation

bool	AllowGimbal = true

Protected Attributes inherited from ASensor
UTopic *	ROSTopic = nullptr

bool	SendDataToROS = true

ULogFile *	LogFile = nullptr

AActor *	ParentActor = nullptr

FString	FileSavePath

UROSIntegrationGameInstance *	ROSInstance = nullptr

Static Protected Attributes inherited from ASensor
static FPrimitiveAdded	OnPrimitiveAdded

static const FName	NiagaraPointsInt = "User.PointCount"

static const FName	NiagaraHitPoints = "User.HitPoints"

static const FName	NiagaraHitColors = "User.HitColors"

static const FName	NiagaraPointsFloat = "User.Test"

Detailed Description

AGRARSENSE semantic segmentation camera. Captures per-pixel class IDs as a mask texture for ML datasets and ground-truth analysis.

See also: ACamera for how camera pixels are rendered, read, saved and sent to ROS.

Definition at line 18 of file SemanticSegmentationCamera.h.

Constructor & Destructor Documentation

◆ ASemanticSegmentationCamera()

ASemanticSegmentationCamera::ASemanticSegmentationCamera ( const FObjectInitializer & ObjectInitializer )

Definition at line 8 of file SemanticSegmentationCamera.cpp.

                                                                                                    : Super(ObjectInitializer)
{
    PrimaryActorTick.bCanEverTick = false;
}

Member Function Documentation

◆ AddProcessingToFrameBuffer()

void ASemanticSegmentationCamera::AddProcessingToFrameBuffer ( TArray< FColor > & buffer )

finaloverrideprotectedvirtual

Add processing to the frame buffer.

Parameters

buffer - The frame buffer to process.

Reimplemented from ACamera.

Definition at line 32 of file SemanticSegmentationCamera.cpp.

{
    ApplyGammaCorrectionLUT(buffer);
}

References ACamera::ApplyGammaCorrectionLUT().

◆ GetSensorType()

virtual ESensorTypes ASemanticSegmentationCamera::GetSensorType ( ) const

inlineoverridevirtual

Get type of the sensor

Returns: Sensor's type

Reimplemented from ACamera.

Definition at line 32 of file SemanticSegmentationCamera.h.

    { 
        return ESensorTypes::SemanticSegmentationCamera; 
    }

References SemanticSegmentationCamera.

◆ Init()

void ASemanticSegmentationCamera::Init	(	FCameraBaseParameters	parameters,
		bool	SimulateSensor = `true`
	)

overridevirtual

Initialize new Camera sensor

Parameters

FCameraBaseParameters CameraParameters struct

Reimplemented from ACamera.

Definition at line 13 of file SemanticSegmentationCamera.cpp.

{
    // Defined in Camera.h
    CameraName = "SemanticSegmentationCamera ";
    FilePrefix = "Data/SemanticSegmentationCamera_";
 
    // Add semantic segmentation post processing material
    AddPostProcessingMaterial("/Game/Agrarsense/Materials/PostProcessingMaterials/GTMaterial.GTMaterial");
 
    // Initialize the base camera
    Super::Init(parameters, SimulateSensor);
 
    // This camera does not need to render shadows, AA 
    // and some other advanced flags
    SetShadowRendering(false);
    DisableShowFlags();
    SetTemporalAA(false);
}

References ACamera::AddPostProcessingMaterial(), ACamera::CameraName, ACamera::DisableShowFlags(), ACamera::FilePrefix, ACamera::SetShadowRendering(), and ACamera::SetTemporalAA().

Referenced by USensorFactory::SpawnSegmentationCamera().

The documentation for this class was generated from the following files:

Unreal/Agrarsense/Source/Agrarsense/Sensor/Camera/SemanticSegmentationCamera.h
Unreal/Agrarsense/Source/Agrarsense/Sensor/Camera/SemanticSegmentationCamera.cpp

Public Member Functions

Protected Member Functions

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ ASemanticSegmentationCamera()

Member Function Documentation

◆ AddProcessingToFrameBuffer()

◆ GetSensorType()

◆ Init()