blob: 29f71a243e04c446922c237547a21e7aebf3044b [file] [log] [blame] [edit]
import {ByteBuffer} from 'flatbuffers'
import {ClientStatistics} from '../../aos/network/message_bridge_client_generated'
import {ServerStatistics, State as ConnectionState} from '../../aos/network/message_bridge_server_generated'
import {Connection} from '../../aos/network/www/proxy'
import {ZeroingError} from '../../frc971/control_loops/control_loops_generated'
import {Position as DrivetrainPosition} from '../../frc971/control_loops/drivetrain/drivetrain_position_generated'
import {CANPosition as DrivetrainCANPosition} from '../../frc971/control_loops/drivetrain/drivetrain_can_position_generated'
import {Status as DrivetrainStatus} from '../../frc971/control_loops/drivetrain/drivetrain_status_generated'
import {LocalizerOutput} from '../../frc971/control_loops/drivetrain/localization/localizer_output_generated'
import {TargetMap} from '../../frc971/vision/target_map_generated'
import {ArmState, ArmStatus, EndEffectorState, Status as SuperstructureStatus} from '../control_loops/superstructure/superstructure_status_generated'
import {RejectionReason} from '../localizer/status_generated'
import {TargetEstimateDebug, Visualization} from '../localizer/visualization_generated'
import {Class} from '../vision/game_pieces_generated'
import {FIELD_LENGTH, FIELD_WIDTH, FT_TO_M, IN_TO_M} from './constants';
// (0,0) is field center, +X is toward red DS
const FIELD_SIDE_Y = FIELD_WIDTH / 2;
const FIELD_EDGE_X = FIELD_LENGTH / 2;
const ROBOT_WIDTH = 25 * IN_TO_M;
const ROBOT_LENGTH = 32 * IN_TO_M;
const PI_COLORS = ['#ff00ff', '#ffff00', '#00ffff', '#ffa500'];
const PIS = ['pi1', 'pi2', 'pi3', 'pi4'];
export class FieldHandler {
private canvas = document.createElement('canvas');
private localizerOutput: LocalizerOutput|null = null;
private drivetrainStatus: DrivetrainStatus|null = null;
private drivetrainPosition: DrivetrainPosition|null = null;
private drivetrainCANPosition: DrivetrainCANPosition|null = null;
private superstructureStatus: SuperstructureStatus|null = null;
// Image information indexed by timestamp (seconds since the epoch), so that
// we can stop displaying images after a certain amount of time.
private localizerImageMatches = new Map<number, Visualization>();
private x: HTMLElement = (document.getElementById('x') as HTMLElement);
private y: HTMLElement = (document.getElementById('y') as HTMLElement);
private theta: HTMLElement =
(document.getElementById('theta') as HTMLElement);
private imagesAcceptedCounter: HTMLElement =
(document.getElementById('images_accepted') as HTMLElement);
// HTML elements for rejection reasons for individual pis. Indices
// corresponding to RejectionReason enum values will be for those reasons. The
// final row will account for images rejected by the aprilrobotics detector
// instead of the localizer.
private rejectionReasonCells: HTMLElement[][] = [];
private messageBridgeDiv: HTMLElement =
(document.getElementById('message_bridge_status') as HTMLElement);
private clientStatuses = new Map<string, HTMLElement>();
private serverStatuses = new Map<string, HTMLElement>();
private fieldImage: HTMLImageElement = new Image();
private endEffectorState: HTMLElement =
(document.getElementById('end_effector_state') as HTMLElement);
private wrist: HTMLElement =
(document.getElementById('wrist') as HTMLElement);
private wristAbsoluteEncoder: HTMLElement =
(document.getElementById('wrist_encoder') as HTMLElement);
private armState: HTMLElement =
(document.getElementById('arm_state') as HTMLElement);
private gamePiece: HTMLElement =
(document.getElementById('game_piece') as HTMLElement);
private gamePiecePosition: HTMLElement =
(document.getElementById('game_piece_position') as HTMLElement);
private armX: HTMLElement = (document.getElementById('arm_x') as HTMLElement);
private armY: HTMLElement = (document.getElementById('arm_y') as HTMLElement);
private circularIndex: HTMLElement =
(document.getElementById('arm_circular_index') as HTMLElement);
private roll: HTMLElement =
(document.getElementById('arm_roll') as HTMLElement);
private proximal: HTMLElement =
(document.getElementById('arm_proximal') as HTMLElement);
private distal: HTMLElement =
(document.getElementById('arm_distal') as HTMLElement);
private rollPotentiometer: HTMLElement =
(document.getElementById('arm_roll_pot') as HTMLElement);
private rollAbsoluteEncoder: HTMLElement =
(document.getElementById('arm_roll_encoder') as HTMLElement);
private proximalPotentiometer: HTMLElement =
(document.getElementById('arm_proximal_pot') as HTMLElement);
private proximalAbsoluteEncoder: HTMLElement =
(document.getElementById('arm_proximal_encoder') as HTMLElement);
private distalPotentiometer: HTMLElement =
(document.getElementById('arm_distal_pot') as HTMLElement);
private distalAbsoluteEncoder: HTMLElement =
(document.getElementById('arm_distal_encoder') as HTMLElement);
private zeroingFaults: HTMLElement =
(document.getElementById('zeroing_faults') as HTMLElement);
private leftDrivetrainEncoder: HTMLElement =
(document.getElementById('left_drivetrain_encoder') as HTMLElement);
private rightDrivetrainEncoder: HTMLElement =
(document.getElementById('right_drivetrain_encoder') as HTMLElement);
private falconRightFrontPosition: HTMLElement =
(document.getElementById('falcon_right_front') as HTMLElement);
private falconRightBackPosition: HTMLElement =
(document.getElementById('falcon_right_back') as HTMLElement);
private falconRightUnderPosition: HTMLElement =
(document.getElementById('falcon_right_under') as HTMLElement);
private falconLeftFrontPosition: HTMLElement =
(document.getElementById('falcon_left_front') as HTMLElement);
private falconLeftBackPosition: HTMLElement =
(document.getElementById('falcon_left_back') as HTMLElement);
private falconLeftUnderPosition: HTMLElement =
(document.getElementById('falcon_left_under') as HTMLElement);
constructor(private readonly connection: Connection) {
(document.getElementById('field') as HTMLElement).appendChild(this.canvas);
this.fieldImage.src = '2023.png';
// Construct a table header.
{
const row = document.createElement('div');
const nameCell = document.createElement('div');
nameCell.innerHTML = 'Rejection Reason';
row.appendChild(nameCell);
for (const pi of PIS) {
const nodeCell = document.createElement('div');
nodeCell.innerHTML = pi;
row.appendChild(nodeCell);
}
document.getElementById('vision_readouts').appendChild(row);
}
for (const value in RejectionReason) {
// Typescript generates an iterator that produces both numbers and
// strings... don't do anything on the string iterations.
if (isNaN(Number(value))) {
continue;
}
const row = document.createElement('div');
const nameCell = document.createElement('div');
nameCell.innerHTML = RejectionReason[value];
row.appendChild(nameCell);
this.rejectionReasonCells.push([]);
for (const pi of PIS) {
const valueCell = document.createElement('div');
valueCell.innerHTML = 'NA';
this.rejectionReasonCells[this.rejectionReasonCells.length - 1].push(
valueCell);
row.appendChild(valueCell);
}
document.getElementById('vision_readouts').appendChild(row);
}
// Add rejection reason row for aprilrobotics rejections.
{
const row = document.createElement('div');
const nameCell = document.createElement('div');
nameCell.innerHTML = 'Rejected by aprilrobotics';
row.appendChild(nameCell);
this.rejectionReasonCells.push([]);
for (const pi of PIS) {
const valueCell = document.createElement('div');
valueCell.innerHTML = 'NA';
this.rejectionReasonCells[this.rejectionReasonCells.length - 1].push(
valueCell);
row.appendChild(valueCell);
}
document.getElementById('vision_readouts').appendChild(row);
}
for (let ii = 0; ii < PI_COLORS.length; ++ii) {
const legendEntry = document.createElement('div');
legendEntry.style.color = PI_COLORS[ii];
legendEntry.innerHTML = 'PI' + (ii + 1).toString()
document.getElementById('legend').appendChild(legendEntry);
}
this.connection.addConfigHandler(() => {
// Visualization message is reliable so that we can see *all* the vision
// matches.
for (const pi in PIS) {
this.connection.addReliableHandler(
'/' + PIS[pi] + '/camera', 'y2023.localizer.Visualization',
(data) => {
this.handleLocalizerDebug(Number(pi), data);
});
}
for (const pi in PIS) {
// Make unreliable to reduce network spam.
this.connection.addHandler(
'/' + PIS[pi] + '/camera', 'frc971.vision.TargetMap', (data) => {
this.handlePiTargetMap(pi, data);
});
}
this.connection.addHandler(
'/drivetrain', 'frc971.control_loops.drivetrain.Status', (data) => {
this.handleDrivetrainStatus(data);
});
this.connection.addHandler(
'/drivetrain', 'frc971.control_loops.drivetrain.Position', (data) => {
this.handleDrivetrainPosition(data);
});
this.connection.addHandler(
'/drivetrain', 'y2023.control_loops.drivetrain.CANPosition', (data) => {
this.handleDrivetrainCANPosition(data);
});
this.connection.addHandler(
'/localizer', 'frc971.controls.LocalizerOutput', (data) => {
this.handleLocalizerOutput(data);
});
this.connection.addHandler(
'/superstructure', 'y2023.control_loops.superstructure.Status',
(data) => {this.handleSuperstructureStatus(data)});
this.connection.addHandler(
'/aos', 'aos.message_bridge.ServerStatistics',
(data) => {this.handleServerStatistics(data)});
this.connection.addHandler(
'/aos', 'aos.message_bridge.ClientStatistics',
(data) => {this.handleClientStatistics(data)});
});
}
private handleLocalizerDebug(pi: number, data: Uint8Array): void {
const now = Date.now() / 1000.0;
const fbBuffer = new ByteBuffer(data);
this.localizerImageMatches.set(
now, Visualization.getRootAsVisualization(fbBuffer));
const debug = this.localizerImageMatches.get(now);
if (debug.statistics()) {
if ((debug.statistics().rejectionReasonsLength() + 1) ==
this.rejectionReasonCells.length) {
for (let ii = 0; ii < debug.statistics().rejectionReasonsLength();
++ii) {
this.rejectionReasonCells[ii][pi].innerHTML =
debug.statistics().rejectionReasons(ii).count().toString();
}
} else {
console.error('Unexpected number of rejection reasons in counter.');
}
}
}
private handlePiTargetMap(pi: string, data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
const targetMap = TargetMap.getRootAsTargetMap(fbBuffer);
this.rejectionReasonCells[this.rejectionReasonCells.length - 1][pi]
.innerHTML = targetMap.rejections().toString();
}
private handleLocalizerOutput(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
this.localizerOutput = LocalizerOutput.getRootAsLocalizerOutput(fbBuffer);
}
private handleDrivetrainStatus(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
this.drivetrainStatus = DrivetrainStatus.getRootAsStatus(fbBuffer);
}
private handleDrivetrainPosition(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
this.drivetrainPosition = DrivetrainPosition.getRootAsPosition(fbBuffer);
}
private handleDrivetrainCANPosition(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
this.drivetrainCANPosition = DrivetrainCANPosition.getRootAsCANPosition(fbBuffer);
}
private handleSuperstructureStatus(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
this.superstructureStatus = SuperstructureStatus.getRootAsStatus(fbBuffer);
}
private populateNodeConnections(nodeName: string): void {
const row = document.createElement('div');
this.messageBridgeDiv.appendChild(row);
const nodeDiv = document.createElement('div');
nodeDiv.innerHTML = nodeName;
row.appendChild(nodeDiv);
const clientDiv = document.createElement('div');
clientDiv.innerHTML = 'N/A';
row.appendChild(clientDiv);
const serverDiv = document.createElement('div');
serverDiv.innerHTML = 'N/A';
row.appendChild(serverDiv);
this.serverStatuses.set(nodeName, serverDiv);
this.clientStatuses.set(nodeName, clientDiv);
}
private setCurrentNodeState(element: HTMLElement, state: ConnectionState):
void {
if (state === ConnectionState.CONNECTED) {
element.innerHTML = ConnectionState[state];
element.classList.remove('faulted');
element.classList.add('connected');
} else {
element.innerHTML = ConnectionState[state];
element.classList.remove('connected');
element.classList.add('faulted');
}
}
private handleServerStatistics(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
const serverStatistics =
ServerStatistics.getRootAsServerStatistics(fbBuffer);
for (let ii = 0; ii < serverStatistics.connectionsLength(); ++ii) {
const connection = serverStatistics.connections(ii);
const nodeName = connection.node().name();
if (!this.serverStatuses.has(nodeName)) {
this.populateNodeConnections(nodeName);
}
this.setCurrentNodeState(
this.serverStatuses.get(nodeName), connection.state());
}
}
private handleClientStatistics(data: Uint8Array): void {
const fbBuffer = new ByteBuffer(data);
const clientStatistics =
ClientStatistics.getRootAsClientStatistics(fbBuffer);
for (let ii = 0; ii < clientStatistics.connectionsLength(); ++ii) {
const connection = clientStatistics.connections(ii);
const nodeName = connection.node().name();
if (!this.clientStatuses.has(nodeName)) {
this.populateNodeConnections(nodeName);
}
this.setCurrentNodeState(
this.clientStatuses.get(nodeName), connection.state());
}
}
drawField(): void {
const ctx = this.canvas.getContext('2d');
ctx.save();
ctx.scale(1.0, -1.0);
ctx.drawImage(
this.fieldImage, 0, 0, this.fieldImage.width, this.fieldImage.height,
-FIELD_EDGE_X, -FIELD_SIDE_Y, FIELD_LENGTH, FIELD_WIDTH);
ctx.restore();
}
drawCamera(x: number, y: number, theta: number, color: string = 'blue'):
void {
const ctx = this.canvas.getContext('2d');
ctx.save();
ctx.translate(x, y);
ctx.rotate(theta);
ctx.strokeStyle = color;
ctx.beginPath();
ctx.moveTo(0.5, 0.5);
ctx.lineTo(0, 0);
ctx.lineTo(0.5, -0.5);
ctx.stroke();
ctx.beginPath();
ctx.arc(0, 0, 0.25, -Math.PI / 4, Math.PI / 4);
ctx.stroke();
ctx.restore();
}
drawRobot(
x: number, y: number, theta: number, color: string = 'blue',
dashed: boolean = false): void {
const ctx = this.canvas.getContext('2d');
ctx.save();
ctx.translate(x, y);
ctx.rotate(theta);
ctx.strokeStyle = color;
ctx.lineWidth = ROBOT_WIDTH / 10.0;
if (dashed) {
ctx.setLineDash([0.05, 0.05]);
} else {
// Empty array = solid line.
ctx.setLineDash([]);
}
ctx.rect(-ROBOT_LENGTH / 2, -ROBOT_WIDTH / 2, ROBOT_LENGTH, ROBOT_WIDTH);
ctx.stroke();
// Draw line indicating which direction is forwards on the robot.
ctx.beginPath();
ctx.moveTo(0, 0);
ctx.lineTo(ROBOT_LENGTH / 2.0, 0);
ctx.stroke();
ctx.restore();
}
setZeroing(div: HTMLElement): void {
div.innerHTML = 'zeroing';
div.classList.remove('faulted');
div.classList.add('zeroing');
div.classList.remove('near');
}
setEstopped(div: HTMLElement): void {
div.innerHTML = 'estopped';
div.classList.add('faulted');
div.classList.remove('zeroing');
div.classList.remove('near');
}
setTargetValue(
div: HTMLElement, target: number, val: number, tolerance: number): void {
div.innerHTML = val.toFixed(4);
div.classList.remove('faulted');
div.classList.remove('zeroing');
if (Math.abs(target - val) < tolerance) {
div.classList.add('near');
} else {
div.classList.remove('near');
}
}
setValue(div: HTMLElement, val: number): void {
div.innerHTML = val.toFixed(4);
div.classList.remove('faulted');
div.classList.remove('zeroing');
div.classList.remove('near');
}
draw(): void {
this.reset();
this.drawField();
// Draw the matches with debugging information from the localizer.
const now = Date.now() / 1000.0;
if (this.superstructureStatus) {
this.endEffectorState.innerHTML =
EndEffectorState[this.superstructureStatus.endEffectorState()];
if (!this.superstructureStatus.wrist() ||
!this.superstructureStatus.wrist().zeroed()) {
this.setZeroing(this.wrist);
} else if (this.superstructureStatus.wrist().estopped()) {
this.setEstopped(this.wrist);
} else {
this.setTargetValue(
this.wrist,
this.superstructureStatus.wrist().unprofiledGoalPosition(),
this.superstructureStatus.wrist().estimatorState().position(),
1e-3);
}
this.wristAbsoluteEncoder.innerHTML = this.superstructureStatus.wrist()
.estimatorState().position().toString();
this.armState.innerHTML =
ArmState[this.superstructureStatus.arm().state()];
this.gamePiece.innerHTML = Class[this.superstructureStatus.gamePiece()];
this.gamePiecePosition.innerHTML =
this.superstructureStatus.gamePiecePosition().toFixed(4);
this.armX.innerHTML = this.superstructureStatus.arm().armX().toFixed(2);
this.armY.innerHTML = this.superstructureStatus.arm().armY().toFixed(2);
this.circularIndex.innerHTML =
this.superstructureStatus.arm().armCircularIndex().toFixed(0);
this.roll.innerHTML = this.superstructureStatus.arm()
.rollJointEstimatorState()
.position()
.toFixed(2);
this.rollPotentiometer.innerHTML = this.superstructureStatus.arm()
.rollJointEstimatorState()
.potPosition()
.toString();
this.rollAbsoluteEncoder.innerHTML = this.superstructureStatus.arm()
.rollJointEstimatorState()
.absolutePosition()
.toString();
this.proximal.innerHTML = this.superstructureStatus.arm()
.proximalEstimatorState()
.position()
.toFixed(2);
this.distal.innerHTML = this.superstructureStatus.arm()
.distalEstimatorState()
.position()
.toFixed(2);
this.proximalPotentiometer.innerHTML = this.superstructureStatus.arm()
.proximalEstimatorState()
.potPosition()
.toString();
this.proximalAbsoluteEncoder.innerHTML = this.superstructureStatus.arm()
.proximalEstimatorState()
.absolutePosition()
.toString();
this.distalPotentiometer.innerHTML = this.superstructureStatus.arm()
.distalEstimatorState()
.potPosition()
.toString();
this.distalAbsoluteEncoder.innerHTML = this.superstructureStatus.arm()
.distalEstimatorState()
.absolutePosition()
.toString();
let zeroingErrors: string = 'Roll Joint Errors:' +
'<br/>';
for (let i = 0; i < this.superstructureStatus.arm()
.rollJointEstimatorState()
.errorsLength();
i++) {
zeroingErrors += ZeroingError[this.superstructureStatus.arm()
.rollJointEstimatorState()
.errors(i)] +
'<br/>';
}
zeroingErrors += '<br/>' +
'Proximal Joint Errors:' +
'<br/>';
for (let i = 0; i < this.superstructureStatus.arm()
.proximalEstimatorState()
.errorsLength();
i++) {
zeroingErrors += ZeroingError[this.superstructureStatus.arm()
.proximalEstimatorState()
.errors(i)] +
'<br/>';
}
zeroingErrors += '<br/>' +
'Distal Joint Errors:' +
'<br/>';
for (let i = 0; i <
this.superstructureStatus.arm().distalEstimatorState().errorsLength();
i++) {
zeroingErrors += ZeroingError[this.superstructureStatus.arm()
.distalEstimatorState()
.errors(i)] +
'<br/>';
}
zeroingErrors += '<br/>' +
'Wrist Errors:' +
'<br/>';
for (let i = 0;
i < this.superstructureStatus.wrist().estimatorState().errorsLength();
i++) {
zeroingErrors += ZeroingError[this.superstructureStatus.wrist()
.estimatorState()
.errors(i)] +
'<br/>';
}
this.zeroingFaults.innerHTML = zeroingErrors;
}
if (this.drivetrainStatus && this.drivetrainStatus.trajectoryLogging()) {
this.drawRobot(
this.drivetrainStatus.trajectoryLogging().x(),
this.drivetrainStatus.trajectoryLogging().y(),
this.drivetrainStatus.trajectoryLogging().theta(), '#000000FF',
false);
}
if (this.drivetrainPosition) {
this.leftDrivetrainEncoder.innerHTML =
this.drivetrainPosition.leftEncoder().toString();
this.rightDrivetrainEncoder.innerHTML =
this.drivetrainPosition.rightEncoder().toString();
}
if (this.drivetrainCANPosition) {
this.falconRightFrontPosition.innerHTML = //TODO: (niko) Improve this so that falcons are not hard-coded
this.drivetrainCANPosition.talonfxs(0).position().toString();
this.falconRightBackPosition.innerHTML =
this.drivetrainCANPosition.talonfxs(1).position().toString();
this.falconRightUnderPosition.innerHTML =
this.drivetrainCANPosition.talonfxs(2).position().toString();
this.falconLeftFrontPosition.innerHTML =
this.drivetrainCANPosition.talonfxs(3).position().toString();
this.falconLeftBackPosition.innerHTML =
this.drivetrainCANPosition.talonfxs(4).position().toString();
this.falconLeftUnderPosition.innerHTML =
this.drivetrainCANPosition.talonfxs(5).position().toString();
}
if (this.localizerOutput) {
if (!this.localizerOutput.zeroed()) {
this.setZeroing(this.x);
this.setZeroing(this.y);
this.setZeroing(this.theta);
} else {
this.setValue(this.x, this.localizerOutput.x());
this.setValue(this.y, this.localizerOutput.y());
this.setValue(this.theta, this.localizerOutput.theta());
}
this.drawRobot(
this.localizerOutput.x(), this.localizerOutput.y(),
this.localizerOutput.theta());
this.imagesAcceptedCounter.innerHTML =
this.localizerOutput.imageAcceptedCount().toString();
}
for (const [time, value] of this.localizerImageMatches) {
const age = now - time;
const kRemovalAge = 1.0;
if (age > kRemovalAge) {
this.localizerImageMatches.delete(time);
continue;
}
const kMaxImageAlpha = 0.5;
const ageAlpha = kMaxImageAlpha * (kRemovalAge - age) / kRemovalAge
for (let i = 0; i < value.targetsLength(); i++) {
const imageDebug = value.targets(i);
const x = imageDebug.impliedRobotX();
const y = imageDebug.impliedRobotY();
const theta = imageDebug.impliedRobotTheta();
const cameraX = imageDebug.cameraX();
const cameraY = imageDebug.cameraY();
const cameraTheta = imageDebug.cameraTheta();
const accepted = imageDebug.accepted();
// Make camera readings fade over time.
const alpha = Math.round(255 * ageAlpha).toString(16).padStart(2, '0');
const dashed = false;
const cameraRgb = PI_COLORS[imageDebug.camera()];
const cameraRgba = cameraRgb + alpha;
this.drawRobot(x, y, theta, cameraRgba, dashed);
this.drawCamera(cameraX, cameraY, cameraTheta, cameraRgba);
}
}
window.requestAnimationFrame(() => this.draw());
}
reset(): void {
const ctx = this.canvas.getContext('2d');
ctx.setTransform(1, 0, 0, 1, 0, 0);
const size = window.innerHeight * 0.9;
ctx.canvas.height = size;
const width = size / 2 + 20;
ctx.canvas.width = width;
ctx.clearRect(0, 0, size, width);
// Translate to center of display.
ctx.translate(width / 2, size / 2);
// Coordinate system is:
// x -> forward.
// y -> to the left.
ctx.rotate(-Math.PI / 2);
ctx.scale(1, -1);
const M_TO_PX = (size - 10) / FIELD_LENGTH;
ctx.scale(M_TO_PX, M_TO_PX);
ctx.lineWidth = 1 / M_TO_PX;
}
}