Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,9 @@ Below is a list of all tutorials available in this repository:
- 🔗 [Related Blog Post](https://foxglove.dev/blog/converting-the-lafan1-retargeting-dataset-to-mcap)
- 🎥 [Video](https://youtu.be/YlAblmWLVqs)
- 📊 [Visualize](https://app.foxglove.dev/~/view?ds=foxglove-sample-stream&ds.recordingId=rec_0dVfPhEze7PkjHHi&layoutId=lay_0dVfPwEqAQ5JMmle)
### [Visualize Open X-Embodiment dataset](datasets/open_x_embodiment/README.md)
- 📝 Use Foxglove SDK to visualize berkeley_autolab_ur5 dataset
- 🔗 [Related Blog Post](https://foxglove.dev/blog/foxglove-open-x-embodiment-visualization)
### [SubPipe Dataset to MCAP](datasets/subpipe_mcap/README.md)
- 📝 The underwater dataset, containing SLAM, object detection and image segmentation
- 🎥 [Video](https://youtu.be/jJej6aT1jKg)
Expand Down
25 changes: 25 additions & 0 deletions datasets/open_x_embodiment/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
---
title: "Visualize Open X-Embodiment dataset"
blog_post_url: "https://foxglove.dev/blog/foxglove-open-x-embodiment-visualization"
short_description: "Use Foxglove SDK to visualize berkeley_autolab_ur5 dataset"
---
# Visualizing Open X-Embodiment datasets in Foxglove

These are the tutorial files that show how you can visualize Open-X Embodiment dataset in Foxglove.

To execute the script, you will need to install the following Python dependencies:

```
tensorflow
gcsfs
foxglove-sdk
tensorflow_datasets
```

We include a layout `foxglove_tutorials/open_x_embodiment/layouts/berkeley_autloab_ur5_layout.json` that you can use to view all the data that we included in the tutorial.

## Running the script

1. Run the Python script: `python3 visualize_berkeley_autolab_ur5.py`
2. In Foxglove, open a remote connection to `ws://localhost:8765`
3. Arrange panels to visualize the data, or use the layout included in this tutorial: `open_x_embodiment/layouts/berkeley_autloab_ur5_layout.json`
307 changes: 307 additions & 0 deletions datasets/open_x_embodiment/layouts/berkeley_autloab_ur5_layout.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,307 @@
{
"configById": {
"3D!1dyg4vd": {
"cameraState": {
"perspective": true,
"distance": 2.4417309747357656,
"phi": 58.152958152968374,
"thetaOffset": 125.34632034632459,
"targetOffset": [
0.10276355966644965,
0.23322023388093666,
9.096916080494186e-17
],
"target": [
0,
0,
0
],
"targetOrientation": [
0,
0,
0,
1
],
"fovy": 45,
"near": 0.5,
"far": 5000
},
"followMode": "follow-pose",
"scene": {},
"transforms": {},
"topics": {},
"layers": {
"grid": {
"visible": true,
"frameLocked": true,
"label": "Grid",
"instanceId": "5516aa3b-d32f-499c-a57c-d6ea3ba1930c",
"layerId": "foxglove.Grid",
"size": 10,
"divisions": 10,
"lineWidth": 1,
"color": "#248eff",
"position": [
0,
0,
0
],
"rotation": [
0,
0,
0
]
}
},
"publish": {
"type": "point",
"poseTopic": "/move_base_simple/goal",
"pointTopic": "/clicked_point",
"poseEstimateTopic": "/initialpose",
"poseEstimateXDeviation": 0.5,
"poseEstimateYDeviation": 0.5,
"poseEstimateThetaDeviation": 0.26179939
},
"imageMode": {}
},
"Image!3fv1ay8": {
"cameraState": {
"distance": 20,
"perspective": true,
"phi": 60,
"target": [
0,
0,
0
],
"targetOffset": [
0,
0,
0
],
"targetOrientation": [
0,
0,
0,
1
],
"thetaOffset": 45,
"fovy": 45,
"near": 0.5,
"far": 5000
},
"followMode": "follow-pose",
"scene": {},
"transforms": {},
"topics": {},
"layers": {},
"publish": {
"type": "point",
"poseTopic": "/move_base_simple/goal",
"pointTopic": "/clicked_point",
"poseEstimateTopic": "/initialpose",
"poseEstimateXDeviation": 0.5,
"poseEstimateYDeviation": 0.5,
"poseEstimateThetaDeviation": 0.26179939
},
"imageMode": {
"imageTopic": "/image"
}
},
"Image!37c1240": {
"cameraState": {
"distance": 20,
"perspective": true,
"phi": 60,
"target": [
0,
0,
0
],
"targetOffset": [
0,
0,
0
],
"targetOrientation": [
0,
0,
0,
1
],
"thetaOffset": 45,
"fovy": 45,
"near": 0.5,
"far": 5000
},
"followMode": "follow-pose",
"scene": {},
"transforms": {},
"topics": {},
"layers": {},
"publish": {
"type": "point",
"poseTopic": "/move_base_simple/goal",
"pointTopic": "/clicked_point",
"poseEstimateTopic": "/initialpose",
"poseEstimateXDeviation": 0.5,
"poseEstimateYDeviation": 0.5,
"poseEstimateThetaDeviation": 0.26179939
},
"imageMode": {
"imageTopic": "/image_with_depth"
}
},
"Image!3lzq9ud": {
"cameraState": {
"distance": 20,
"perspective": true,
"phi": 60,
"target": [
0,
0,
0
],
"targetOffset": [
0,
0,
0
],
"targetOrientation": [
0,
0,
0,
1
],
"thetaOffset": 45,
"fovy": 45,
"near": 0.5,
"far": 5000
},
"followMode": "follow-pose",
"scene": {},
"transforms": {},
"topics": {},
"layers": {},
"publish": {
"type": "point",
"poseTopic": "/move_base_simple/goal",
"pointTopic": "/clicked_point",
"poseEstimateTopic": "/initialpose",
"poseEstimateXDeviation": 0.5,
"poseEstimateYDeviation": 0.5,
"poseEstimateThetaDeviation": 0.26179939
},
"imageMode": {
"imageTopic": "/hand_image"
}
},
"Plot!3o8fstj": {
"paths": [
{
"value": "/gripper_state.value",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#f5774d"
}
],
"showXAxisLabels": true,
"showYAxisLabels": true,
"showLegend": true,
"legendDisplay": "floating",
"showPlotValuesInLegend": false,
"isSynced": true,
"xAxisVal": "timestamp",
"sidebarDimension": 240
},
"Plot!3ues8i": {
"paths": [
{
"value": "/joint_state.joint5",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#4e98e2"
},
{
"value": "/joint_state.joint0",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#f5774d"
},
{
"value": "/joint_state.joint1",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#f7df71"
},
{
"value": "/joint_state.joint2",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#5cd6a9"
},
{
"value": "/joint_state.joint3",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#61cbff"
},
{
"value": "/joint_state.joint4",
"enabled": true,
"timestampMethod": "receiveTime",
"color": "#a395e2"
}
],
"showXAxisLabels": true,
"showYAxisLabels": true,
"showLegend": true,
"legendDisplay": "floating",
"showPlotValuesInLegend": false,
"isSynced": true,
"xAxisVal": "timestamp",
"sidebarDimension": 240
},
"RawMessages!26x5ilc": {
"diffEnabled": false,
"diffMethod": "custom",
"diffTopicPath": "",
"showFullMessageForDiff": false,
"topicPath": "/natural_language_instruction.text",
"fontSize": 30
}
},
"globalVariables": {},
"userNodes": {},
"playbackConfig": {
"speed": 1
},
"layout": {
"first": {
"first": "3D!1dyg4vd",
"second": {
"first": "Image!3fv1ay8",
"second": "Image!37c1240",
"direction": "row"
},
"direction": "row"
},
"second": {
"first": {
"first": "Image!3lzq9ud",
"second": "Plot!3o8fstj",
"direction": "column",
"splitPercentage": 66.08187134502924
},
"second": {
"first": "Plot!3ues8i",
"second": "RawMessages!26x5ilc",
"direction": "column",
"splitPercentage": 82.62322472848788
},
"direction": "row"
},
"direction": "column",
"splitPercentage": 41.10275689223057
}
}
Loading