Files
Alexankharin-camera-comfyUI/workflows/PointCloud.json
T
Alexander Kharin 02966ba489 add a specific node for projection-aware outpainting not to use huge workflow. Add workflows for that.
Add metric_depth node instead of depth-anythingv2 (it now uses absolute value of depth for pointclouds). Add node for conversion of z-depth (output of depth model) to ray-depth. Add eritor for the generation of camera trajectories in gui (requires open3d)
Refactored the structuring of the nodes - Camera-related, pointcloud-related, reprojection-related, outpainting-related nodes. Updated readme
2025-05-03 19:55:56 +02:00

1 line
6.7 KiB
JSON

{"id":"292f4ed4-287f-4129-9677-308e20e7b88d","revision":0,"last_node_id":47,"last_link_id":94,"nodes":[{"id":25,"type":"MedianFilterImage","pos":[790.1552734375,892.8335571289062],"size":[315,58],"flags":{},"order":10,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":63}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[55]}],"properties":{"Node name for S&R":"MedianFilterImage"},"widgets_values":[1]},{"id":13,"type":"MaskToImage","pos":[362.97442626953125,891.9749755859375],"size":[264.5999755859375,26],"flags":{},"order":11,"mode":0,"inputs":[{"localized_name":"mask","name":"mask","type":"MASK","link":64}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[24]}],"properties":{"Node name for S&R":"MaskToImage"},"widgets_values":[]},{"id":12,"type":"PreviewImage","pos":[385.2037658691406,978.97412109375],"size":[210,246],"flags":{},"order":14,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":24}],"outputs":[],"properties":{"Node name for S&R":"PreviewImage"},"widgets_values":[""]},{"id":18,"type":"DepthToPointCloud","pos":[-891.0863647460938,780.7223510742188],"size":[315,170],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"IMAGE","link":41},{"localized_name":"depthmap","name":"depthmap","shape":7,"type":"TENSOR","link":83},{"localized_name":"mask","name":"mask","shape":7,"type":"IMAGE","link":null}],"outputs":[{"localized_name":"pointcloud","name":"pointcloud","type":"TENSOR","links":[42]}],"properties":{"Node name for S&R":"DepthToPointCloud"},"widgets_values":["PINHOLE",90,1,false]},{"id":1,"type":"LoadImage","pos":[-1330.402099609375,771.2842407226562],"size":[315,314],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[2,11,41,73]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"Node name for S&R":"LoadImage"},"widgets_values":["flux_dev_example.png","image",""]},{"id":40,"type":"PreviewImage","pos":[-306.9321594238281,1326.0035400390625],"size":[210,246],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":79}],"outputs":[],"properties":{"Node name for S&R":"PreviewImage"},"widgets_values":[""]},{"id":44,"type":"PreviewImage","pos":[178.53634643554688,1371.2279052734375],"size":[210,246],"flags":{},"order":15,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":81}],"outputs":[],"properties":{"Node name for S&R":"PreviewImage"},"widgets_values":[""]},{"id":42,"type":"DepthToImageNode","pos":[-718.5648803710938,1373.0740966796875],"size":[315,58],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"depth","name":"depth","type":"TENSOR","link":84}],"outputs":[{"localized_name":"depth image","name":"depth image","type":"IMAGE","links":[79]}],"properties":{"Node name for S&R":"DepthToImageNode"},"widgets_values":[false]},{"id":6,"type":"TransformToMatrix","pos":[-781.2627563476562,990.2046508789062],"size":[315,154],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"localized_name":"transformation matrix","name":"transformation matrix","type":"MAT_4X4","links":[7,17]}],"properties":{"Node name for S&R":"TransformToMatrix"},"widgets_values":[-0.1,0,0,0,20]},{"id":26,"type":"PreviewImage","pos":[646.3743896484375,1141.113525390625],"size":[210,246],"flags":{},"order":13,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":55}],"outputs":[],"properties":{"Node name for S&R":"PreviewImage"},"widgets_values":[""]},{"id":9,"type":"TransformPointCloud","pos":[-525.5206298828125,787.8363647460938],"size":[329.20001220703125,46],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"pointcloud","name":"pointcloud","type":"TENSOR","link":42},{"localized_name":"transform_matrix","name":"transform_matrix","type":"MAT_4X4","link":17}],"outputs":[{"localized_name":"transformed pointcloud","name":"transformed pointcloud","type":"TENSOR","links":[91]}],"properties":{"Node name for S&R":"TransformPointCloud"},"widgets_values":[]},{"id":45,"type":"ZDepthToRayDepthNode","pos":[-662.71435546875,1212.8341064453125],"size":[315,58],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"depth","name":"depth","type":"TENSOR","link":82}],"outputs":[{"localized_name":"ray depth","name":"ray depth","type":"TENSOR","links":[83,84]}],"properties":{"Node name for S&R":"ZDepthToRayDepthNode"},"widgets_values":[90]},{"id":47,"type":"PointCloudCleaner","pos":[-389.03436279296875,960.119384765625],"size":[367.79998779296875,106],"flags":{},"order":8,"mode":0,"inputs":[{"localized_name":"pointcloud","name":"pointcloud","type":"TENSOR","link":91}],"outputs":[{"localized_name":"cleaned pointcloud","name":"cleaned pointcloud","type":"TENSOR","links":[94]}],"properties":{"Node name for S&R":"PointCloudCleaner"},"widgets_values":[0.005000000000000001,1]},{"id":43,"type":"DepthToImageNode","pos":[24.43135643005371,1078.6661376953125],"size":[315,58],"flags":{},"order":12,"mode":0,"inputs":[{"localized_name":"depth","name":"depth","type":"TENSOR","link":80}],"outputs":[{"localized_name":"depth image","name":"depth image","type":"IMAGE","links":[81]}],"properties":{"Node name for S&R":"DepthToImageNode"},"widgets_values":[true]},{"id":38,"type":"DepthEstimatorNode","pos":[-1069.3040771484375,1213.5390625],"size":[315,82],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"IMAGE","link":73}],"outputs":[{"localized_name":"depth tensor","name":"depth tensor","type":"TENSOR","links":[82]}],"properties":{"Node name for S&R":"DepthEstimatorNode"},"widgets_values":["Depth-Anything-V2-Metric-Indoor-Base-hf",0.10000000000000002]},{"id":31,"type":"ProjectPointCloud","pos":[-145.65357971191406,660.8858032226562],"size":[315,218],"flags":{},"order":9,"mode":0,"inputs":[{"localized_name":"pointcloud","name":"pointcloud","type":"TENSOR","link":94}],"outputs":[{"localized_name":"image","name":"image","type":"IMAGE","links":[63]},{"localized_name":"mask","name":"mask","type":"MASK","links":[64]},{"localized_name":"depth tensor","name":"depth tensor","type":"TENSOR","links":[80]}],"properties":{"Node name for S&R":"ProjectPointCloud"},"widgets_values":["PINHOLE",90,1024,1024,2,false]}],"links":[[17,6,0,9,1,"MAT_4X4"],[24,13,0,12,0,"IMAGE"],[41,1,0,18,0,"IMAGE"],[42,18,0,9,0,"TENSOR"],[55,25,0,26,0,"IMAGE"],[63,31,0,25,0,"IMAGE"],[64,31,1,13,0,"MASK"],[73,1,0,38,0,"IMAGE"],[79,42,0,40,0,"IMAGE"],[80,31,2,43,0,"TENSOR"],[81,43,0,44,0,"IMAGE"],[82,38,0,45,0,"TENSOR"],[83,45,0,18,1,"TENSOR"],[84,45,0,42,0,"TENSOR"],[91,9,0,47,0,"TENSOR"],[94,47,0,31,0,"TENSOR"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8390545288824046,"offset":[434.57054047420326,-733.2415275094336]}},"version":0.4}