OPC UA Vision: a vision-guided bin-picking demo an LLM agent can see and drive

Directory.Packages.props

@@ -66,6 +66,15 @@
     <PackageVersion Include="ModelContextProtocol.Core" Version="2.1.0" />
     <PackageVersion Include="Microsoft.NET.Test.Sdk" Version="18.8.1" />
     <PackageVersion Include="Microsoft.SourceLink.AzureRepos.Git" Version="10.0.301" />
+    <!-- AI Model Management. Microsoft.Extensions.AI is the inference
+         abstraction: IChatClient is the contract that reaches a hosted service
+         and an on-device runtime alike, which is the property the specification
+         asserts about where inference runs. It pins System.Text.Json 10.0.10,
+         the version this repository already centralises on, so it costs nothing
+         to take. No cloud-vendor SDK is referenced anywhere: workload identity
+         is read from the token the platform projects, which is the mechanism
+         every platform implements underneath its own SDK. -->
+    <PackageVersion Include="Microsoft.Extensions.AI" Version="10.8.3" />
     <PackageVersion Include="Microsoft.SourceLink.GitHub" Version="10.0.301" />
     <PackageVersion Include="System.CommandLine" Version="2.0.10" />
     <PackageVersion Include="Microsoft.VisualStudio.DiagnosticsHub.BenchmarkDotNetDiagnosers" Version="18.7.37220.1" />
@@ -135,17 +144,23 @@
   </ItemGroup>
   <!-- OpenUSD rendering stack, consumed by the optional
        tools/Opc.Ua.OpenUsd.Connector.Viewer assembly that backs the connector's
-       view option. Published on nuget.org. The
-       runtime packages ship win-x64, linux-x64 and osx-arm64; the RID-agnostic
-       metapackages resolve the correct native asset per RID, so no
-       RID-conditional reference is required. -->
+       view option, and by src/Opc.Ua.Vision.OpenUsd which renders the
+       Vision server's simulated camera views offscreen via Silk (D3D12/Vulkan).
+       Published on nuget.org. The runtime packages ship win-x64, linux-x64 and
+       osx-arm64; the RID-agnostic metapackages resolve the correct native asset
+       per RID, so no RID-conditional reference is required. All of these move
+       together: 0.11.0-alpha carries Storm child native ABI 8, and the managed
+       and RID-specific runtime packages have to match, so a partial bump fails
+       when the natives load rather than when the solution builds. -->
   <ItemGroup>
-    <PackageVersion Include="OpenUsd" Version="0.7.0-alpha" />
-    <PackageVersion Include="OpenUsd.Viewer" Version="0.7.0-alpha" />
-    <PackageVersion Include="OpenUsd.Rendering" Version="0.7.0-alpha" />
-    <PackageVersion Include="OpenUsd.Rendering.Silk.Vulkan" Version="0.7.0-alpha" />
-    <PackageVersion Include="OpenUsd.Runtime.Core" Version="0.7.0-alpha" />
-    <PackageVersion Include="OpenUsd.Runtime.Imaging" Version="0.7.0-alpha" />
+    <PackageVersion Include="OpenUsd" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Viewer" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Rendering" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Rendering.Silk" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Rendering.Silk.D3D12" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Rendering.Silk.Vulkan" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Runtime.Core" Version="0.11.0-alpha" />
+    <PackageVersion Include="OpenUsd.Runtime.Imaging" Version="0.11.0-alpha" />
     <PackageVersion Include="Avalonia" Version="12.1.1" />
     <PackageVersion Include="Avalonia.Desktop" Version="12.1.1" />
   </ItemGroup>

README.md

@@ -113,6 +113,21 @@ Each sample has its own `README.md` with build and run instructions.
 - [Intent Viewer Client](samples/Robotics/IntentViewerClient/README.md) — click a
   target in an OpenUSD viewport and watch the arm execute the resulting intent;
   also runs headless.
+- [Bin Picking Cell](samples/Robotics/BinPickingCell/README.md) — Robot Intent,
+  Vision, an eye-in-hand camera, and an in-address-space OpenUSD scene in one
+  reference cell.
+- [Bin Picking Client](samples/Robotics/BinPickingClient/README.md) — closes the
+  Vision-to-Robot-Intent loop, with optional MCP hosting and an OpenUSD viewport.
+- [Visual Inspection Cell](samples/Vision/VisualInspectionCell/README.md) — hosts
+  Vision, AI Model Management, ISA-95 Job Control V2, and an operator dialog for
+  deterministic machined-bracket inspection.
+- [Visual Inspection Agent](samples/Vision/VisualInspectionAgent/README.md) — drives
+  the inspection loop with typed clients, routes inference through deployment
+  `Invoke`, applies recipe verdicts, schedules allowlisted jobs, and records
+  operator ground truth.
+- [AI Model Management sample](samples/AI/README.md) — `ModelManagementServer`
+  publishes the draft AI Model Management catalogue and routes inference;
+  `ModelManagementClient` discovers deployments and exercises the Methods.
 - [Minimal ISA-95 Server](samples/Isa95/MinimalIsa95Server/README.md) —
   minimal server hosting the OPC-10030 ISA-95 Common Model together
   with OPC-10031-4 Job Control V1 and V2, using the typed common-model
@@ -188,4 +203,3 @@ vulnerabilities via the process documented in
   companion repository with more sample applications.
 - [Preview NuGet feed](https://opcfoundation.visualstudio.com/opcua-netstandard/_packaging?_a=feed&feed=opcua-preview%40Local) —
   prerelease builds from Azure DevOps.
-

UA.slnx

@@ -8,8 +8,16 @@
     <Project Path="samples/Robotics/MinimalRobotServer/MinimalRobotServer.csproj" />
     <Project Path="samples/Robotics/IntentEnabledRobot/IntentEnabledRobot.csproj" />
     <Project Path="samples/Robotics/IntentViewerClient/IntentViewerClient.csproj" />
+    <Project Path="samples/Robotics/BinPickingCell/BinPickingCell.csproj" />
+    <Project Path="samples/Robotics/BinPickingClient/BinPickingClient.csproj" />
+    <Project Path="samples/Vision/VisualInspectionCell/VisualInspectionCell.csproj" />
+    <Project Path="samples/Vision/VisualInspectionAgent/VisualInspectionAgent.csproj" />
     <Project Path="samples/Quickstarts.Servers/Quickstarts.Servers.csproj" />
   </Folder>
+  <Folder Name="/samples/AI/">
+    <Project Path="samples/AI/ModelManagementServer/ModelManagementServer.csproj" />
+    <Project Path="samples/AI/ModelManagementClient/ModelManagementClient.csproj" />
+  </Folder>
   <Folder Name="/samples/DI/">
     <Project Path="samples/DI/PumpDeviceIntegrationServer/PumpDeviceIntegrationServer.csproj" />
   </Folder>
@@ -103,6 +111,10 @@
     <Project Path="src/Opc.Ua.Robotics/Opc.Ua.Robotics.csproj" />
     <Project Path="src/Opc.Ua.Robotics.Server/Opc.Ua.Robotics.Server.csproj" />
     <Project Path="src/Opc.Ua.Robotics.Client/Opc.Ua.Robotics.Client.csproj" />
+    <Project Path="src/Opc.Ua.Vision/Opc.Ua.Vision.csproj" />
+    <Project Path="src/Opc.Ua.Vision.Client/Opc.Ua.Vision.Client.csproj" />
+    <Project Path="src/Opc.Ua.Vision.Server/Opc.Ua.Vision.Server.csproj" />
+    <Project Path="src/Opc.Ua.Vision.OpenUsd/Opc.Ua.Vision.OpenUsd.csproj" />
     <Project Path="src/Opc.Ua.Gds.Client.Common/Opc.Ua.Gds.Client.Common.csproj" />
     <Project Path="src/Opc.Ua.Gds.Common/Opc.Ua.Gds.Common.csproj" />
     <Project Path="src/Opc.Ua.Gds.Server.Common/Opc.Ua.Gds.Server.Common.csproj" />
@@ -122,6 +134,10 @@
     <Project Path="src/Opc.Ua.PubSub.Udp/Opc.Ua.PubSub.Udp.csproj" />
     <Project Path="src/Opc.Ua.Redundancy.PubSub/Opc.Ua.Redundancy.PubSub.csproj" />
     <Project Path="src/Opc.Ua.Server/Opc.Ua.Server.csproj" />
+    <Project Path="src/Opc.Ua.AI/Opc.Ua.AI.csproj" />
+    <Project Path="src/Opc.Ua.AI.Inference/Opc.Ua.AI.Inference.csproj" />
+    <Project Path="src/Opc.Ua.AI.Server/Opc.Ua.AI.Server.csproj" />
+    <Project Path="src/Opc.Ua.AI.Client/Opc.Ua.AI.Client.csproj" />
     <Project Path="src/Opc.Ua.XRegistry/Opc.Ua.XRegistry.csproj" />
     <Project Path="src/Opc.Ua.XRegistry.Client/Opc.Ua.XRegistry.Client.csproj" />
     <Project Path="src/Opc.Ua.XRegistry.Server/Opc.Ua.XRegistry.Server.csproj" />
@@ -272,6 +288,9 @@
     <Project Path="tests/Opc.Ua.OpenUsd.Tests/Opc.Ua.OpenUsd.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Robotics.Tests/Opc.Ua.Robotics.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Robotics.Intent.Tests/Opc.Ua.Robotics.Intent.Tests.csproj" />
+    <Project Path="tests/Opc.Ua.Vision.Tests/Opc.Ua.Vision.Tests.csproj" />
+    <Project Path="tests/Opc.Ua.VisualInspection.Tests/Opc.Ua.VisualInspection.Tests.csproj" />
+    <Project Path="tests/Opc.Ua.Vision.Intent.Tests/Opc.Ua.Vision.Intent.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Core.Diagnostics.Tests/Opc.Ua.Core.Diagnostics.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Bindings.Https.WebApi.Tests/Opc.Ua.Bindings.Https.WebApi.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Features.Tests/Opc.Ua.Features.Tests.csproj" />
@@ -300,6 +319,7 @@
     <Project Path="tests/Opc.Ua.Security.Pkcs11.Tests/Opc.Ua.Security.Pkcs11.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Server.Tests/Opc.Ua.Server.Tests.csproj" />
     <Project Path="tests/Opc.Ua.XRegistry.Tests/Opc.Ua.XRegistry.Tests.csproj" />
+    <Project Path="tests/Opc.Ua.AI.Tests/Opc.Ua.AI.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Aas.Tests/Opc.Ua.Aas.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Redundancy.Server.Tests/Opc.Ua.Redundancy.Server.Tests.csproj" />
     <Project Path="tests/Opc.Ua.Redundancy.Kubernetes.Tests/Opc.Ua.Redundancy.Kubernetes.Tests.csproj" />
@@ -328,6 +348,7 @@
     <Project Path="tools/Opc.Ua.Mcp.PubSub/Opc.Ua.Mcp.PubSub.csproj" />
     <Project Path="tools/Opc.Ua.Mcp.PubSub.Diagnostics/Opc.Ua.Mcp.PubSub.Diagnostics.csproj" />
     <Project Path="tools/Opc.Ua.Mcp.Robotics/Opc.Ua.Mcp.Robotics.csproj" />
+    <Project Path="tools/Opc.Ua.Mcp.Vision/Opc.Ua.Mcp.Vision.csproj" />
     <Project Path="tools/Opc.Ua.OpenUsd.Connector/Opc.Ua.OpenUsd.Connector.csproj" />
     <Project Path="tools/Opc.Ua.OpenUsd.Connector.Viewer/Opc.Ua.OpenUsd.Connector.Viewer.csproj" />
   </Folder>