Spaces:
Running
Running
Switch to Svelte Query. It works!
Browse files- server/basic_ops.py +4 -4
- server/workspace.py +1 -1
- web/package-lock.json +20 -0
- web/package.json +1 -0
- web/src/LynxKiteFlow.svelte +32 -29
- web/src/NodeWithVisualization.svelte +3 -1
- web/src/Workspace.svelte +18 -14
server/basic_ops.py
CHANGED
|
@@ -16,7 +16,7 @@ def create_scale_free_graph(*, nodes: int = 10):
|
|
| 16 |
|
| 17 |
@ops.op("Compute PageRank")
|
| 18 |
@ops.nx_node_attribute_func('pagerank')
|
| 19 |
-
def compute_pagerank(graph: nx.Graph, *, damping=0.85, iterations=
|
| 20 |
return nx.pagerank(graph, alpha=damping, max_iter=iterations)
|
| 21 |
|
| 22 |
|
|
@@ -35,9 +35,9 @@ def visualize_graph(graph: ops.Bundle, *, color_nodes_by: 'node_attribute' = Non
|
|
| 35 |
nodes = nodes.to_records()
|
| 36 |
edges = graph.dfs['edges'].drop_duplicates(['source', 'target'])
|
| 37 |
edges = edges.to_records()
|
| 38 |
-
pos = nx.spring_layout(graph.to_nx())
|
| 39 |
v = {
|
| 40 |
-
'animationDuration':
|
| 41 |
'animationEasingUpdate': 'quinticInOut',
|
| 42 |
'series': [
|
| 43 |
{
|
|
@@ -56,7 +56,7 @@ def visualize_graph(graph: ops.Bundle, *, color_nodes_by: 'node_attribute' = Non
|
|
| 56 |
'data': [
|
| 57 |
{
|
| 58 |
'id': str(n.id),
|
| 59 |
-
'x': pos[n.id][0], 'y': pos[n.id][1],
|
| 60 |
# Adjust node size to cover the same area no matter how many nodes there are.
|
| 61 |
'symbolSize': 50 / len(nodes) ** 0.5,
|
| 62 |
'itemStyle': {'color': n.color} if color_nodes_by else {},
|
|
|
|
| 16 |
|
| 17 |
@ops.op("Compute PageRank")
|
| 18 |
@ops.nx_node_attribute_func('pagerank')
|
| 19 |
+
def compute_pagerank(graph: nx.Graph, *, damping=0.85, iterations=100):
|
| 20 |
return nx.pagerank(graph, alpha=damping, max_iter=iterations)
|
| 21 |
|
| 22 |
|
|
|
|
| 35 |
nodes = nodes.to_records()
|
| 36 |
edges = graph.dfs['edges'].drop_duplicates(['source', 'target'])
|
| 37 |
edges = edges.to_records()
|
| 38 |
+
pos = nx.spring_layout(graph.to_nx(), iterations=max(1, int(10000/len(nodes))))
|
| 39 |
v = {
|
| 40 |
+
'animationDuration': 500,
|
| 41 |
'animationEasingUpdate': 'quinticInOut',
|
| 42 |
'series': [
|
| 43 |
{
|
|
|
|
| 56 |
'data': [
|
| 57 |
{
|
| 58 |
'id': str(n.id),
|
| 59 |
+
'x': float(pos[n.id][0]), 'y': float(pos[n.id][1]),
|
| 60 |
# Adjust node size to cover the same area no matter how many nodes there are.
|
| 61 |
'symbolSize': 50 / len(nodes) ** 0.5,
|
| 62 |
'itemStyle': {'color': n.color} if color_nodes_by else {},
|
server/workspace.py
CHANGED
|
@@ -83,7 +83,7 @@ def save(ws: Workspace, path: str):
|
|
| 83 |
j = ws.model_dump_json(indent=2)
|
| 84 |
dirname, basename = os.path.split(path)
|
| 85 |
# Create temp file in the same directory to make sure it's on the same filesystem.
|
| 86 |
-
with tempfile.NamedTemporaryFile('w', prefix=basename, dir=dirname, delete_on_close=False) as f:
|
| 87 |
f.write(j)
|
| 88 |
f.close()
|
| 89 |
os.replace(f.name, path)
|
|
|
|
| 83 |
j = ws.model_dump_json(indent=2)
|
| 84 |
dirname, basename = os.path.split(path)
|
| 85 |
# Create temp file in the same directory to make sure it's on the same filesystem.
|
| 86 |
+
with tempfile.NamedTemporaryFile('w', prefix=f'.{basename}.', dir=dirname, delete_on_close=False) as f:
|
| 87 |
f.write(j)
|
| 88 |
f.close()
|
| 89 |
os.replace(f.name, path)
|
web/package-lock.json
CHANGED
|
@@ -10,6 +10,7 @@
|
|
| 10 |
"dependencies": {
|
| 11 |
"@iconify-json/tabler": "^1.1.110",
|
| 12 |
"@popperjs/core": "^2.11.8",
|
|
|
|
| 13 |
"@xyflow/svelte": "^0.1.3",
|
| 14 |
"bootstrap": "^5.3.3",
|
| 15 |
"echarts": "^5.5.0",
|
|
@@ -369,6 +370,19 @@
|
|
| 369 |
"vite": "^5.0.0"
|
| 370 |
}
|
| 371 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 372 |
"node_modules/@tsconfig/svelte": {
|
| 373 |
"version": "5.0.4",
|
| 374 |
"resolved": "https://registry.npmjs.org/@tsconfig/svelte/-/svelte-5.0.4.tgz",
|
|
@@ -2585,6 +2599,12 @@
|
|
| 2585 |
"debug": "^4.3.4"
|
| 2586 |
}
|
| 2587 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2588 |
"@tsconfig/svelte": {
|
| 2589 |
"version": "5.0.4",
|
| 2590 |
"resolved": "https://registry.npmjs.org/@tsconfig/svelte/-/svelte-5.0.4.tgz",
|
|
|
|
| 10 |
"dependencies": {
|
| 11 |
"@iconify-json/tabler": "^1.1.110",
|
| 12 |
"@popperjs/core": "^2.11.8",
|
| 13 |
+
"@sveltestack/svelte-query": "^1.6.0",
|
| 14 |
"@xyflow/svelte": "^0.1.3",
|
| 15 |
"bootstrap": "^5.3.3",
|
| 16 |
"echarts": "^5.5.0",
|
|
|
|
| 370 |
"vite": "^5.0.0"
|
| 371 |
}
|
| 372 |
},
|
| 373 |
+
"node_modules/@sveltestack/svelte-query": {
|
| 374 |
+
"version": "1.6.0",
|
| 375 |
+
"resolved": "https://registry.npmjs.org/@sveltestack/svelte-query/-/svelte-query-1.6.0.tgz",
|
| 376 |
+
"integrity": "sha512-C0wWuh6av1zu3Pzwrg6EQmX3BhDZQ4gMAdYu6Tfv4bjbEZTB00uEDz52z92IZdONh+iUKuyo0xRZ2e16k2Xifg==",
|
| 377 |
+
"peerDependencies": {
|
| 378 |
+
"broadcast-channel": "^4.5.0"
|
| 379 |
+
},
|
| 380 |
+
"peerDependenciesMeta": {
|
| 381 |
+
"broadcast-channel": {
|
| 382 |
+
"optional": true
|
| 383 |
+
}
|
| 384 |
+
}
|
| 385 |
+
},
|
| 386 |
"node_modules/@tsconfig/svelte": {
|
| 387 |
"version": "5.0.4",
|
| 388 |
"resolved": "https://registry.npmjs.org/@tsconfig/svelte/-/svelte-5.0.4.tgz",
|
|
|
|
| 2599 |
"debug": "^4.3.4"
|
| 2600 |
}
|
| 2601 |
},
|
| 2602 |
+
"@sveltestack/svelte-query": {
|
| 2603 |
+
"version": "1.6.0",
|
| 2604 |
+
"resolved": "https://registry.npmjs.org/@sveltestack/svelte-query/-/svelte-query-1.6.0.tgz",
|
| 2605 |
+
"integrity": "sha512-C0wWuh6av1zu3Pzwrg6EQmX3BhDZQ4gMAdYu6Tfv4bjbEZTB00uEDz52z92IZdONh+iUKuyo0xRZ2e16k2Xifg==",
|
| 2606 |
+
"requires": {}
|
| 2607 |
+
},
|
| 2608 |
"@tsconfig/svelte": {
|
| 2609 |
"version": "5.0.4",
|
| 2610 |
"resolved": "https://registry.npmjs.org/@tsconfig/svelte/-/svelte-5.0.4.tgz",
|
web/package.json
CHANGED
|
@@ -23,6 +23,7 @@
|
|
| 23 |
"dependencies": {
|
| 24 |
"@iconify-json/tabler": "^1.1.110",
|
| 25 |
"@popperjs/core": "^2.11.8",
|
|
|
|
| 26 |
"@xyflow/svelte": "^0.1.3",
|
| 27 |
"bootstrap": "^5.3.3",
|
| 28 |
"echarts": "^5.5.0",
|
|
|
|
| 23 |
"dependencies": {
|
| 24 |
"@iconify-json/tabler": "^1.1.110",
|
| 25 |
"@popperjs/core": "^2.11.8",
|
| 26 |
+
"@sveltestack/svelte-query": "^1.6.0",
|
| 27 |
"@xyflow/svelte": "^0.1.3",
|
| 28 |
"bootstrap": "^5.3.3",
|
| 29 |
"echarts": "^5.5.0",
|
web/src/LynxKiteFlow.svelte
CHANGED
|
@@ -14,6 +14,7 @@
|
|
| 14 |
type Connection,
|
| 15 |
type NodeTypes,
|
| 16 |
} from '@xyflow/svelte';
|
|
|
|
| 17 |
import NodeWithParams from './NodeWithParams.svelte';
|
| 18 |
import NodeWithParamsVertical from './NodeWithParamsVertical.svelte';
|
| 19 |
import NodeWithVisualization from './NodeWithVisualization.svelte';
|
|
@@ -23,7 +24,26 @@
|
|
| 23 |
import NodeSearch from './NodeSearch.svelte';
|
| 24 |
import '@xyflow/svelte/dist/style.css';
|
| 25 |
|
|
|
|
|
|
|
| 26 |
const { screenToFlowPosition } = useSvelteFlow();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
|
| 28 |
const nodeTypes: NodeTypes = {
|
| 29 |
basic: NodeWithParams,
|
|
@@ -34,20 +54,15 @@
|
|
| 34 |
area: NodeWithArea,
|
| 35 |
};
|
| 36 |
|
| 37 |
-
export let path = '';
|
| 38 |
const nodes = writable<Node[]>([]);
|
| 39 |
const edges = writable<Edge[]>([]);
|
| 40 |
-
let
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
edges.set(j.edges);
|
| 47 |
-
backendWorkspace = orderedJSON(j);
|
| 48 |
-
workspaceLoaded = true;
|
| 49 |
}
|
| 50 |
-
$: fetchWorkspace(path);
|
| 51 |
|
| 52 |
function closeNodeSearch() {
|
| 53 |
nodeSearchSettings = undefined;
|
|
@@ -102,7 +117,6 @@
|
|
| 102 |
};
|
| 103 |
|
| 104 |
const graph = derived([nodes, edges], ([nodes, edges]) => ({ nodes, edges }));
|
| 105 |
-
let backendWorkspace: string;
|
| 106 |
// Like JSON.stringify, but with keys sorted.
|
| 107 |
function orderedJSON(obj: any) {
|
| 108 |
const allKeys = new Set();
|
|
@@ -110,29 +124,18 @@
|
|
| 110 |
return JSON.stringify(obj, Array.from(allKeys).sort());
|
| 111 |
}
|
| 112 |
graph.subscribe(async (g) => {
|
| 113 |
-
if (
|
| 114 |
-
return;
|
| 115 |
-
}
|
| 116 |
const dragging = g.nodes.find((n) => n.dragging);
|
| 117 |
if (dragging) return;
|
| 118 |
g = JSON.parse(JSON.stringify(g));
|
| 119 |
for (const node of g.nodes) {
|
| 120 |
delete node.computed;
|
|
|
|
| 121 |
}
|
| 122 |
const ws = orderedJSON(g);
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
const res = await fetch('/api/save', {
|
| 127 |
-
method: 'POST',
|
| 128 |
-
headers: {
|
| 129 |
-
'Content-Type': 'application/json',
|
| 130 |
-
},
|
| 131 |
-
body: JSON.stringify({ path, ws: g }),
|
| 132 |
-
});
|
| 133 |
-
const j = await res.json();
|
| 134 |
-
backendWorkspace = orderedJSON(j);
|
| 135 |
-
nodes.set(j.nodes);
|
| 136 |
});
|
| 137 |
function onconnect(connection: Connection) {
|
| 138 |
edges.update((edges) => {
|
|
@@ -169,7 +172,7 @@
|
|
| 169 |
on:paneclick={toggleNodeSearch}
|
| 170 |
on:nodeclick={nodeClick}
|
| 171 |
proOptions={{ hideAttribution: true }}
|
| 172 |
-
maxZoom={
|
| 173 |
minZoom={0.3}
|
| 174 |
onconnect={onconnect}
|
| 175 |
defaultEdgeOptions={{ markerEnd: { type: MarkerType.Arrow } }}
|
|
|
|
| 14 |
type Connection,
|
| 15 |
type NodeTypes,
|
| 16 |
} from '@xyflow/svelte';
|
| 17 |
+
import { useQuery, useMutation, useQueryClient } from '@sveltestack/svelte-query';
|
| 18 |
import NodeWithParams from './NodeWithParams.svelte';
|
| 19 |
import NodeWithParamsVertical from './NodeWithParamsVertical.svelte';
|
| 20 |
import NodeWithVisualization from './NodeWithVisualization.svelte';
|
|
|
|
| 24 |
import NodeSearch from './NodeSearch.svelte';
|
| 25 |
import '@xyflow/svelte/dist/style.css';
|
| 26 |
|
| 27 |
+
export let path = '';
|
| 28 |
+
|
| 29 |
const { screenToFlowPosition } = useSvelteFlow();
|
| 30 |
+
const queryClient = useQueryClient();
|
| 31 |
+
const backendWorkspace = useQuery(['workspace', path], async () => {
|
| 32 |
+
const res = await fetch(`/api/load?path=${path}`);
|
| 33 |
+
return res.json();
|
| 34 |
+
}, {staleTime: 10000});
|
| 35 |
+
const mutation = useMutation(async(update) => {
|
| 36 |
+
const res = await fetch('/api/save', {
|
| 37 |
+
method: 'POST',
|
| 38 |
+
headers: {
|
| 39 |
+
'Content-Type': 'application/json',
|
| 40 |
+
},
|
| 41 |
+
body: JSON.stringify(update),
|
| 42 |
+
});
|
| 43 |
+
return await res.json();
|
| 44 |
+
}, {
|
| 45 |
+
onSuccess: data => queryClient.setQueryData(['workspace', path], data),
|
| 46 |
+
})
|
| 47 |
|
| 48 |
const nodeTypes: NodeTypes = {
|
| 49 |
basic: NodeWithParams,
|
|
|
|
| 54 |
area: NodeWithArea,
|
| 55 |
};
|
| 56 |
|
|
|
|
| 57 |
const nodes = writable<Node[]>([]);
|
| 58 |
const edges = writable<Edge[]>([]);
|
| 59 |
+
let doNotSave = true;
|
| 60 |
+
$: if ($backendWorkspace.isSuccess) {
|
| 61 |
+
doNotSave = true; // Change is coming from the backend.
|
| 62 |
+
nodes.set(JSON.parse(JSON.stringify($backendWorkspace.data?.nodes || [])));
|
| 63 |
+
edges.set(JSON.parse(JSON.stringify($backendWorkspace.data?.edges || [])));
|
| 64 |
+
doNotSave = false;
|
|
|
|
|
|
|
|
|
|
| 65 |
}
|
|
|
|
| 66 |
|
| 67 |
function closeNodeSearch() {
|
| 68 |
nodeSearchSettings = undefined;
|
|
|
|
| 117 |
};
|
| 118 |
|
| 119 |
const graph = derived([nodes, edges], ([nodes, edges]) => ({ nodes, edges }));
|
|
|
|
| 120 |
// Like JSON.stringify, but with keys sorted.
|
| 121 |
function orderedJSON(obj: any) {
|
| 122 |
const allKeys = new Set();
|
|
|
|
| 124 |
return JSON.stringify(obj, Array.from(allKeys).sort());
|
| 125 |
}
|
| 126 |
graph.subscribe(async (g) => {
|
| 127 |
+
if (doNotSave) return;
|
|
|
|
|
|
|
| 128 |
const dragging = g.nodes.find((n) => n.dragging);
|
| 129 |
if (dragging) return;
|
| 130 |
g = JSON.parse(JSON.stringify(g));
|
| 131 |
for (const node of g.nodes) {
|
| 132 |
delete node.computed;
|
| 133 |
+
delete node.selected;
|
| 134 |
}
|
| 135 |
const ws = orderedJSON(g);
|
| 136 |
+
const bd = orderedJSON($backendWorkspace.data);
|
| 137 |
+
if (ws === bd) return;
|
| 138 |
+
$mutation.mutate({ path, ws: g });
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 139 |
});
|
| 140 |
function onconnect(connection: Connection) {
|
| 141 |
edges.update((edges) => {
|
|
|
|
| 172 |
on:paneclick={toggleNodeSearch}
|
| 173 |
on:nodeclick={nodeClick}
|
| 174 |
proOptions={{ hideAttribution: true }}
|
| 175 |
+
maxZoom={3}
|
| 176 |
minZoom={0.3}
|
| 177 |
onconnect={onconnect}
|
| 178 |
defaultEdgeOptions={{ markerEnd: { type: MarkerType.Arrow } }}
|
web/src/NodeWithVisualization.svelte
CHANGED
|
@@ -8,7 +8,9 @@
|
|
| 8 |
</script>
|
| 9 |
|
| 10 |
<NodeWithParams {...$$props}>
|
| 11 |
-
|
|
|
|
|
|
|
| 12 |
</NodeWithParams>
|
| 13 |
<style>
|
| 14 |
</style>
|
|
|
|
| 8 |
</script>
|
| 9 |
|
| 10 |
<NodeWithParams {...$$props}>
|
| 11 |
+
{#if data.view}
|
| 12 |
+
<Chart {init} options={data.view} initOptions={{renderer: 'canvas', width: 250, height: 250}}/>
|
| 13 |
+
{/if}
|
| 14 |
</NodeWithParams>
|
| 15 |
<style>
|
| 16 |
</style>
|
web/src/Workspace.svelte
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
<script lang="ts">
|
| 2 |
// This is the whole LynxKite workspace editor page.
|
|
|
|
| 3 |
import { SvelteFlowProvider } from '@xyflow/svelte';
|
| 4 |
import ArrowBack from 'virtual:icons/tabler/arrow-back'
|
| 5 |
import Backspace from 'virtual:icons/tabler/backspace'
|
|
@@ -7,24 +8,27 @@
|
|
| 7 |
import LynxKiteFlow from './LynxKiteFlow.svelte';
|
| 8 |
export let path = '';
|
| 9 |
$: parent = path.split('/').slice(0, -1).join('/');
|
|
|
|
| 10 |
</script>
|
| 11 |
|
| 12 |
-
<
|
| 13 |
-
<div class="
|
| 14 |
-
<div class="
|
| 15 |
-
<
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
<
|
| 20 |
-
|
| 21 |
-
|
|
|
|
|
|
|
| 22 |
</div>
|
|
|
|
|
|
|
|
|
|
| 23 |
</div>
|
| 24 |
-
|
| 25 |
-
<LynxKiteFlow path={path} />
|
| 26 |
-
</SvelteFlowProvider>
|
| 27 |
-
</div>
|
| 28 |
|
| 29 |
<style>
|
| 30 |
.top-bar {
|
|
|
|
| 1 |
<script lang="ts">
|
| 2 |
// This is the whole LynxKite workspace editor page.
|
| 3 |
+
import { QueryClient, QueryClientProvider } from '@sveltestack/svelte-query'
|
| 4 |
import { SvelteFlowProvider } from '@xyflow/svelte';
|
| 5 |
import ArrowBack from 'virtual:icons/tabler/arrow-back'
|
| 6 |
import Backspace from 'virtual:icons/tabler/backspace'
|
|
|
|
| 8 |
import LynxKiteFlow from './LynxKiteFlow.svelte';
|
| 9 |
export let path = '';
|
| 10 |
$: parent = path.split('/').slice(0, -1).join('/');
|
| 11 |
+
const queryClient = new QueryClient()
|
| 12 |
</script>
|
| 13 |
|
| 14 |
+
<QueryClientProvider client={queryClient}>
|
| 15 |
+
<div class="page">
|
| 16 |
+
<div class="top-bar">
|
| 17 |
+
<div class="ws-name">
|
| 18 |
+
<a href><img src="/favicon.ico"></a>
|
| 19 |
+
{path}
|
| 20 |
+
</div>
|
| 21 |
+
<div class="tools">
|
| 22 |
+
<a href><Atom /></a>
|
| 23 |
+
<a href><Backspace /></a>
|
| 24 |
+
<a href="#dir?path={parent}"><ArrowBack /></a>
|
| 25 |
+
</div>
|
| 26 |
</div>
|
| 27 |
+
<SvelteFlowProvider>
|
| 28 |
+
<LynxKiteFlow path={path} />
|
| 29 |
+
</SvelteFlowProvider>
|
| 30 |
</div>
|
| 31 |
+
</QueryClientProvider>
|
|
|
|
|
|
|
|
|
|
| 32 |
|
| 33 |
<style>
|
| 34 |
.top-bar {
|