Spaces:
Running
Running
add range move
Browse files- app.py +7 -1
- static/poseEditor.js +120 -61
app.py
CHANGED
|
@@ -105,7 +105,13 @@ To export the pose data, click "Save" and "Copy to clipboard" of "Json" section.
|
|
| 105 |
with gr.Column(scale=2):
|
| 106 |
html = gr.HTML(html_text)
|
| 107 |
saveBtn = gr.Button(value="Save")
|
| 108 |
-
gr.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
|
| 110 |
source.change(
|
| 111 |
fn = image_changed,
|
|
|
|
| 105 |
with gr.Column(scale=2):
|
| 106 |
html = gr.HTML(html_text)
|
| 107 |
saveBtn = gr.Button(value="Save")
|
| 108 |
+
gr.Markdown("""
|
| 109 |
+
- "ctrl + drag" to scale
|
| 110 |
+
- "alt + drag" to translate
|
| 111 |
+
- "shift + drag" to rotate(move right first, then up or down)
|
| 112 |
+
- "space + drag" to move within range
|
| 113 |
+
- "[", "]" to shrink or expand range
|
| 114 |
+
""")
|
| 115 |
|
| 116 |
source.change(
|
| 117 |
fn = image_changed,
|
static/poseEditor.js
CHANGED
|
@@ -32,6 +32,10 @@ let subset = [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 33.
|
|
| 32 |
|
| 33 |
let candidate = candidateSource.map(point => [point[0], point[1] - 70]);
|
| 34 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
function clearCanvas() {
|
| 37 |
var w = canvas.width;
|
|
@@ -93,6 +97,21 @@ function drawBodyPose(candidate, subset) {
|
|
| 93 |
}
|
| 94 |
}
|
| 95 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 96 |
function getNearestCandidate(x, y) {
|
| 97 |
let minDist = Infinity;
|
| 98 |
let minIndex = -1;
|
|
@@ -106,6 +125,8 @@ function getNearestCandidate(x, y) {
|
|
| 106 |
return [minIndex,minDist];
|
| 107 |
}
|
| 108 |
|
|
|
|
|
|
|
| 109 |
// ドラッグ中に座標を保持するための変数
|
| 110 |
let isDragging = false;
|
| 111 |
let dragIndex = -1;
|
|
@@ -113,6 +134,7 @@ let dragStartX = 0;
|
|
| 113 |
let dragStartY = 0;
|
| 114 |
let draggingCandidate = null;
|
| 115 |
let dragPersonIndex = -1;
|
|
|
|
| 116 |
|
| 117 |
function getCanvasPosition(event) {
|
| 118 |
const rect = canvas.getBoundingClientRect();
|
|
@@ -121,30 +143,6 @@ function getCanvasPosition(event) {
|
|
| 121 |
return [x, y];
|
| 122 |
}
|
| 123 |
|
| 124 |
-
// Canvas要素上でマウスが押された場合に呼び出される関数
|
| 125 |
-
function handleMouseDown(event) {
|
| 126 |
-
const [x, y] = getCanvasPosition(event);
|
| 127 |
-
const [index, minDist] = getNearestCandidate(x, y);
|
| 128 |
-
|
| 129 |
-
// ドラッグ処理の開始
|
| 130 |
-
if (event.altKey || event.ctrlKey || event.shiftKey || minDist < 16) {
|
| 131 |
-
isDragging = true;
|
| 132 |
-
dragIndex = index;
|
| 133 |
-
dragStartX = x;
|
| 134 |
-
dragStartY = y;
|
| 135 |
-
draggingCandidate = JSON.parse(JSON.stringify(candidate))
|
| 136 |
-
|
| 137 |
-
// indexが含まれる人間を探す
|
| 138 |
-
for (let i = 0; i < subset.length; i++) {
|
| 139 |
-
var found = subset[i].indexOf(index);
|
| 140 |
-
if (found != -1 && found < 18) {
|
| 141 |
-
dragPersonIndex = i;
|
| 142 |
-
break;
|
| 143 |
-
}
|
| 144 |
-
}
|
| 145 |
-
}
|
| 146 |
-
}
|
| 147 |
-
|
| 148 |
function forEachCandidateOfPerson(personIndex, callback) {
|
| 149 |
if (personIndex === -1) { return; }
|
| 150 |
|
|
@@ -157,55 +155,116 @@ function forEachCandidateOfPerson(personIndex, callback) {
|
|
| 157 |
}
|
| 158 |
}
|
| 159 |
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
|
|
|
|
| 164 |
}
|
|
|
|
| 165 |
|
|
|
|
|
|
|
| 166 |
const [x, y] = getCanvasPosition(event);
|
|
|
|
| 167 |
|
| 168 |
-
|
| 169 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 170 |
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
| 183 |
-
let x = draggingCandidate[index][0] - dragStartX;
|
| 184 |
-
let y = draggingCandidate[index][1] - dragStartY;
|
| 185 |
-
candidate[index][0] = x * Math.cos(angle) - y * Math.sin(angle) + dragStartX;
|
| 186 |
-
candidate[index][1] = x * Math.sin(angle) + y * Math.cos(angle) + dragStartY;
|
| 187 |
});
|
| 188 |
-
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 193 |
});
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
|
| 198 |
}
|
| 199 |
-
|
| 200 |
-
clearCanvas();
|
| 201 |
-
drawBodyPose(candidate, subset);
|
| 202 |
}
|
| 203 |
|
| 204 |
-
// Canvas
|
| 205 |
-
function
|
| 206 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
}
|
| 208 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 209 |
function initializePose(jsonData,w,h) {
|
| 210 |
console.log("initializePose");
|
| 211 |
if (jsonData != null) {
|
|
|
|
| 32 |
|
| 33 |
let candidate = candidateSource.map(point => [point[0], point[1] - 70]);
|
| 34 |
|
| 35 |
+
// ドラッグ中の各キーが押されているかどうかのフラグ
|
| 36 |
+
var keyDownFlags = {};
|
| 37 |
+
// マウスカーソル
|
| 38 |
+
var mouseCursor = [0, 0];
|
| 39 |
|
| 40 |
function clearCanvas() {
|
| 41 |
var w = canvas.width;
|
|
|
|
| 97 |
}
|
| 98 |
}
|
| 99 |
|
| 100 |
+
function drawUI() {
|
| 101 |
+
if (keyDownFlags['Space'] || keyDownFlags['BracketLeft'] || keyDownFlags['BracketRight']) {
|
| 102 |
+
ctx.beginPath();
|
| 103 |
+
ctx.arc(mouseCursor[0], mouseCursor[1], dragRange, 0, 2 * Math.PI);
|
| 104 |
+
ctx.strokeStyle = 'rgb(255,255,255)';
|
| 105 |
+
ctx.stroke();
|
| 106 |
+
}
|
| 107 |
+
}
|
| 108 |
+
|
| 109 |
+
function Redraw() {
|
| 110 |
+
clearCanvas();
|
| 111 |
+
drawBodyPose(candidate, subset);
|
| 112 |
+
drawUI();
|
| 113 |
+
}
|
| 114 |
+
|
| 115 |
function getNearestCandidate(x, y) {
|
| 116 |
let minDist = Infinity;
|
| 117 |
let minIndex = -1;
|
|
|
|
| 125 |
return [minIndex,minDist];
|
| 126 |
}
|
| 127 |
|
| 128 |
+
let dragRange = 64;
|
| 129 |
+
|
| 130 |
// ドラッグ中に座標を保持するための変数
|
| 131 |
let isDragging = false;
|
| 132 |
let dragIndex = -1;
|
|
|
|
| 134 |
let dragStartY = 0;
|
| 135 |
let draggingCandidate = null;
|
| 136 |
let dragPersonIndex = -1;
|
| 137 |
+
let dragMarks = [];
|
| 138 |
|
| 139 |
function getCanvasPosition(event) {
|
| 140 |
const rect = canvas.getBoundingClientRect();
|
|
|
|
| 143 |
return [x, y];
|
| 144 |
}
|
| 145 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
function forEachCandidateOfPerson(personIndex, callback) {
|
| 147 |
if (personIndex === -1) { return; }
|
| 148 |
|
|
|
|
| 155 |
}
|
| 156 |
}
|
| 157 |
|
| 158 |
+
function forEachMarkedCandidate(callback) {
|
| 159 |
+
for (let i = 0; i < dragMarks.length; i++) {
|
| 160 |
+
if (dragMarks[i]) {
|
| 161 |
+
callback(i);
|
| 162 |
+
}
|
| 163 |
}
|
| 164 |
+
}
|
| 165 |
|
| 166 |
+
// Canvas要素上でマウスが押された場合に呼び出される関数
|
| 167 |
+
function handleMouseDown(event) {
|
| 168 |
const [x, y] = getCanvasPosition(event);
|
| 169 |
+
const [index, minDist] = getNearestCandidate(x, y);
|
| 170 |
|
| 171 |
+
// ドラッグ処理の開始
|
| 172 |
+
dragIndex = index;
|
| 173 |
+
dragStartX = x;
|
| 174 |
+
dragStartY = y;
|
| 175 |
+
draggingCandidate = JSON.parse(JSON.stringify(candidate))
|
| 176 |
+
dragMarks = new Array(candidate.length).fill(false);
|
| 177 |
|
| 178 |
+
// indexが含まれる人間を探す
|
| 179 |
+
for (let i = 0; i < subset.length; i++) {
|
| 180 |
+
var found = subset[i].indexOf(index);
|
| 181 |
+
if (found != -1 && found < 18) {
|
| 182 |
+
dragPersonIndex = i;
|
| 183 |
+
break;
|
| 184 |
+
}
|
| 185 |
+
}
|
| 186 |
+
|
| 187 |
+
if (event.altKey || event.ctrlKey || event.shiftKe) {
|
| 188 |
+
forEachCandidateOfPerson(dragPersonIndex, (i) => {
|
| 189 |
+
dragMarks[i] = true;
|
|
|
|
|
|
|
|
|
|
|
|
|
| 190 |
});
|
| 191 |
+
isDragging = true;
|
| 192 |
+
} else if (keyDownFlags["Space"]) {
|
| 193 |
+
var markCount = 0;
|
| 194 |
+
forEachCandidateOfPerson(dragPersonIndex, (i) => {
|
| 195 |
+
// dragRangeの範囲内のものだけマーク
|
| 196 |
+
let distSq = (candidate[i][0] - x) ** 2 + (candidate[i][1] - y) ** 2;
|
| 197 |
+
if (distSq < dragRange ** 2) {
|
| 198 |
+
dragMarks[i] = true;
|
| 199 |
+
markCount++;
|
| 200 |
+
}
|
| 201 |
});
|
| 202 |
+
isDragging = 0 < markCount;
|
| 203 |
+
} else if (minDist < 16) {
|
| 204 |
+
dragMarks[index] = true;
|
| 205 |
+
isDragging = true;
|
| 206 |
}
|
|
|
|
|
|
|
|
|
|
| 207 |
}
|
| 208 |
|
| 209 |
+
// Canvas要素上でマウスが動いた場合に呼び出される関数
|
| 210 |
+
function handleMouseMove(event) {
|
| 211 |
+
mouseCursor = getCanvasPosition(event);
|
| 212 |
+
if (isDragging) {
|
| 213 |
+
const [x, y] = getCanvasPosition(event);
|
| 214 |
+
|
| 215 |
+
const dragOffsetX = x - dragStartX;
|
| 216 |
+
const dragOffsetY = y - dragStartY;
|
| 217 |
+
|
| 218 |
+
if (event.ctrlKey) {
|
| 219 |
+
// 拡大縮小(人間ごと)
|
| 220 |
+
let xScale = 1 + dragOffsetX / canvas.width;
|
| 221 |
+
let yScale = 1 + dragOffsetY / canvas.height;
|
| 222 |
+
forEachMarkedCandidate((index) => {
|
| 223 |
+
candidate[index][0] = (draggingCandidate[index][0] - dragStartX) * xScale + dragStartX;
|
| 224 |
+
candidate[index][1] = (draggingCandidate[index][1] - dragStartY) * yScale + dragStartY;
|
| 225 |
+
});
|
| 226 |
+
} else if (event.shiftKey) {
|
| 227 |
+
// 回転(人間ごと)
|
| 228 |
+
let angle = Math.atan2(dragOffsetY, dragOffsetX);
|
| 229 |
+
forEachMarkedCandidate((index) => {
|
| 230 |
+
let x = draggingCandidate[index][0] - dragStartX;
|
| 231 |
+
let y = draggingCandidate[index][1] - dragStartY;
|
| 232 |
+
candidate[index][0] = x * Math.cos(angle) - y * Math.sin(angle) + dragStartX;
|
| 233 |
+
candidate[index][1] = x * Math.sin(angle) + y * Math.cos(angle) + dragStartY;
|
| 234 |
+
});
|
| 235 |
+
} else if (event.altKey) {
|
| 236 |
+
// 全体移動(人間ごと
|
| 237 |
+
forEachCandidateOfPerson(dragPersonIndex, (index) => {
|
| 238 |
+
candidate[index][0] = draggingCandidate[index][0] + dragOffsetX;
|
| 239 |
+
candidate[index][1] = draggingCandidate[index][1] + dragOffsetY;
|
| 240 |
+
});
|
| 241 |
+
} else {
|
| 242 |
+
// 個別移動
|
| 243 |
+
forEachMarkedCandidate((index) => {
|
| 244 |
+
if (dragMarks[index]) {
|
| 245 |
+
candidate[index][0] = draggingCandidate[index][0] + dragOffsetX;
|
| 246 |
+
candidate[index][1] = draggingCandidate[index][1] + dragOffsetY;
|
| 247 |
+
}
|
| 248 |
+
});
|
| 249 |
+
}
|
| 250 |
+
}
|
| 251 |
+
|
| 252 |
+
Redraw();
|
| 253 |
}
|
| 254 |
|
| 255 |
+
function handleMouseUp(event) { isDragging = false; }
|
| 256 |
+
|
| 257 |
+
document.addEventListener("keydown", (event) => {
|
| 258 |
+
if (event.code == "BracketLeft") {dragRange = Math.max(1, dragRange - 8);}
|
| 259 |
+
if (event.code == "BracketRight") {dragRange = Math.min(256, dragRange + 8);}
|
| 260 |
+
keyDownFlags[event.code] = true;
|
| 261 |
+
Redraw();
|
| 262 |
+
});
|
| 263 |
+
document.addEventListener("keyup", (event) => {
|
| 264 |
+
keyDownFlags[event.code] = false;
|
| 265 |
+
Redraw();
|
| 266 |
+
});
|
| 267 |
+
|
| 268 |
function initializePose(jsonData,w,h) {
|
| 269 |
console.log("initializePose");
|
| 270 |
if (jsonData != null) {
|