ClipboardController.cs 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671
  1. using System.Collections.Generic;
  2. using System.Diagnostics.CodeAnalysis;
  3. using System.IO;
  4. using System.Linq;
  5. using System.Runtime.InteropServices;
  6. using System.Text;
  7. using System.Text.Unicode;
  8. using System.Threading.Tasks;
  9. using Avalonia.Input;
  10. using Avalonia.Input.Platform;
  11. using Avalonia.Media.Imaging;
  12. using Avalonia.Platform;
  13. using Avalonia.Platform.Storage;
  14. using ChunkyImageLib;
  15. using PixiEditor.Helpers.Extensions;
  16. using PixiEditor.ChangeableDocument.Enums;
  17. using Drawie.Backend.Core;
  18. using Drawie.Backend.Core.Numerics;
  19. using Drawie.Backend.Core.Surfaces;
  20. using Drawie.Backend.Core.Surfaces.ImageData;
  21. using Drawie.Backend.Core.Surfaces.PaintImpl;
  22. using PixiEditor.Helpers;
  23. using PixiEditor.Helpers.Constants;
  24. using PixiEditor.Models.Clipboard;
  25. using PixiEditor.Models.Commands.Attributes.Evaluators;
  26. using PixiEditor.Models.Dialogs;
  27. using PixiEditor.Models.IO;
  28. using Drawie.Numerics;
  29. using PixiEditor.ChangeableDocument.Changeables.Animations;
  30. using PixiEditor.Models.Handlers;
  31. using PixiEditor.Parser;
  32. using PixiEditor.UI.Common.Localization;
  33. using PixiEditor.ViewModels.Document;
  34. using PixiEditor.ViewModels.Tools.Tools;
  35. using Bitmap = Avalonia.Media.Imaging.Bitmap;
  36. namespace PixiEditor.Models.Controllers;
  37. #nullable enable
  38. internal static class ClipboardController
  39. {
  40. public static IClipboard Clipboard { get; private set; }
  41. public static void Initialize(IClipboard clipboard)
  42. {
  43. Clipboard = clipboard;
  44. }
  45. public static readonly string TempCopyFilePath = Path.Join(
  46. Environment.GetFolderPath(Environment.SpecialFolder.LocalApplicationData),
  47. "PixiEditor",
  48. "Copied.png");
  49. /// <summary>
  50. /// Copies the document elements to clipboard like selection on PNG, Bitmap and DIB formats.
  51. /// Data that is copied:
  52. /// 1. General image data (PNG, Bitmap, DIB), either selection or selected layers of tight bounds size
  53. ///
  54. /// PixiEditor specific stuff:
  55. /// 2. Position of the copied area
  56. /// 3. Layers guid, this is used to duplicate the layer when pasting
  57. /// </summary>
  58. public static async Task CopyToClipboard(DocumentViewModel document)
  59. {
  60. await Clipboard.ClearAsync();
  61. DataObject data = new DataObject();
  62. Surface surfaceToCopy = null;
  63. RectD copyArea = RectD.Empty;
  64. if (!document.SelectionPathBindable.IsEmpty)
  65. {
  66. var surface = document.TryExtractAreaFromSelected((RectI)document.SelectionPathBindable.TightBounds);
  67. if (surface.IsT0)
  68. return;
  69. if (surface.IsT1)
  70. {
  71. NoticeDialog.Show("SELECTED_AREA_EMPTY", "NOTHING_TO_COPY");
  72. return;
  73. }
  74. surfaceToCopy = surface.AsT2.Item1;
  75. copyArea = (RectD)surface.AsT2.Item2;
  76. }
  77. else if (document.TransformViewModel.TransformActive)
  78. {
  79. var surface =
  80. document.TryExtractAreaFromSelected(
  81. (RectI)document.TransformViewModel.Corners.AABBBounds.RoundOutwards());
  82. if (surface.IsT0 || surface.IsT1)
  83. return;
  84. surfaceToCopy = surface.AsT2.Item1;
  85. copyArea = document.TransformViewModel.Corners.AABBBounds;
  86. }
  87. else if (document.SelectedStructureMember != null)
  88. {
  89. RectI bounds = new RectI(VecI.Zero, document.SizeBindable);
  90. var surface = document.TryExtractAreaFromSelected(bounds);
  91. if (surface.IsT0 || surface.IsT1)
  92. return;
  93. surfaceToCopy = surface.AsT2.Item1;
  94. copyArea = (RectD)bounds;
  95. }
  96. if (surfaceToCopy == null)
  97. {
  98. return;
  99. }
  100. await AddImageToClipboard(surfaceToCopy, data);
  101. if (copyArea.Size != document.SizeBindable && copyArea.Pos != VecI.Zero && copyArea != RectD.Empty)
  102. {
  103. data.SetVecD(ClipboardDataFormats.PositionFormat, copyArea.Pos);
  104. }
  105. string[] layerIds = document.GetSelectedMembers().Select(x => x.ToString()).ToArray();
  106. string layerIdsString = string.Join(";", layerIds);
  107. byte[] layerIdsBytes = Encoding.UTF8.GetBytes(layerIdsString);
  108. data.Set(ClipboardDataFormats.LayerIdList, layerIdsBytes);
  109. data.Set(ClipboardDataFormats.DocumentFormat, Encoding.UTF8.GetBytes(document.Id.ToString()));
  110. await Clipboard.SetDataObjectAsync(data);
  111. }
  112. public static async Task CopyVisibleToClipboard(DocumentViewModel document, string? output = null)
  113. {
  114. await Clipboard.ClearAsync();
  115. DataObject data = new DataObject();
  116. RectD copyArea = new RectD(VecD.Zero, document.SizeBindable);
  117. if (!document.SelectionPathBindable.IsEmpty)
  118. {
  119. copyArea = document.SelectionPathBindable.TightBounds;
  120. }
  121. else if (document.TransformViewModel.TransformActive)
  122. {
  123. copyArea = document.TransformViewModel.Corners.AABBBounds;
  124. }
  125. using Surface documentSurface = new Surface(document.SizeBindable);
  126. document.Renderer.RenderDocument(documentSurface.DrawingSurface,
  127. document.AnimationDataViewModel.ActiveFrameTime, document.SizeBindable, output);
  128. Surface surfaceToCopy = new Surface((VecI)copyArea.Size.Ceiling());
  129. using Paint paint = new Paint();
  130. surfaceToCopy.DrawingSurface.Canvas.DrawImage(
  131. documentSurface.DrawingSurface.Snapshot(),
  132. copyArea, new RectD(0, 0, copyArea.Size.X, copyArea.Size.Y), paint);
  133. await AddImageToClipboard(surfaceToCopy, data);
  134. await Clipboard.SetDataObjectAsync(data);
  135. }
  136. public static async Task<string> GetTextFromClipboard()
  137. {
  138. return await Clipboard.GetTextAsync();
  139. }
  140. private static async Task AddImageToClipboard(Surface actuallySurface, DataObject data)
  141. {
  142. using (ImgData pngData = actuallySurface.DrawingSurface.Snapshot().Encode(EncodedImageFormat.Png))
  143. {
  144. using MemoryStream pngStream = new MemoryStream();
  145. await pngData.AsStream().CopyToAsync(pngStream);
  146. var pngArray = pngStream.ToArray();
  147. data.Set(ClipboardDataFormats.Png, pngArray);
  148. data.Set(ClipboardDataFormats.ImageSlashPng, pngArray);
  149. pngStream.Position = 0;
  150. Directory.CreateDirectory(Path.GetDirectoryName(TempCopyFilePath)!);
  151. await using FileStream fileStream = new FileStream(TempCopyFilePath, FileMode.Create, FileAccess.Write);
  152. await pngStream.CopyToAsync(fileStream);
  153. data.SetFileDropList(new[] { TempCopyFilePath });
  154. }
  155. }
  156. /// <summary>
  157. /// Pastes image from clipboard into new layer.
  158. /// </summary>
  159. public static bool TryPaste(DocumentViewModel document, DocumentManagerViewModel manager, IEnumerable<IDataObject>
  160. data, bool pasteAsNew = false)
  161. {
  162. Guid sourceDocument = GetSourceDocument(data, document.Id);
  163. Guid[] layerIds = GetLayerIds(data);
  164. bool hasPos = data.Any(x => x.Contains(ClipboardDataFormats.PositionFormat));
  165. IDocument? targetDoc = manager.Documents.FirstOrDefault(x => x.Id == sourceDocument);
  166. if (targetDoc != null && pasteAsNew && layerIds is { Length: > 0 } && (!hasPos || AllMatchesPos(layerIds, data, targetDoc)))
  167. {
  168. foreach (var layerId in layerIds)
  169. {
  170. if (sourceDocument == document.Id)
  171. {
  172. document.Operations.DuplicateMember(layerId);
  173. }
  174. else
  175. {
  176. document.Operations.ImportMember(layerId, targetDoc);
  177. }
  178. }
  179. return true;
  180. }
  181. List<DataImage> images = GetImage(data);
  182. if (images.Count == 0)
  183. return false;
  184. if (images.Count == 1)
  185. {
  186. var dataImage = images[0];
  187. var position = dataImage.Position;
  188. if (document.SizeBindable.X < position.X || document.SizeBindable.Y < position.Y)
  189. {
  190. position = VecI.Zero;
  191. }
  192. if (pasteAsNew)
  193. {
  194. var guid = document.Operations.CreateStructureMember(StructureMemberType.Layer,
  195. new LocalizedString("NEW_LAYER"), false);
  196. if (guid == null)
  197. {
  198. return false;
  199. }
  200. manager.Owner.ToolsSubViewModel.SetActiveTool<MoveToolViewModel>(false);
  201. document.Operations.SetSelectedMember(guid.Value);
  202. document.Operations.PasteImageWithTransform(dataImage.Image, position, guid.Value, false);
  203. }
  204. else
  205. {
  206. manager.Owner.ToolsSubViewModel.SetActiveTool<MoveToolViewModel>(false);
  207. document.Operations.PasteImageWithTransform(dataImage.Image, position);
  208. }
  209. return true;
  210. }
  211. document.Operations.PasteImagesAsLayers(images, document.AnimationDataViewModel.ActiveFrameBindable);
  212. return true;
  213. }
  214. private static bool AllMatchesPos(Guid[] layerIds, IEnumerable<IDataObject> data, IDocument doc)
  215. {
  216. var dataObjects = data as IDataObject[] ?? data.ToArray();
  217. var dataObjectWithPos = dataObjects.FirstOrDefault(x => x.Contains(ClipboardDataFormats.PositionFormat));
  218. VecD pos = VecD.Zero;
  219. if (dataObjectWithPos != null)
  220. {
  221. pos = dataObjectWithPos.GetVecD(ClipboardDataFormats.PositionFormat);
  222. }
  223. RectD? tightBounds = null;
  224. for (var i = 0; i < layerIds.Length; i++)
  225. {
  226. var layerId = layerIds[i];
  227. var layer = doc.StructureHelper.Find(layerId);
  228. if (layer == null) return false;
  229. if (tightBounds == null)
  230. {
  231. tightBounds = layer.TightBounds;
  232. }
  233. else if (layer.TightBounds.HasValue)
  234. {
  235. tightBounds = tightBounds.Value.Union(layer.TightBounds.Value);
  236. }
  237. }
  238. return tightBounds.HasValue && tightBounds.Value.Pos.AlmostEquals(pos);
  239. }
  240. private static Guid[] GetLayerIds(IEnumerable<IDataObject> data)
  241. {
  242. foreach (var dataObject in data)
  243. {
  244. if (dataObject.Contains(ClipboardDataFormats.LayerIdList))
  245. {
  246. byte[] layerIds = (byte[])dataObject.Get(ClipboardDataFormats.LayerIdList);
  247. string layerIdsString = System.Text.Encoding.UTF8.GetString(layerIds);
  248. return layerIdsString.Split(';').Select(Guid.Parse).ToArray();
  249. }
  250. }
  251. return [];
  252. }
  253. private static Guid GetSourceDocument(IEnumerable<IDataObject> data, Guid fallback)
  254. {
  255. foreach (var dataObject in data)
  256. {
  257. if (dataObject.Contains(ClipboardDataFormats.DocumentFormat))
  258. {
  259. byte[] guidBytes = (byte[])dataObject.Get(ClipboardDataFormats.DocumentFormat);
  260. string guidString = System.Text.Encoding.UTF8.GetString(guidBytes);
  261. return Guid.Parse(guidString);
  262. }
  263. }
  264. return fallback;
  265. }
  266. /// <summary>
  267. /// Pastes image from clipboard into new layer.
  268. /// </summary>
  269. public static async Task<bool> TryPasteFromClipboard(DocumentViewModel document, DocumentManagerViewModel manager,
  270. bool pasteAsNew = false)
  271. {
  272. var data = await TryGetDataObject();
  273. if (data == null)
  274. return false;
  275. return TryPaste(document, manager, data, pasteAsNew);
  276. }
  277. private static async Task<List<DataObject?>> TryGetDataObject()
  278. {
  279. string[] formats = await Clipboard.GetFormatsAsync();
  280. if (formats.Length == 0)
  281. return null;
  282. List<DataObject?> dataObjects = new();
  283. for (int i = 0; i < formats.Length; i++)
  284. {
  285. string format = formats[i];
  286. var obj = await Clipboard.GetDataAsync(format);
  287. if (obj == null)
  288. continue;
  289. DataObject data = new DataObject();
  290. data.Set(format, obj);
  291. dataObjects.Add(data);
  292. }
  293. return dataObjects;
  294. }
  295. public static async Task<List<DataImage>> GetImagesFromClipboard()
  296. {
  297. var dataObj = await TryGetDataObject();
  298. return GetImage(dataObj);
  299. }
  300. /// <summary>
  301. /// Gets images from clipboard, supported PNG and Bitmap.
  302. /// </summary>
  303. public static List<DataImage> GetImage(IEnumerable<IDataObject?> data)
  304. {
  305. List<DataImage> surfaces = new();
  306. if (data == null)
  307. return surfaces;
  308. VecD pos = VecD.Zero;
  309. foreach (var dataObject in data)
  310. {
  311. if (TryExtractSingleImage(dataObject, out var singleImage))
  312. {
  313. surfaces.Add(new DataImage(singleImage,
  314. dataObject.Contains(ClipboardDataFormats.PositionFormat)
  315. ? (VecI)dataObject.GetVecD(ClipboardDataFormats.PositionFormat)
  316. : (VecI)pos));
  317. continue;
  318. }
  319. if (dataObject.Contains(ClipboardDataFormats.PositionFormat))
  320. {
  321. pos = dataObject.GetVecD(ClipboardDataFormats.PositionFormat);
  322. for (var i = 0; i < surfaces.Count; i++)
  323. {
  324. var surface = surfaces[i];
  325. surfaces[i] = surface with { Position = (VecI)pos };
  326. }
  327. }
  328. var paths = dataObject.GetFileDropList().Select(x => x.Path.LocalPath).ToList();
  329. if (paths != null && dataObject.TryGetRawTextPath(out string? textPath))
  330. {
  331. paths.Add(textPath);
  332. }
  333. if (paths == null || paths.Count == 0)
  334. {
  335. continue;
  336. }
  337. foreach (string? path in paths)
  338. {
  339. if (path is null || !Importer.IsSupportedFile(path))
  340. continue;
  341. try
  342. {
  343. Surface imported;
  344. if (Path.GetExtension(path) == ".pixi")
  345. {
  346. using var stream = new FileStream(path, FileMode.Open, FileAccess.Read);
  347. imported = Surface.Load(PixiParser.ReadPreview(stream));
  348. }
  349. else
  350. {
  351. imported = Surface.Load(path);
  352. }
  353. string filename = Path.GetFullPath(path);
  354. surfaces.Add(new DataImage(filename, imported,
  355. (VecI)dataObject.GetVecD(ClipboardDataFormats.PositionFormat)));
  356. }
  357. catch
  358. {
  359. continue;
  360. }
  361. }
  362. }
  363. return surfaces;
  364. }
  365. public static bool IsImage(IDataObject? dataObject)
  366. {
  367. if (dataObject == null)
  368. return false;
  369. try
  370. {
  371. var files = dataObject.GetFileDropList();
  372. if (files != null)
  373. {
  374. if (IsImageFormat(files.Select(x => x.Path.LocalPath).ToArray()))
  375. {
  376. return true;
  377. }
  378. }
  379. }
  380. catch (COMException)
  381. {
  382. return false;
  383. }
  384. return HasData(dataObject, ClipboardDataFormats.Png, ClipboardDataFormats.ImageSlashPng);
  385. }
  386. public static async Task<bool> IsImageInClipboard()
  387. {
  388. var formats = await Clipboard.GetFormatsAsync();
  389. if (formats == null || formats.Length == 0)
  390. return false;
  391. bool isImage = IsImageFormat(formats);
  392. if (!isImage)
  393. {
  394. string path = await TryFindImageInFiles(formats);
  395. return Path.Exists(path);
  396. }
  397. return isImage;
  398. }
  399. private static async Task<string> TryFindImageInFiles(string[] formats)
  400. {
  401. foreach (string format in formats)
  402. {
  403. if (format == DataFormats.Text)
  404. {
  405. string text = await ClipboardController.GetTextFromClipboard();
  406. if (Importer.IsSupportedFile(text))
  407. {
  408. return text;
  409. }
  410. }
  411. else if (format == DataFormats.Files)
  412. {
  413. var files = await ClipboardController.Clipboard.GetDataAsync(format);
  414. if (files is IEnumerable<IStorageItem> storageFiles)
  415. {
  416. foreach (var file in storageFiles)
  417. {
  418. try
  419. {
  420. if (Importer.IsSupportedFile(file.Path.LocalPath))
  421. {
  422. return file.Path.LocalPath;
  423. }
  424. }
  425. catch (UriFormatException)
  426. {
  427. continue;
  428. }
  429. }
  430. }
  431. }
  432. }
  433. return string.Empty;
  434. }
  435. public static bool IsImageFormat(string[] formats)
  436. {
  437. foreach (var format in formats)
  438. {
  439. if (format == ClipboardDataFormats.Png)
  440. {
  441. return true;
  442. }
  443. if (Importer.IsSupportedFile(format))
  444. {
  445. return true;
  446. }
  447. }
  448. return false;
  449. }
  450. private static Bitmap FromPNG(IDataObject data)
  451. {
  452. object obj = data.Get("PNG");
  453. if (obj is byte[] bytes)
  454. {
  455. using MemoryStream stream = new MemoryStream(bytes);
  456. return new Bitmap(stream);
  457. }
  458. if (obj is MemoryStream memoryStream)
  459. {
  460. return new Bitmap(memoryStream);
  461. }
  462. throw new InvalidDataException("PNG data is not in a supported format.");
  463. }
  464. private static bool HasData(IDataObject dataObject, params string[] formats) => formats.Any(dataObject.Contains);
  465. private static bool TryExtractSingleImage(IDataObject data, [NotNullWhen(true)] out Surface? result)
  466. {
  467. try
  468. {
  469. Bitmap source;
  470. if (data.Contains(ClipboardDataFormats.Png) || data.Contains(ClipboardDataFormats.ImageSlashPng))
  471. {
  472. source = FromPNG(data);
  473. }
  474. else
  475. {
  476. result = null;
  477. return false;
  478. }
  479. if (source.Format.Value.IsSkiaSupported())
  480. {
  481. result = SurfaceHelpers.FromBitmap(source);
  482. }
  483. else
  484. {
  485. source.ExtractPixels(out IntPtr address);
  486. Bitmap newFormat = new Bitmap(PixelFormats.Bgra8888, AlphaFormat.Premul, address, source.PixelSize,
  487. source.Dpi, source.PixelSize.Width * 4);
  488. result = SurfaceHelpers.FromBitmap(newFormat);
  489. }
  490. return true;
  491. }
  492. catch { }
  493. result = null;
  494. return false;
  495. }
  496. public static async Task CopyNodes(Guid[] nodeIds)
  497. {
  498. await CopyIds(nodeIds, ClipboardDataFormats.NodeIdList);
  499. }
  500. public static async Task<Guid[]> GetNodeIds()
  501. {
  502. return await GetIds(ClipboardDataFormats.NodeIdList);
  503. }
  504. public static async Task<Guid[]> GetCelIds()
  505. {
  506. return await GetIds(ClipboardDataFormats.CelIdList);
  507. }
  508. public static async Task<Guid[]> GetIds(string format)
  509. {
  510. var data = await TryGetDataObject();
  511. return GetIds(data, format);
  512. }
  513. private static Guid[] GetIds(IEnumerable<IDataObject?> data, string format)
  514. {
  515. foreach (var dataObject in data)
  516. {
  517. if (dataObject.Contains(format))
  518. {
  519. byte[] nodeIds = (byte[])dataObject.Get(format);
  520. string nodeIdsString = System.Text.Encoding.UTF8.GetString(nodeIds);
  521. return nodeIdsString.Split(';').Select(Guid.Parse).ToArray();
  522. }
  523. }
  524. return [];
  525. }
  526. public static async Task<bool> AreNodesInClipboard()
  527. {
  528. return await AreIdsInClipboard(ClipboardDataFormats.NodeIdList);
  529. }
  530. public static async Task<bool> AreCelsInClipboard()
  531. {
  532. return await AreIdsInClipboard(ClipboardDataFormats.CelIdList);
  533. }
  534. public static async Task<bool> AreIdsInClipboard(string format)
  535. {
  536. var formats = await Clipboard.GetFormatsAsync();
  537. if (formats == null || formats.Length == 0)
  538. return false;
  539. return formats.Contains(format);
  540. }
  541. public static async Task CopyCels(Guid[] celIds)
  542. {
  543. await CopyIds(celIds, ClipboardDataFormats.CelIdList);
  544. }
  545. public static async Task CopyIds(Guid[] ids, string format)
  546. {
  547. await Clipboard.ClearAsync();
  548. DataObject data = new DataObject();
  549. byte[] idsBytes = Encoding.UTF8.GetBytes(string.Join(";", ids.Select(x => x.ToString())));
  550. data.Set(format, idsBytes);
  551. await Clipboard.SetDataObjectAsync(data);
  552. }
  553. }