π₯π₯π₯ Open-source Jira, Linear, Monday, and ClickUp alternative. Plane is a modern project management platform to manage tasks, sprints, docs, and triage.
TypeScript boardsbug-trackerdjangodockerganttissue-trackerjirajira-alternativekanbanlinearpostgresqlproduct-managementproject-managementproject-planningpythonreactredistypesciptvitework-management
chore: duplicate the uploaded assets for duplicated page (#6311)
Bavisetti Narayan4db95cc94101
diff --git a/apiserver/plane/app/views/page/base.py b/apiserver/plane/app/views/page/base.pyindex f4fdc49391..e8a3c3ffd8 100644--- a/apiserver/plane/app/views/page/base.py+++ b/apiserver/plane/app/views/page/base.py@@ -40,7 +40,7 @@ from ..base import BaseAPIView, BaseViewSetfrom plane.bgtasks.page_transaction_task import page_transactionfrom plane.bgtasks.page_version_task import page_versionfrom plane.bgtasks.recent_visited_task import recent_visited_task-+from plane.bgtasks.copy_s3_object import copy_s3_objectsdef unarchive_archive_page_and_descendants(page_id, archived_at):# Your SQL query@@ -597,6 +597,16 @@ class PageDuplicateEndpoint(BaseAPIView):page_transaction.delay({"description_html": page.description_html}, None, page.id)++ # Copy the s3 objects uploaded in the page+ copy_s3_objects.delay(+ entity_name="PAGE",+ entity_identifier=page.id,+ project_id=project_id,+ slug=slug,+ user_id=request.user.id,+ )+page = (Page.objects.filter(pk=page.id).annotate(diff --git a/apiserver/plane/bgtasks/copy_s3_object.py b/apiserver/plane/bgtasks/copy_s3_object.pynew file mode 100644index 0000000000..d73b96454d--- /dev/null+++ b/apiserver/plane/bgtasks/copy_s3_object.py@@ -0,0 +1,150 @@+# Python imports+import uuid+import base64+import requests+from bs4 import BeautifulSoup++# Django imports+from django.conf import settings++# Module imports+from plane.db.models import FileAsset, Page, Issue+from plane.utils.exception_logger import log_exception+from plane.settings.storage import S3Storage+from celery import shared_task+++def get_entity_id_field(entity_type, entity_id):+ entity_mapping = {+ FileAsset.EntityTypeContext.WORKSPACE_LOGO: {"workspace_id": entity_id},+ FileAsset.EntityTypeContext.PROJECT_COVER: {"project_id": entity_id},+ FileAsset.EntityTypeContext.USER_AVATAR: {"user_id": entity_id},+ FileAsset.EntityTypeContext.USER_COVER: {"user_id": entity_id},+ FileAsset.EntityTypeContext.ISSUE_ATTACHMENT: {"issue_id": entity_id},+ FileAsset.EntityTypeContext.ISSUE_DESCRIPTION: {"issue_id": entity_id},+ FileAsset.EntityTypeContext.PAGE_DESCRIPTION: {"page_id": entity_id},+ FileAsset.EntityTypeContext.COMMENT_DESCRIPTION: {"comment_id": entity_id},+ FileAsset.EntityTypeContext.DRAFT_ISSUE_DESCRIPTION: {+ "draft_issue_id": entity_id+ },+ }+ return entity_mapping.get(entity_type, {})+++def extract_asset_ids(html, tag):+ try:+ soup = BeautifulSoup(html, "html.parser")+ return [tag.get("src") for tag in soup.find_all(tag) if tag.get("src")]+ except Exception as e:+ log_exception(e)+ return []+++def replace_asset_ids(html, tag, duplicated_assets):+ try:+ soup = BeautifulSoup(html, "html.parser")+ for mention_tag in soup.find_all(tag):+ for asset in duplicated_assets:+ if mention_tag.get("src") == asset["old_asset_id"]:+ mention_tag["src"] = asset["new_asset_id"]+ return str(soup)+ except Exception as e:+ log_exception(e)+ return html+++def update_description(entity, duplicated_assets, tag):+ updated_html = replace_asset_ids(entity.description_html, tag, duplicated_assets)+ entity.description_html = updated_html+ entity.save()+ return updated_html+++# Get the description binary and description from the live server+def sync_with_external_service(entity_name, description_html):+ try:+ data = {+ "description_html": description_html,+ "variant": "rich" if entity_name == "PAGE" else "document",+ }+ response = requests.post(+ f"{settings.LIVE_BASE_URL}/convert-document/",+ json=data,+ headers=None,+ )+ if response.status_code == 200:+ return response.json()+ except requests.RequestException as e:+ log_exception(e)+ return {}+++@shared_task+def copy_s3_objects(entity_name, entity_identifier, project_id, slug, user_id):+ """+ Step 1: Extract asset ids from the description_html of the entity+ Step 2: Duplicate the assets+ Step 3: Update the description_html of the entity with the new asset ids (change the src of img tag)+ Step 4: Request the live server to generate the description_binary and description for the entity++ """+ try:+ model_class = {"PAGE": Page, "ISSUE": Issue}.get(entity_name)+ if not model_class:+ raise ValueError(f"Unsupported entity_name: {entity_name}")++ entity = model_class.objects.get(id=entity_identifier)+ asset_ids = extract_asset_ids(entity.description_html, "image-component")++ duplicated_assets = []+ workspace = entity.workspace+ storage = S3Storage()+ original_assets = FileAsset.objects.filter(+ workspace=workspace, project_id=project_id, id__in=asset_ids+ )++ for original_asset in original_assets:+ destination_key = f"{workspace.id}/{uuid.uuid4().hex}-{original_asset.attributes.get('name')}"+ duplicated_asset = FileAsset.objects.create(+ attributes={+ "name": original_asset.attributes.get("name"),+ "type": original_asset.attributes.get("type"),+ "size": original_asset.attributes.get("size"),+ },+ asset=destination_key,+ size=original_asset.size,+ workspace=workspace,+ created_by_id=user_id,+ entity_type=original_asset.entity_type,+ project_id=project_id,+ storage_metadata=original_asset.storage_metadata,+ **get_entity_id_field(original_asset.entity_type, entity_identifier),+ )+ storage.copy_object(original_asset.asset, destination_key)+ duplicated_assets.append(+ {+ "new_asset_id": str(duplicated_asset.id),+ "old_asset_id": str(original_asset.id),+ }+ )++ if duplicated_assets:+ FileAsset.objects.filter(+ pk__in=[item["new_asset_id"] for item in duplicated_assets]+ ).update(is_uploaded=True)+ updated_html = update_description(+ entity, duplicated_assets, "image-component"+ )+ external_data = sync_with_external_service(entity_name, updated_html)++ if external_data:+ entity.description = external_data.get("description")+ entity.description_binary = base64.b64decode(+ external_data.get("description_binary")+ )+ entity.save()++ return+ except Exception as e:+ log_exception(e)+ return []diff --git a/apiserver/plane/settings/common.py b/apiserver/plane/settings/common.pyindex 4de98b5501..10776f9afa 100644--- a/apiserver/plane/settings/common.py+++ b/apiserver/plane/settings/common.py@@ -336,6 +336,8 @@ CSRF_FAILURE_VIEW = "plane.authentication.views.common.csrf_failure"ADMIN_BASE_URL = os.environ.get("ADMIN_BASE_URL", None)SPACE_BASE_URL = os.environ.get("SPACE_BASE_URL", None)APP_BASE_URL = os.environ.get("APP_BASE_URL")+LIVE_BASE_URL = os.environ.get("LIVE_BASE_URL")+HARD_DELETE_AFTER_DAYS = int(os.environ.get("HARD_DELETE_AFTER_DAYS", 60))diff --git a/apiserver/plane/settings/storage.py b/apiserver/plane/settings/storage.pyindex d82d1c912a..c843e9af49 100644--- a/apiserver/plane/settings/storage.py+++ b/apiserver/plane/settings/storage.py@@ -151,3 +151,17 @@ class S3Storage(S3Boto3Storage):"ETag": response.get("ETag"),"Metadata": response.get("Metadata", {}),}++ def copy_object(self, object_name, new_object_name):+ """Copy an S3 object to a new location"""+ try:+ response = self.s3_client.copy_object(+ Bucket=self.aws_storage_bucket_name,+ CopySource={"Bucket": self.aws_storage_bucket_name, "Key": object_name},+ Key=new_object_name,+ )+ except ClientError as e:+ log_exception(e)+ return None++ return response