OWASP · Yashgupta9330 · Mar 6, 2025 · Mar 7, 2025 · Mar 7, 2025 · Mar 7, 2025
@@ -138,6 +138,10 @@ setup:
 shell-backend:
 	@CMD="/bin/sh" $(MAKE) exec-backend-command-it
 
+slack-sync-conversation-list:
+	@echo "Syncing Slack conversation list"
+	@CMD="python manage.py slack_sync_conversation_list" $(MAKE) exec-backend-command
+
 sync-data: \
 	update-data \
 	enrich-data \

@@ -2,9 +2,73 @@
 
 from django.contrib import admin
 
+from apps.slack.models.conversation import Conversation
 from apps.slack.models.event import Event
 
 
+class ConversationAdmin(admin.ModelAdmin):
+    """Admin configuration for Conversation model."""
+
+    list_display = (
+        "name",
+        "entity_id",
+        "created_at",
+        "is_private",
+        "is_archived",
+        "is_general",
+    )
+    search_fields = (
+        "name",
+        "topic",
+        "purpose",
+        "entity_id",
+        "creator_id",
+    )
+    list_filter = (
+        "created_at",
+        "is_private",
+        "is_archived",
+        "is_general",
+    )
+    readonly_fields = (
+        "entity_id",
+        "created_at",
+        "creator_id",
+    )
+    fieldsets = (
+        (
+            "Conversation Information",
+            {
+                "fields": (
+                    "entity_id",
+                    "name",
+                    "created_at",
+                    "creator_id",
+                )
+            },
+        ),
+        (
+            "Properties",
+            {
+                "fields": (
+                    "is_private",
+                    "is_archived",
+                    "is_general",
+                )
+            },
+        ),
+        (
+            "Content",
+            {
+                "fields": (
+                    "topic",
+                    "purpose",
+                )
+            },
+        ),
+    )
+
+
 class EventAdmin(admin.ModelAdmin):
     search_fields = (
         "channel_id",
@@ -16,4 +80,5 @@ class EventAdmin(admin.ModelAdmin):
     list_filter = ("trigger",)
 
 
+admin.site.register(Conversation, ConversationAdmin)
 admin.site.register(Event, EventAdmin)
@@ -0,0 +1,155 @@
+"""Command to sync Slack channels and groups from the OWASP Slack workspace."""
+
+import logging
+import time
+
+from django.core.management.base import BaseCommand
+from slack_sdk.errors import SlackApiError
+
+from apps.slack.apps import SlackConfig
+from apps.slack.models.conversation import Conversation
+
+logger = logging.getLogger(__name__)
+
+
+class Command(BaseCommand):
+    """Django command to synchronize Slack conversations."""
+
+    help = "Sync Slack channels and groups from the OWASP Slack workspace."
+
+    def add_arguments(self, parser):
+        """Define command line arguments."""
+        parser.add_argument(
+            "--batch-size",
+            type=int,
+            default=200,
+            help="Number of conversations to retrieve per request",
+        )
+        parser.add_argument(
+            "--delay",
+            type=float,
+            default=0.1,
+            help="Delay between API requests in seconds",
+        )
+        parser.add_argument(
+            "--dry-run",
+            action="store_true",
+            help="Fetch conversations but don't update the database",
+        )
+
+    def handle(self, *args, **options):
+        """Execute the command."""
+        # Parse command arguments
+        batch_size = options["batch_size"]
+        delay = options["delay"]
+        dry_run = options.get("dry_run", False)
+
+        if dry_run:
+            self.stdout.write(
+                self.style.WARNING("Running in dry-run mode - no database changes will be made")
+            )
+
+        try:
+            app = SlackConfig.app
+            if not app:
+                logger.error("Slack app is not configured properly")
+                self.stdout.write(self.style.ERROR("Slack app is not configured properly"))
+                return
+
+            all_conversations = self._fetch_all_conversations(app, batch_size, delay)
+
+            if not dry_run and all_conversations:
+                self.stdout.write(f"Saving {len(all_conversations)} conversations to database...")
+                conversations = []
+                cnt = 0
+                for conversation_data in all_conversations:
+                    conversation = Conversation.update_data(conversation_data, save=False)
+                    if conversation:
+                        conversations.append(conversation)
+                        cnt += 1
+                    else:
+                        self.stdout.write(
+                            self.style.WARNING(
+                                f"Failed to process conversation: {conversation_data.get('id')}"
+                            )
+                        )
+
+                if conversations:
+                    Conversation.bulk_save(conversations)
+
+                self.stdout.write(
+                    self.style.SUCCESS(f"Successfully synced {cnt} Slack conversations")
+                )
+            else:
+                self.stdout.write(
+                    self.style.SUCCESS(
+                        f"Processed {len(all_conversations)} conversations (dry run)"
+                    )
+                )
+
+        except SlackApiError as e:
+            error_msg = f"Error calling Slack API: {e}"
+            logger.exception(error_msg)
+            self.stdout.write(self.style.ERROR(error_msg))
+        except Exception as e:
+            error_msg = f"Failed to sync Slack conversations: {e}"
+            logger.exception(error_msg)
+            self.stdout.write(self.style.ERROR(error_msg))
+
+    def _fetch_all_conversations(self, app, batch_size, delay):
+        """Fetch all conversations from Slack API.
+
+        Args:
+        ----
+            app: Slack app instance
+            batch_size: Number of conversations to retrieve per request
+            delay: Delay between API requests in seconds
+
+        Returns:
+        -------
+            List of conversation data
+
+        """
+        all_conversations = []
+        next_cursor = None
+        total_processed = 0
+
+        self.stdout.write("Fetching conversations from Slack API...")
+
+        while True:
+            # Fetch batch of conversations
+            result = app.client.conversations_list(
+                limit=batch_size,
+                exclude_archived=False,
+                types="public_channel,private_channel",
+                cursor=next_cursor or None,
+                timeout=30,
+            )
+
+            if not result.get("ok"):
+                error = result.get("error", "Unknown error")
+                logger.exception("Slack API error: %s", error)
+                self.stdout.write(self.style.ERROR(f"Slack API error: {error}"))
+                break
+
+            batch_conversations = result.get("channels", [])
+            total_processed += len(batch_conversations)
+
+            # Display progress
+            self.stdout.write(f"Processed {total_processed} conversations...")
+
+            # Collect conversations
+            if batch_conversations:
+                all_conversations.extend(batch_conversations)
+
+            # Handle pagination
+            next_cursor = result.get("response_metadata", {}).get("next_cursor")
+            if not next_cursor:
+                break
+
+            # Rate limiting protection
+            if delay > 0:
+                time.sleep(delay)
+
+        self.stdout.write(f"Total conversations retrieved: {len(all_conversations)}")
+        return all_conversations
@@ -0,0 +1,38 @@
+# Generated by Django 5.1.7 on 2025-03-08 19:24
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("slack", "0003_remove_event_command"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="Conversation",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(
+                        auto_created=True, primary_key=True, serialize=False, verbose_name="ID"
+                    ),
+                ),
+                ("nest_created_at", models.DateTimeField(auto_now_add=True)),
+                ("nest_updated_at", models.DateTimeField(auto_now=True)),
+                ("entity_id", models.CharField(max_length=255, unique=True)),
+                ("name", models.CharField(max_length=255)),
+                ("created_at", models.DateTimeField(blank=True, null=True)),
+                ("is_private", models.BooleanField(default=False)),
+                ("is_archived", models.BooleanField(default=False)),
+                ("is_general", models.BooleanField(default=False)),
+                ("topic", models.TextField(blank=True, default="")),
+                ("purpose", models.TextField(blank=True, default="")),
+                ("creator_id", models.CharField(max_length=255)),
+            ],
+            options={
+                "verbose_name_plural": "Conversations",
+                "db_table": "slack_conversations",
+            },
+        ),
+    ]
@@ -0,0 +1,57 @@
+# Generated by Django 5.1.7 on 2025-03-12 14:33
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("slack", "0004_conversation"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="conversation",
+            name="created_at",
+            field=models.DateTimeField(blank=True, null=True, verbose_name="Created At"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="creator_id",
+            field=models.CharField(max_length=255, verbose_name="Creator ID"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="entity_id",
+            field=models.CharField(max_length=255, unique=True, verbose_name="Entity ID"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="is_archived",
+            field=models.BooleanField(default=False, verbose_name="Is Archived"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="is_general",
+            field=models.BooleanField(default=False, verbose_name="Is General"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="is_private",
+            field=models.BooleanField(default=False, verbose_name="Is Private"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="name",
+            field=models.CharField(max_length=255, verbose_name="Name"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="purpose",
+            field=models.TextField(blank=True, default="", verbose_name="Purpose"),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="topic",
+            field=models.TextField(blank=True, default="", verbose_name="Topic"),
+        ),
+    ]