Update discussion bulk user post count/delete from MongoDB to forum MySQL API (#38454)

* chore: remove mongodb usage

Author: salman2013

lms/djangoapps/discussion/rest_api/tasks.py

@@ -7,6 +7,7 @@
 from django.contrib.auth import get_user_model
 from edx_django_utils.monitoring import set_code_owner_attribute
 from eventtracking import tracker
+from forum import api as forum_api
 from opaque_keys.edx.locator import CourseKey
 
 from common.djangoapps.student.roles import CourseInstructorRole, CourseStaffRole
@@ -99,8 +100,12 @@ def delete_course_post_for_user(user_id, username, course_ids, event_data=None):
     """
     event_data = event_data or {}
     log.info(f"<<Bulk Delete>> Deleting all posts for {username} in course {course_ids}")
-    threads_deleted = Thread.delete_user_threads(user_id, course_ids)
-    comments_deleted = Comment.delete_user_comments(user_id, course_ids)
+    threads_deleted = 0
+    comments_deleted = 0
+    for course_id in course_ids:
+        result = forum_api.delete_user_posts(user_id=str(user_id), course_id=course_id)
+        threads_deleted += result.get("thread_count", 0)
+        comments_deleted += result.get("comment_count", 0)
     log.info(f"<<Bulk Delete>> Deleted {threads_deleted} posts and {comments_deleted} comments for {username} "
              f"in course {course_ids}")
     event_data.update({

lms/djangoapps/discussion/rest_api/views.py

@@ -11,6 +11,7 @@
 from drf_yasg import openapi
 from edx_rest_framework_extensions.auth.jwt.authentication import JwtAuthentication
 from edx_rest_framework_extensions.auth.session.authentication import SessionAuthenticationAllowInactiveUser
+from forum import api as forum_api
 from opaque_keys.edx.keys import CourseKey
 from rest_framework import permissions, status
 from rest_framework.authentication import SessionAuthentication
@@ -35,8 +36,6 @@
 from openedx.core.djangoapps.discussions.models import DiscussionsConfiguration, Provider
 from openedx.core.djangoapps.discussions.serializers import DiscussionSettingsSerializer
 from openedx.core.djangoapps.django_comment_common import comment_client
-from openedx.core.djangoapps.django_comment_common.comment_client.comment import Comment
-from openedx.core.djangoapps.django_comment_common.comment_client.thread import Thread
 from openedx.core.djangoapps.django_comment_common.models import CourseDiscussionSettings, Role
 from openedx.core.djangoapps.user_api.accounts.permissions import CanReplaceUsername, CanRetireUser
 from openedx.core.djangoapps.user_api.models import UserRetirementStatus
@@ -1571,7 +1570,6 @@ class BulkDeleteUserPosts(DeveloperErrorViewMixin, APIView):
     def post(self, request, course_id):
         """
         Implements the delete user posts endpoint.
-        TODO: Add support for MySQLBackend as well
         """
         username = request.GET.get("username", None)
         execute_task = request.GET.get("execute", "false").lower() == "true"
@@ -1595,8 +1593,12 @@ def post(self, request, course_id):
             log.info(f"<<Bulk Delete>> {username} enrolled in {enrollments}")
         log.info(f"<<Bulk Delete>> Posts for {username} in {course_ids} - for {course_or_org} {course_id}")
 
-        comment_count = Comment.get_user_comment_count(user.id, course_ids)
-        thread_count = Thread.get_user_threads_count(user.id, course_ids)
+        thread_count = 0
+        comment_count = 0
+        for cid in course_ids:
+            counts = forum_api.get_user_post_counts(user_id=str(user.id), course_id=cid)
+            thread_count += counts.get("thread_count", 0)
+            comment_count += counts.get("comment_count", 0)
         log.info(f"<<Bulk Delete>> {username} in {course_ids} - Count thread {thread_count}, comment {comment_count}")
 
         if execute_task:

openedx/core/djangoapps/django_comment_common/comment_client/comment.py

@@ -1,10 +1,8 @@
 # pylint: disable=missing-docstring,protected-access
 import logging
-import time
 
 from bs4 import BeautifulSoup
 from forum import api as forum_api
-from forum.backends.mongodb.comments import Comment as ForumComment
 
 from openedx.core.djangoapps.django_comment_common.comment_client import models, settings
 
@@ -129,43 +127,6 @@ def retrieve_all(cls, params=None):
             per_page=params.get('per_page', 10),
         )
 
-    @classmethod
-    def get_user_comment_count(cls, user_id, course_ids):
-        """
-        Returns comments and responses count of user in the given course_ids.
-        TODO: Add support for MySQL backend as well
-        """
-        query_params = {
-            "course_id": {"$in": course_ids},
-            "author_id": str(user_id),
-            "_type": "Comment"
-        }
-        return ForumComment()._collection.count_documents(query_params)  # pylint: disable=protected-access
-
-    @classmethod
-    def delete_user_comments(cls, user_id, course_ids):
-        """
-        Deletes comments and responses of user in the given course_ids.
-        TODO: Add support for MySQL backend as well
-        """
-        start_time = time.time()
-        query_params = {
-            "course_id": {"$in": course_ids},
-            "author_id": str(user_id),
-        }
-        comments_deleted = 0
-        comments = ForumComment().get_list(**query_params)
-        log.info(f"<<Bulk Delete>> Fetched comments for user {user_id} in {time.time() - start_time} seconds")
-        for comment in comments:
-            start_time = time.time()
-            comment_id = comment.get("_id")
-            course_id = comment.get("course_id")
-            if comment_id:
-                forum_api.delete_comment(comment_id, course_id=course_id)
-                comments_deleted += 1
-            log.info(f"<<Bulk Delete>> Deleted comment {comment_id} in {time.time() - start_time} seconds."
-                     f" Comment Found: {comment_id is not None}")
-        return comments_deleted
 
 
 def _url_for_thread_comments(thread_id):

openedx/core/djangoapps/django_comment_common/comment_client/thread.py

@@ -2,11 +2,9 @@
 
 
 import logging
-import time
 
 from eventtracking import tracker
 from forum import api as forum_api
-from forum.backends.mongodb.threads import CommentThread as ForumThread
 
 from . import models, settings, utils
 
@@ -216,43 +214,6 @@ def un_pin(self, user, thread_id, course_id=None):
         )
         self._update_from_response(response)
 
-    @classmethod
-    def get_user_threads_count(cls, user_id, course_ids):
-        """
-        Returns threads count of user in the given course_ids.
-        TODO: Add support for MySQL backend as well
-        """
-        query_params = {
-            "course_id": {"$in": course_ids},
-            "author_id": str(user_id),
-            "_type": "CommentThread"
-        }
-        return ForumThread()._collection.count_documents(query_params)  # pylint: disable=protected-access
-
-    @classmethod
-    def delete_user_threads(cls, user_id, course_ids):
-        """
-        Deletes threads of user in the given course_ids.
-        TODO: Add support for MySQL backend as well
-        """
-        start_time = time.time()
-        query_params = {
-            "course_id": {"$in": course_ids},
-            "author_id": str(user_id),
-        }
-        threads_deleted = 0
-        threads = ForumThread().get_list(**query_params)
-        log.info(f"<<Bulk Delete>> Fetched threads for user {user_id} in {time.time() - start_time} seconds")
-        for thread in threads:
-            start_time = time.time()
-            thread_id = thread.get("_id")
-            course_id = thread.get("course_id")
-            if thread_id:
-                forum_api.delete_thread(thread_id, course_id=course_id)
-                threads_deleted += 1
-            log.info(f"<<Bulk Delete>> Deleted thread {thread_id} in {time.time() - start_time} seconds."
-                     f" Thread Found: {thread_id is not None}")
-        return threads_deleted
 
 
 def _clean_forum_params(params):