From 47eafd9f3cba7cbb4bbed1298c6d7fe576e0e43d Mon Sep 17 00:00:00 2001
From: "sylor_huang@126.com" <sylor_huang@126.com>
Date: Wed, 11 Mar 2020 18:07:31 +0800
Subject: [PATCH] =?UTF-8?q?=E8=BF=99=E4=B8=AA=E7=89=88=E6=9C=AC=E9=80=82?=
 =?UTF-8?q?=E7=94=A8educoder=EF=BC=8C=E4=B8=8D=E9=80=82=E7=94=A8trustie?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 app/controllers/sync_forge_controller.rb |   7 +
 app/forms/gitea/user_form.rb             |   1 +
 app/jobs/sync_forge_job.rb               | 349 +++++++++++++++++++++++
 app/models/project.rb                    |   6 +-
 config/routes.rb                         |   5 +-
 5 files changed, 364 insertions(+), 4 deletions(-)
 create mode 100644 app/controllers/sync_forge_controller.rb
 create mode 100644 app/jobs/sync_forge_job.rb

diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb
new file mode 100644
index 000000000..b5c94b68d
--- /dev/null
+++ b/app/controllers/sync_forge_controller.rb
@@ -0,0 +1,7 @@
+class SyncForgeController < ApplicationController
+
+  def create
+    SyncForgeJob.perform_later(params[:sync_params])
+  end
+
+end
\ No newline at end of file
diff --git a/app/forms/gitea/user_form.rb b/app/forms/gitea/user_form.rb
index 8fc83dbfc..f673fef0a 100644
--- a/app/forms/gitea/user_form.rb
+++ b/app/forms/gitea/user_form.rb
@@ -27,6 +27,7 @@ class Gitea::UserForm
 
   private
   def check_username
+    Rails.logger.info("#######_______username________#################{username}")
     # errors.add(:login, :exist)
     raise "#{username} 已使用." if User.exists?(login: username.strip)
   end
diff --git a/app/jobs/sync_forge_job.rb b/app/jobs/sync_forge_job.rb
new file mode 100644
index 000000000..a8047e7f5
--- /dev/null
+++ b/app/jobs/sync_forge_job.rb
@@ -0,0 +1,349 @@
+class SyncForgeJob < ApplicationJob
+  queue_as :default
+
+  def perform(sync_params)
+
+    Rails.logger.info("#######______sync__start__########")
+    sync_params = ActiveSupport::JSON.decode(sync_params)
+
+    keys_to_delete = %w(id created_on updated_on platform)
+    keys_other_delete = %w(id created_at updated_at user_id)
+    ActiveRecord::Base.transaction do
+      begin
+        all_target_params = sync_params["target_params"]
+        roles_params = sync_params["roles"]
+        user_params = sync_params["user_params"]["user_params"]
+        owner_extension_params = sync_params["user_params"]["user_extension_params"]
+        platform = sync_params["platform"]
+        sync_roles(roles_params)
+
+        if user_params.present?
+          owner_params = user_params.except!(*keys_to_delete)
+          if User.exists?(login: owner_params["login"])
+            new_user = User.find_by(login: owner_params["login"])
+          else
+            new_user = User.new(owner_params.merge(platform: platform))
+            user_password = random_password
+            interactor = Gitea::RegisterInteractor.call({username: owner_params["login"], email: owner_params["mail"], password: user_password})
+            if interactor.success?
+              gitea_user = interactor.result
+              result = Gitea::User::GenerateTokenService.new(owner_params["login"], user_password).call
+              new_user.gitea_token = result['sha1']
+              new_user.gitea_uid = gitea_user['id']
+              if new_user.save!
+                if owner_extension_params.present?
+                  owner_extension_params = owner_extension_params.except!(*keys_other_delete).merge(user_id: new_user.id)
+                  UserExtension.create!(owner_extension_params)
+                end
+              end
+            else
+              raise Error, "gitea创建用户失败"
+            end
+          end
+          all_target_params.each do |project|
+            target_params = {
+              project_params: project["project_params"],
+              member_params: project["member_params"],
+              issue_params: project["issue_params"],
+              versions_params: project["versions_params"],
+              project_score_params: project["project_score_params"],
+              pull_request_params: project["pull_request_params"],
+              repo_params: project["repo_params"],
+              commit_params: project["commit_params"]
+            }
+            sync_projects(new_user, user_params["id"],target_params, platform)
+          end
+        end
+      rescue Exception => e
+        Rails.logger.info("#######_________user__sync__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+  end
+
+  private
+
+  def random_password
+    [*('a'..'z'),*(0..9),*('A'..'Z')].shuffle[0..8].join
+  end
+
+  #同步项目
+  def sync_projects(new_user,old_user_id, targets,platform)
+    Rails.logger.info("#######__projects_sync__start__#########")
+    keys_to_delete = %w(id created_on updated_on user_id)
+    score_to_delete = %w(id created_at updated_at project_id)
+    begin
+      if targets.present?
+        project = targets[:project_params]
+        issue_params = targets[:issue_params]
+        pr_params = targets[:pull_request_params]
+        commit_params = targets[:commit_params]
+        version_params = targets[:versions_params]
+        member_params = targets[:member_params]
+        project_score = targets[:project_score_params]
+        if project.present?
+          new_project = Project.new(project.except!(*keys_to_delete).merge(user_id: new_user.id))
+          if new_project.save!
+            repository_params = {
+              hidden: project["is_public"],
+              user_id: new_user.id,
+              identifier: project["identifier"]
+            }
+            Repositories::CreateService.new(new_user, new_project, repository_params).call
+            if project_score.present?
+              ProjectScore.create!(project_score.except!(*score_to_delete).merge(project_id: new_project.id))
+            end
+            sync_user_issues(new_project.id, new_user.id,old_user_id,issue_params)
+            sync_members(new_project.id, member_params,platform)
+            sync_commits(new_project.id,new_project.gpid, pr_params)
+            sync_pull_requests(new_project.id,new_user.id, pr_params)
+            sync_versions(new_project.id, new_user.id, version_params)
+          end
+        end
+      end
+    rescue Exception => e
+      Rails.logger.info("#######_______projects_sync__failed__#########{e}")
+      raise ActiveRecord::Rollback
+    end
+  end
+
+  def sync_roles(roles)
+    Rails.logger.info("#######______sync_roles_start__#######")
+    roles_other_delete = %w(id)
+    ActiveRecord::Base.transaction do
+      begin
+
+        if roles.present?
+          Role.transaction do
+            roles.each do |r|
+              unless Role.exists?(name: r["name"])
+                Role.create!(r.except!(*roles_other_delete)) if r.present?
+              end
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_roles_end__########{roles}")
+
+      rescue Exception => e
+        Rails.logger.info("#######_______sync_roles__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+
+  end
+
+  def sync_members(project_id,members_params,platform)
+    Rails.logger.info("#######______sync_members_start__#######")
+    member_to_delete = %w(id created_on user_id project_id)
+    member_user_delete = %w(id created_on updated_on platform)
+    keys_other_delete = %w(id created_at updated_at user_id)
+    ActiveRecord::Base.transaction do
+      begin
+        if members_params.present?
+          members_params.each do |m|
+            member = m["member"]
+            member_user = m["member_user"]
+            member_user_exten = m["member_extension"]
+            member_roles = m["member_roles"]
+            member_issues = m["member_issues"]
+
+            if member_user.present?
+              unless User.exists?(login: member_user["login"])
+                u = User.new(member_user.except!(*member_user_delete).merge(platform: platform))
+                user_password = random_password
+                interactor = Gitea::RegisterInteractor.call({username: member_user["login"], email: member_user["mail"], password: user_password})
+                if interactor.success?
+                  gitea_user = interactor.result
+                  result = Gitea::User::GenerateTokenService.new(member_user["login"], user_password).call
+                  u.gitea_token = result['sha1']
+                  u.gitea_uid = gitea_user['id']
+                  if u.save!
+                    if member_user_exten.present?
+                      UserExtension.create!(member_user_exten.except!(*keys_other_delete).merge(user_id: u.id))
+                    end
+                  end
+                  if member.present?
+                    new_member = Member.new(member.except!(*member_to_delete).merge(project_id: project_id, user_id: u.id))
+                    if new_member.save!
+                      sync_user_issues(project_id, u.id, member["user_id"],member_issues)
+                      sync_member_roles(new_member.id, member_roles)
+                    end
+                  end
+                else
+                  raise Error, "gitea的项目创建失败"
+                end
+              end
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_members_end__#######")
+
+      rescue Exception => e
+        Rails.logger.info("#######_______sync_members__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+  end
+
+  def sync_member_roles(member_id,members)
+    Rails.logger.info("#######______sync_members___roles_start__#######")
+    member_role_delete = %w(id member_id role_id)
+    begin
+      if members.present?
+        MemberRole.transaction do
+          members.each do |m|
+            role_id = Role.select(:id,:position)&.where(position: m["role_id"])&.first&.id
+            MemberRole.create!(m.except!(*member_role_delete).merge(member_id: member_id, role_id: role_id)) if m.present?
+          end
+        end
+      end
+      Rails.logger.info("#######______sync_members___roles_end__#######")
+    rescue => e
+      Rails.logger.info("#######_______sync_members___roles__failed__#########{e}")
+      raise ActiveRecord::Rollback
+    end
+  end
+
+  #同步该用户的issues
+  def sync_user_issues(project_id, new_user_id,old_user_id,issues_all_params)
+    Rails.logger.info("#######______sync_issues_start__##########{issues_all_params}")
+    issue_to_delete = %w(id project_id author_id created_on updated_on assigned_to_id)
+    ActiveRecord::Base.transaction do
+      begin
+        if issues_all_params.present?
+          issue_params = issues_all_params[0]["issue_params"]
+          jours_params = issues_all_params[0]["jours_params"]
+          commit_params = issues_all_params[0]["commit_params"]
+          Issue.select(:id, :assigned_to_id).where(assigned_to_id: old_user_id)&.update_all(assigned_to_id: new_user_id)
+          if issue_params.present?
+            assgin_user = issue_params["assigned_to_id"]
+            if issue_params["assigned_to_id"].to_i == old_user_id
+              assgin_user = new_user_id
+            end
+            issue = Issue.new(issue_params.except!(*issue_to_delete).merge(project_id: project_id, author_id: new_user_id, assigned_to_id: assgin_user))
+            if issue.save!
+              sync_journals(new_user_id, issue.id, jours_params)
+              sync_commit_issues(issue.id,project_id, commit_params)
+            else
+              Rails.logger.info("############______.errors.full_messages_____________##########{issue.errors.full_messages}")
+            end
+          end
+          Rails.logger.info("#######______sync_issues_end_######")
+        end
+      rescue Exception => e
+        Rails.logger.info("#######______sync_issues__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+
+  end
+
+  def sync_journals(user_id, issue_id, jours_params)
+    Rails.logger.info("#######______sync_journals_start__########")
+
+    jour_to_delete = %w(id created_on journalized_id)
+    ActiveRecord::Base.transaction do
+      begin
+        if jours_params.present?
+          Journal.transaction do
+            jours_params.each do |i|
+              Journal.create!(i.except!(*jour_to_delete).merge(journalized_id: issue_id, user_id: user_id)) if i.present?
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_journals_end__########")
+
+      rescue Exception => e
+        Rails.logger.info("#######________sync_journals__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+  end
+
+  def sync_commit_issues(issue_id, project_id, commit_params)
+    Rails.logger.info("#######______sync_commit_issues_start__########")
+
+    commit_to_delete = %w(id created_at updated_at)
+    ActiveRecord::Base.transaction do
+      begin
+        if commit_params.present?
+          CommitIssue.transaction do
+            commit_params.each do |i|
+              CommitIssue.create!(i.except!(*commit_to_delete).merge(issue_id: issue_id, project_id: project_id)) if i.present?
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_commit_issues_end__########")
+
+      rescue Exception => e
+        Rails.logger.info("#######________sync_commit_issues__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+  end
+
+  def sync_pull_requests(project_id, user_id, pull_params)
+    Rails.logger.info("#######______sync_project_pull_requests_start__########")
+
+    commit_to_delete = %w(id user_id project_id created_at updated_at)
+    ActiveRecord::Base.transaction do
+      begin
+        if pull_params.present?
+          PullRequest.transaction do
+            pull_params.each do |i|
+              PullRequest.create!(i.except!(*commit_to_delete).merge(user_id: user_id, project_id: project_id)) if i.present?
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_project_pull_requests__end__########")
+      rescue Exception => e
+        Rails.logger.info("#######_______sync_project_pull_requests__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+  end
+
+  def sync_commits(project_id, repository_id, commit_params)
+    Rails.logger.info("#######______sync_project_commits_start__########")
+
+    commit_to_delete = %w(id created_at updated_at)
+    ActiveRecord::Base.transaction do
+      begin
+        if commit_params.present?
+          Commit.transaction do
+            commit_params.each do |i|
+              Commit.create!(i.except!(*commit_to_delete).merge(repository_id: repository_id, project_id: project_id)) if i.present?
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_project_commits_end__########")
+      rescue Exception => e
+        Rails.logger.info("#######_______sync_project_commits__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+  end
+
+  def sync_versions(project_id, new_user_id,version_params)
+    Rails.logger.info("#######______sync_project_versions_start__########")
+
+    version_to_delete = %w(id created_on updated_on project_id user_id)
+    ActiveRecord::Base.transaction do
+      begin
+        if version_params.present?
+          Version.transaction do
+            version_params.each do |i|
+              Version.create!(i.except!(*version_to_delete).merge(user_id: new_user_id, project_id: project_id)) if i.present?
+            end
+          end
+        end
+        Rails.logger.info("#######______sync_project_versions_end__########")
+      rescue Exception => e
+        Rails.logger.info("#######______sync_project_versions__failed__#########{e}")
+        raise ActiveRecord::Rollback
+      end
+    end
+
+  end
+
+end
\ No newline at end of file
diff --git a/app/models/project.rb b/app/models/project.rb
index d903da1c6..5c4e9db18 100644
--- a/app/models/project.rb
+++ b/app/models/project.rb
@@ -9,8 +9,8 @@ class Project < ApplicationRecord
   belongs_to :ignore, optional: true
   belongs_to :license, optional: true
   belongs_to :owner, class_name: 'User', foreign_key: :user_id
-  belongs_to :project_category , :counter_cache => true
-  belongs_to :project_language , :counter_cache => true
+  belongs_to :project_category, optional: true , :counter_cache => true
+  belongs_to :project_language, optional: true , :counter_cache => true
   has_many :project_trends, dependent: :destroy
 
   has_many :commits, dependent: :destroy
@@ -73,7 +73,7 @@ class Project < ApplicationRecord
       }
       user_member = Member.new(member_params)
       if user_member.save
-        MemberRole.create(member_id: user_member.id ,role_id: 3)
+        MemberRole.create!(member_id: user_member.id ,role_id: 3)
       end
     end
   end
diff --git a/config/routes.rb b/config/routes.rb
index 66d58f308..fa910ccd7 100644
--- a/config/routes.rb
+++ b/config/routes.rb
@@ -2,7 +2,9 @@ Rails.application.routes.draw do
 
   require 'sidekiq/web'
   require 'admin_constraint'
-  mount Sidekiq::Web => '/sidekiq', :constraints => AdminConstraint.new
+  mount Sidekiq::Web => '/sidekiq'
+
+  # mount Sidekiq::Web => '/sidekiq', :constraints => AdminConstraint.new
 
   get 'attachments/download/:id', to: 'attachments#show'
   get 'attachments/download/:id/:filename', to: 'attachments#show'
@@ -11,6 +13,7 @@ Rails.application.routes.draw do
   get 'auth/cas/callback', to: 'oauth/cas#create'
 
   scope '/api' do
+    resources :sync_forge, only: [:create]  #同步用户
     resources :composes do
       resources :compose_projects, only: [:create, :destroy]
     end