jro_apps/redmine Files · app/models/repository/bazaar.rb

scm: git: performance improvements in fetching revisions (#8857, #9472)...

scm: git: performance improvements in fetching revisions (#8857, #9472) Parse a revision for a given branch, just if we haven't parsed it for any branches before. Moved the db check to for existing revisions into a grouped search. Search for many revisions at once: this reduces db load. Revisions are grouped into sets of 100. This is to improve memory consumption. There will be just one query instead of each 100. The above two methods significantly increase parsing speed. Test case was a git repo with 6000+ commits on a master branch, and several other branches originating for master. Speed improved from 1.4h to 18min. Contributed by Gergely Fábián. git-svn-id: svn+ssh://rubyforge.org/var/svn/redmine/trunk@9144 e93f8b46-1217-0410-a6f0-8f06a7374b81

Toshi MARUYAMA - - Load All Authors

File last commit:

r8851:565ac00b70f3


                r9024:999a4ba30d7b

Download file

             bazaar.rb
        
                    104 lines
            
             | 3.8 KiB
            
                | text/x-ruby
            
             |
                RubyLexer
            
             / app / models / repository / bazaar.rb
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
      # Redmine - project management software

      # Copyright (C) 2006-2011  Jean-Philippe Lang

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
      #

      # This program is free software; you can redistribute it and/or

      # modify it under the terms of the GNU General Public License

      # as published by the Free Software Foundation; either version 2

      # of the License, or (at your option) any later version.

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
      #

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
      # This program is distributed in the hope that it will be useful,

      # but WITHOUT ANY WARRANTY; without even the implied warranty of

      # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

      # GNU General Public License for more details.

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
      #

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
      # You should have received a copy of the GNU General Public License

      # along with this program; if not, write to the Free Software

      # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

      require 'redmine/scm/adapters/bazaar_adapter'

      class Repository::Bazaar < Repository

        attr_protected :root_url

        Toshi MARUYAMA
    
scm: add feature of per project repository log encoding setting (#1735)....

              r4862
            
        validates_presence_of :url, :log_encoding

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
        Jean-Philippe Lang
    
human_attribute_name accepts optional argument....

              r8166
            
        def self.human_attribute_name(attribute_key_name, *args)

        Toshi MARUYAMA
    
Rails3: scm: bazaar: use .to_s for overriding human_attribute_name parameter...

              r8851
            
          attr_name = attribute_key_name.to_s

        Toshi MARUYAMA
    
scm: use i18n string at 'Path to repository' setting in Mercurial, Git, Bazaar and Darcs....

              r5409
            
          if attr_name == "url"

            attr_name = "path_to_repository"

          end

        Jean-Philippe Lang
    
human_attribute_name accepts optional argument....

              r8166
            
          super(attr_name, *args)

        Toshi MARUYAMA
    
scm: add scm specific human_attribute_name for input validation....

              r4855
            
        end

        Toshi MARUYAMA
    
scm: add scm command and version methods at repository models (#4273)....

              r4702
            
        def self.scm_adapter_class

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
          Redmine::Scm::Adapters::BazaarAdapter

        end

        Toshi MARUYAMA
    
scm: add scm command and version methods at repository models (#4273)....

              r4702
            
        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
        def self.scm_name

          'Bazaar'

        end

        Toshi MARUYAMA
    
scm: add scm command and version methods at repository models (#4273)....

              r4702
            
        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
        def entries(path=nil, identifier=nil)

          entries = scm.entries(path, identifier)

          if entries

            entries.each do |e|

              next if e.lastrev.revision.blank?

        Jean-Philippe Lang
    
File size display with Bazaar repositories (#1149)....

              r1523
            
              # Set the filesize unless browsing a specific revision

              if identifier.nil? && e.is_file?

                full_path = File.join(root_url, e.path)

                e.size = File.stat(full_path).size if File.file?(full_path)

              end

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5714
            
              c = Change.find(

                     :first,

                     :include    => :changeset,

                     :conditions => [

                         "#{Change.table_name}.revision = ? and #{Changeset.table_name}.repository_id = ?",

                         e.lastrev.revision,

                         id

                         ],

                     :order => "#{Changeset.table_name}.revision DESC")

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
              if c

                e.lastrev.identifier = c.changeset.revision

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5714
            
                e.lastrev.name       = c.changeset.revision

                e.lastrev.author     = c.changeset.committer

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
              end

            end

          end

        end

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
        def fetch_changesets

          scm_info = scm.info

          if scm_info

            # latest revision found in database

        Jean-Philippe Lang
    
Merged Git support branch (r1200 to r1226)....

              r1222
            
            db_revision = latest_changeset ? latest_changeset.revision.to_i : 0

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
            # latest revision in the repository

            scm_revision = scm_info.lastrev.identifier.to_i

            if db_revision < scm_revision

              logger.debug "Fetching changesets for repository #{url}" if logger && logger.debug?

              identifier_from = db_revision + 1

              while (identifier_from <= scm_revision)

                # loads changesets by batches of 200

                identifier_to = [identifier_from + 199, scm_revision].min

                revisions = scm.revisions('', identifier_to, identifier_from, :with_paths => true)

                transaction do

                  revisions.reverse_each do |revision|

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
                    changeset = Changeset.create(:repository   => self,

                                                 :revision     => revision.identifier,

                                                 :committer    => revision.author,

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
                                                 :committed_on => revision.time,

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
                                                 :scmid        => revision.scmid,

                                                 :comments     => revision.message)

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
                    revision.paths.each do |change|

                      Change.create(:changeset => changeset,

        Toshi MARUYAMA
    
scm: bazaar: code clean up model....

              r5632
            
                                    :action    => change[:action],

                                    :path      => change[:path],

                                    :revision  => change[:revision])

        Jean-Philippe Lang
    
Added Bazaar adapter....

              r937
            
                    end

                  end

                end unless revisions.nil?

                identifier_from = identifier_to + 1

              end

            end

          end

        end

      end

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Toshi MARUYAMA scm: bazaar: code clean up model....	r5632	# Redmine - project management software
		# Copyright (C) 2006-2011 Jean-Philippe Lang
Jean-Philippe Lang Added Bazaar adapter....	r937	#
		# This program is free software; you can redistribute it and/or
		# modify it under the terms of the GNU General Public License
		# as published by the Free Software Foundation; either version 2
		# of the License, or (at your option) any later version.
Toshi MARUYAMA scm: bazaar: code clean up model....	r5632	#
Jean-Philippe Lang Added Bazaar adapter....	r937	# This program is distributed in the hope that it will be useful,
		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		# GNU General Public License for more details.
Toshi MARUYAMA scm: bazaar: code clean up model....	r5632	#
Jean-Philippe Lang Added Bazaar adapter....	r937	# You should have received a copy of the GNU General Public License
		# along with this program; if not, write to the Free Software
		# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.

		require 'redmine/scm/adapters/bazaar_adapter'

		class Repository::Bazaar < Repository
		attr_protected :root_url
Toshi MARUYAMA scm: add feature of per project repository log encoding setting (#1735)....	r4862	validates_presence_of :url, :log_encoding
Jean-Philippe Lang Added Bazaar adapter....	r937
Jean-Philippe Lang human_attribute_name accepts optional argument....	r8166	def self.human_attribute_name(attribute_key_name, *args)
Toshi MARUYAMA Rails3: scm: bazaar: use .to_s for overriding human_attribute_name parameter...	r8851	attr_name = attribute_key_name.to_s
Toshi MARUYAMA scm: use i18n string at 'Path to repository' setting in Mercurial, Git, Bazaar and Darcs....	r5409	if attr_name == "url"
		attr_name = "path_to_repository"
		end
Jean-Philippe Lang human_attribute_name accepts optional argument....	r8166	super(attr_name, *args)
Toshi MARUYAMA scm: add scm specific human_attribute_name for input validation....	r4855	end

Toshi MARUYAMA scm: add scm command and version methods at repository models (#4273)....	r4702	def self.scm_adapter_class
Jean-Philippe Lang Added Bazaar adapter....	r937	Redmine::Scm::Adapters::BazaarAdapter
		end
Toshi MARUYAMA scm: add scm command and version methods at repository models (#4273)....	r4702
Jean-Philippe Lang Added Bazaar adapter....	r937	def self.scm_name
		'Bazaar'
		end
Toshi MARUYAMA scm: add scm command and version methods at repository models (#4273)....	r4702
Jean-Philippe Lang Added Bazaar adapter....	r937	def entries(path=nil, identifier=nil)
		entries = scm.entries(path, identifier)
		if entries
		entries.each do \|e\|
		next if e.lastrev.revision.blank?
Jean-Philippe Lang File size display with Bazaar repositories (#1149)....	r1523	# Set the filesize unless browsing a specific revision
		if identifier.nil? && e.is_file?
		full_path = File.join(root_url, e.path)
		e.size = File.stat(full_path).size if File.file?(full_path)
		end
Toshi MARUYAMA scm: bazaar: code clean up model....	r5714	c = Change.find(
		:first,
		:include => :changeset,
		:conditions => [
		"#{Change.table_name}.revision = ? and #{Changeset.table_name}.repository_id = ?",
		e.lastrev.revision,
		id
		],
		:order => "#{Changeset.table_name}.revision DESC")
Jean-Philippe Lang Added Bazaar adapter....	r937	if c
		e.lastrev.identifier = c.changeset.revision
Toshi MARUYAMA scm: bazaar: code clean up model....	r5714	e.lastrev.name = c.changeset.revision
		e.lastrev.author = c.changeset.committer
Jean-Philippe Lang Added Bazaar adapter....	r937	end
		end
		end
		end
Toshi MARUYAMA scm: bazaar: code clean up model....	r5632
Jean-Philippe Lang Added Bazaar adapter....	r937	def fetch_changesets
		scm_info = scm.info
		if scm_info
		# latest revision found in database
Jean-Philippe Lang Merged Git support branch (r1200 to r1226)....	r1222	db_revision = latest_changeset ? latest_changeset.revision.to_i : 0
Jean-Philippe Lang Added Bazaar adapter....	r937	# latest revision in the repository
		scm_revision = scm_info.lastrev.identifier.to_i
		if db_revision < scm_revision
		logger.debug "Fetching changesets for repository #{url}" if logger && logger.debug?
		identifier_from = db_revision + 1
		while (identifier_from <= scm_revision)
		# loads changesets by batches of 200
		identifier_to = [identifier_from + 199, scm_revision].min
		revisions = scm.revisions('', identifier_to, identifier_from, :with_paths => true)
		transaction do
		revisions.reverse_each do \|revision\|
Toshi MARUYAMA scm: bazaar: code clean up model....	r5632	changeset = Changeset.create(:repository => self,
		:revision => revision.identifier,
		:committer => revision.author,
Jean-Philippe Lang Added Bazaar adapter....	r937	:committed_on => revision.time,
Toshi MARUYAMA scm: bazaar: code clean up model....	r5632	:scmid => revision.scmid,
		:comments => revision.message)

Jean-Philippe Lang Added Bazaar adapter....	r937	revision.paths.each do \|change\|
		Change.create(:changeset => changeset,
Toshi MARUYAMA scm: bazaar: code clean up model....	r5632	:action => change[:action],
		:path => change[:path],
		:revision => change[:revision])
Jean-Philippe Lang Added Bazaar adapter....	r937	end
		end
		end unless revisions.nil?
		identifier_from = identifier_to + 1
		end
		end
		end
		end
		end