269 lines
8.3 KiB
Python
269 lines
8.3 KiB
Python
from django.db import models
|
|
from django.conf import settings
|
|
from lang.models import Language
|
|
from glob import glob
|
|
import os
|
|
import os.path
|
|
import logging
|
|
import git
|
|
from translate.storage import factory
|
|
|
|
from trans.managers import TranslationManager, UnitManager
|
|
from util import is_plural, split_plural, join_plural
|
|
|
|
logger = logging.getLogger('weblate')
|
|
|
|
class Project(models.Model):
|
|
name = models.CharField(max_length = 100)
|
|
slug = models.SlugField(db_index = True)
|
|
web = models.URLField()
|
|
mail = models.EmailField()
|
|
instructions = models.URLField()
|
|
|
|
class Meta:
|
|
ordering = ['name']
|
|
|
|
@models.permalink
|
|
def get_absolute_url(self):
|
|
return ('trans.views.show_project', (), {
|
|
'project': self.slug
|
|
})
|
|
|
|
def get_path(self):
|
|
return os.path.join(settings.GIT_ROOT, self.slug)
|
|
|
|
def __unicode__(self):
|
|
return self.name
|
|
|
|
def save(self, *args, **kwargs):
|
|
# Create filesystem directory for storing data
|
|
p = self.get_path()
|
|
if not os.path.exists(p):
|
|
os.makedirs(p)
|
|
|
|
super(Project, self).save(*args, **kwargs)
|
|
|
|
class SubProject(models.Model):
|
|
name = models.CharField(max_length = 100)
|
|
slug = models.SlugField(db_index = True)
|
|
project = models.ForeignKey(Project)
|
|
repo = models.CharField(max_length = 200)
|
|
branch = models.CharField(max_length = 50)
|
|
filemask = models.CharField(max_length = 200)
|
|
style_choices = (('po', 'GNU Gettext'), ('ts', 'Qt TS'))
|
|
style = models.CharField(max_length = 10, choices = style_choices)
|
|
|
|
class Meta:
|
|
ordering = ['name']
|
|
|
|
@models.permalink
|
|
def get_absolute_url(self):
|
|
return ('trans.views.show_subproject', (), {
|
|
'project': self.project.slug,
|
|
'subproject': self.slug
|
|
})
|
|
|
|
def __unicode__(self):
|
|
return '%s/%s' % (self.project.__unicode__(), self.name)
|
|
|
|
def get_path(self):
|
|
return os.path.join(self.project.get_path(), self.slug)
|
|
|
|
def get_repo(self):
|
|
'''
|
|
Gets Git repository object.
|
|
'''
|
|
p = self.get_path()
|
|
try:
|
|
return git.Repo(p)
|
|
except:
|
|
return git.Repo.init(p)
|
|
|
|
def configure_repo(self):
|
|
'''
|
|
Ensures repository is correctly configured and points to current remote.
|
|
'''
|
|
# Create/Open repo
|
|
repo = self.get_repo()
|
|
# Get/Create origin remote
|
|
try:
|
|
origin = repo.remotes.origin
|
|
except:
|
|
repo.git.remote('add', 'origin', self.repo)
|
|
origin = repo.remotes.origin
|
|
# Check remote source
|
|
if origin.url != self.repo:
|
|
repo.git.remote('set-url', 'origin', self.repo)
|
|
# Update
|
|
logger.info('updating repo %s', self.__unicode__())
|
|
repo.git.remote('update', 'origin')
|
|
|
|
def configure_branch(self):
|
|
'''
|
|
Ensures local tracking branch exists and is checkouted.
|
|
'''
|
|
repo = self.get_repo()
|
|
try:
|
|
head = repo.heads[self.branch]
|
|
except:
|
|
repo.git.branch('--track', self.branch, 'origin/%s' % self.branch)
|
|
head = repo.heads[self.branch]
|
|
repo.git.checkout(self.branch)
|
|
|
|
def update_branch(self):
|
|
'''
|
|
Updates current branch to match remote (if possible).
|
|
'''
|
|
repo = self.get_repo()
|
|
repo.remotes.origin.pull()
|
|
try:
|
|
repo.git.merge('origin/%s' % self.branch)
|
|
except:
|
|
repo.git.merge('--abort')
|
|
logger.warning('failed merge on repo %s', self.__unicode__())
|
|
|
|
def get_translation_blobs(self):
|
|
'''
|
|
Scans directory for translation blobs and returns them as list.
|
|
'''
|
|
repo = self.get_repo()
|
|
tree = repo.tree()
|
|
|
|
# Glob files
|
|
files = glob(os.path.join(self.get_path(), self.filemask))
|
|
prefix = os.path.join(self.get_path(), '')
|
|
files = [f.replace(prefix, '') for f in files]
|
|
|
|
# Get blobs for files
|
|
return [(self.get_lang_code(f), f, tree[f]) for f in files]
|
|
|
|
def create_translations(self):
|
|
'''
|
|
Loads translations from git.
|
|
'''
|
|
blobs = self.get_translation_blobs()
|
|
for code, path, blob in blobs:
|
|
logger.info('processing %s', path)
|
|
Translation.objects.update_from_blob(self, code, path, blob)
|
|
|
|
def get_lang_code(self, path):
|
|
'''
|
|
Parses language code from path.
|
|
'''
|
|
parts = self.filemask.split('*')
|
|
return path[len(parts[0]):-len(parts[1])]
|
|
|
|
def save(self, *args, **kwargs):
|
|
self.configure_repo()
|
|
self.configure_branch()
|
|
self.update_branch()
|
|
self.create_translations()
|
|
|
|
super(SubProject, self).save(*args, **kwargs)
|
|
|
|
class Translation(models.Model):
|
|
subproject = models.ForeignKey(SubProject)
|
|
language = models.ForeignKey(Language)
|
|
translated = models.FloatField(default = 0, db_index = True)
|
|
fuzzy = models.FloatField(default = 0, db_index = True)
|
|
revision = models.CharField(max_length = 40, default = '', blank = True)
|
|
filename = models.CharField(max_length = 200)
|
|
|
|
objects = TranslationManager()
|
|
|
|
class Meta:
|
|
ordering = ['language__name']
|
|
|
|
@models.permalink
|
|
def get_absolute_url(self):
|
|
return ('trans.views.show_translation', (), {
|
|
'project': self.subproject.project.slug,
|
|
'subproject': self.subproject.slug,
|
|
'lang': self.language.code
|
|
})
|
|
|
|
def __unicode__(self):
|
|
return '%s %s' % (self.language.name, self.subproject.__unicode__())
|
|
|
|
def update_from_blob(self, blob):
|
|
'''
|
|
Updates translation data from blob.
|
|
'''
|
|
# Check if we're not already up to date
|
|
if self.revision == blob.hexsha:
|
|
return
|
|
|
|
oldunits = set(self.unit_set.all().values_list('id', flat = True))
|
|
|
|
# Load po file
|
|
store = factory.getobject(os.path.join(self.subproject.get_path(), self.filename))
|
|
for unit in store.units:
|
|
if unit.isheader() or unit.isobsolete():
|
|
continue
|
|
newunit = Unit.objects.update_from_unit(self, unit)
|
|
try:
|
|
oldunits.remove(newunit.id)
|
|
except:
|
|
pass
|
|
|
|
# Delete not used units
|
|
Unit.objects.filter(translation = self, id__in = oldunits).delete()
|
|
|
|
# Update revision and stats
|
|
total = self.unit_set.count()
|
|
fuzzy = self.unit_set.filter(fuzzy = True).count()
|
|
translated = self.unit_set.filter(translated = True).count()
|
|
self.fuzzy = round(fuzzy * 100.0 / total, 1)
|
|
self.translated = round(translated * 100.0 / total, 1)
|
|
self.revision = blob.hexsha
|
|
self.save()
|
|
|
|
|
|
class Unit(models.Model):
|
|
translation = models.ForeignKey(Translation)
|
|
checksum = models.CharField(max_length = 40, default = '', blank = True, db_index = True)
|
|
location = models.TextField(default = '', blank = True)
|
|
context = models.TextField(default = '', blank = True)
|
|
flags = models.TextField(default = '', blank = True)
|
|
source = models.TextField()
|
|
target = models.TextField(default = '', blank = True)
|
|
fuzzy = models.BooleanField(default = False, db_index = True)
|
|
translated = models.BooleanField(default = False, db_index = True)
|
|
|
|
objects = UnitManager()
|
|
|
|
def update_from_unit(self, unit, force):
|
|
location = ', '.join(unit.getlocations())
|
|
flags = '' # FIXME
|
|
target = join_plural(unit.target.strings)
|
|
fuzzy = unit.isfuzzy()
|
|
translated = unit.istranslated()
|
|
if not force and location == self.location and flags == self.flags and target == self.target and fuzzy == self.fuzzy and translated == self.translated:
|
|
return
|
|
self.location = location
|
|
self.flags = flags
|
|
self.target = target
|
|
self.fuzzy = fuzzy
|
|
self.translated = translated
|
|
self.save(force_insert = force)
|
|
|
|
def is_plural(self):
|
|
return is_plural(self.source)
|
|
|
|
def get_source_plurals(self):
|
|
return split_plural(self.source)
|
|
|
|
def get_target_plurals(self):
|
|
ret = split_plural(self.target)
|
|
plurals = self.translation.language.nplurals
|
|
if len(ret) == plurals:
|
|
return ret
|
|
|
|
while len(ret) < plurals:
|
|
ret.append('')
|
|
|
|
while len(ret) > plurals:
|
|
del(ret[-1])
|
|
|
|
return ret
|