Reposync have been devided into two parts.

rpm5utils/synthesis.py

@@ -0,0 +1,466 @@
+import rpm
+import re
+from urllib2 import urlopen, HTTPError, URLError
+import subprocess
+import platform
+import sys
+
+ARCH = platform.machine()
+
+def get_command_output(command, fatal_fails=True):
+    '''Execute command using subprocess.Popen and return its stdout output string. If return code is not 0, print error message and exit'''
+    #vprint("Executing command: " + str(command))
+    res = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    output = list(res.communicate())
+    if sys.stdout.encoding:
+      output[0] = output[0].decode(sys.stdout.encoding).encode("UTF-8")
+      output[1] = output[1].decode(sys.stdout.encoding).encode("UTF-8")
+    if(res.returncode != 0 and fatal_fails):
+        print(_("Error while calling command") + " '" + " ".join(command) + "'")
+        if(output[1] != None or output[0] != None):
+            print(_("Error message: \n")+  ((output[0].strip() + "\n") if output[0]!=None else "") +
+                  (output[1].strip() if output[1]!=None else "") )
+        exit(1)
+    return [output[0], output[1], res.returncode]
+
+class MediaSet(object):   
+    @staticmethod
+    def from_list(media):
+        ms = MediaSet()
+        ms.urls = []
+        ms.media = {}
+        ms.by_url = {}
+        for medium in media:
+            med, url = medium
+            ms.media[med] = url
+            ms.by_url[url] = med
+            ms.urls.append(url)
+        return ms
+            
+    @staticmethod
+    def from_system(cmd):
+        ms = MediaSet()
+        ms.urls = []
+        ms.media = {}
+        ms.by_url = {}
+        
+        lines = get_command_output(cmd + ["--list-url", "--list-media", 'active'])[0].strip().split("\n")
+        
+        for line in lines:
+            parts = line.split(" ")
+            medium = ' '.join(parts[:-1])
+            url = parts[-1]
+            if(url.endswith("/")):
+                url = url[:-1]
+            if(url.find('/') != -1):
+                ms.media[medium] = url
+                ms.by_url[parts[-1]] = medium
+                ms.urls.append(url)
+        return ms
+        
+
+class NEVR(object):
+    EQUAL = rpm.RPMSENSE_EQUAL #8
+    GREATER = rpm.RPMSENSE_GREATER #4
+    LESS = rpm.RPMSENSE_LESS #2
+    #re_ver = re.compile('^([\d\.]+:)?([\w\d\.\-\[\]]+)(:[\d\.]+)?$')
+    
+    re_dep_ver = re.compile('^([^ \[\]]+)\[([\>\<\=\!]*) ([^ ]+)\]$')    
+    re_dep = re.compile('^([^ \[\]]+)$')
+    types = {None: 0,
+             '==' : EQUAL,
+             '' : EQUAL,
+             '=' : EQUAL,
+             '>=' : EQUAL|GREATER,
+             '<=' : EQUAL|LESS,
+             '>' : GREATER,
+             '<' : LESS,
+             '!=' : LESS|GREATER,
+             '<>' : LESS|GREATER}  
+    __slots__=['N', 'EVR', 'DE', 'DT', 'FL', 'E', 'VR']
+    def __init__(self, N, EVR, DE=None, DT=None, FL=None, E=None):      
+        self.N = N
+        self.EVR = EVR
+        self.DE = DE
+        self.DT = DT
+        self.FL = FL
+        self.E = E
+        self.VR = EVR
+        
+        if E:
+            if EVR.startswith(E + ':'):
+                self.VR = EVR[len(E)+1:]
+            else:
+                self.EVR = E + ':' + self.EVR
+   
+        #try to get E
+        if not self.E and self.EVR and self.EVR.find(':') != -1:
+            items = self.EVR.split(':')
+            if items[0].find('.') == -1 and items[0].find('-') == -1:
+                self.E = items[0]
+        if not self.E and self.EVR:
+            self.E = '0'
+            self.EVR = '0:' + self.EVR
+        
+        if self.DE == 'None':
+            self.DE = None
+        
+    def __str__(self):
+        if self.FL:
+            for t in NEVR.types:
+                if not t:
+                    continue
+                if NEVR.types[t] == self.FL:
+                    return "%s %s %s" % (self.N, t, self.EVR)
+        if self.EVR:
+            return "%s == %s" % (self.N, self.EVR)
+        
+        return "%s" % (self.N)
+
+    def __repr__(self):
+        return self.__str__()
+    
+    def __eq__(self, val):
+        if not isinstance(val, NEVR):
+            raise Exception("Internal error: comparing between NEVR and " + str(type(val)))
+        return str(self) == str(val)
+    
+    def __ne__(self, val):
+        return not (self == val)
+    
+    @staticmethod
+    def from_depstring(s, DE_toremove=None):
+        s = s.replace('[*]', '')
+        
+        if DE_toremove:
+            res = NEVR.re_dep_ver.match(s)
+            if res:
+                (name, t, val) = res.groups()
+            
+                if val.endswith(':' + DE_toremove):
+                    val = val[:-(len(DE_toremove) + 1)]
+                    EVR = '%s[%s %s]' % (name, t, val)
+        
+        res = NEVR.re_dep.match(s)
+        if res:
+            return NEVR(res.group(1), None)
+        
+        res = NEVR.re_dep_ver.match(s)
+            
+        if not res:
+            raise Exception('Incorrect requirement string: ' + s)
+        (name, t, val) = res.groups()
+        return NEVR(name, val, FL=NEVR.types[t])
+    
+    
+    re_version =  re.compile("(\.)?((alpha)|(cvs)|(svn)|(r))?\d+((mdv)|(mdk)|(mnb))")
+    @staticmethod
+    def from_filename(rpmname, E=None):
+            ''' Returns [name, version] for given rpm file or package name '''
+            suffix = ['.x86_64', '.noarch'] + ['.i%s86' % i for i in range(3,6)]
+            for s in suffix:
+                if(rpmname.endswith(s)):
+                    rpmname = rpmname[:-len(s)]
+            
+            sections = rpmname.split("-")
+            if(NEVR.re_version.search(sections[-1]) == None):
+                name = sections[:-3]
+                version = sections[-3:-1]
+            else:
+                name = sections[:-2]
+                version = sections[-2:]
+            return NEVR("-".join(name), "-".join(version), FL=NEVR.EQUAL, E=E)
+    
+    def satisfies(self, val):
+        if self.N != val.N:
+            return False
+                    
+        if self.EVR == None or val.EVR == None:
+            return True
+        
+        (pname, pt, pval) = (self.N, self.FL, self.EVR)
+        (rname, rt, rval) = (val.N, val.FL, val.EVR)
+
+        def cut_part(seperator, val1, val2):
+            if val1 and val2 and val1.count(seperator) != val2.count(seperator):
+                n = max(val1.count(seperator), val2.count(seperator))
+                val1 = seperator.join(val1.split(seperator)[:n])
+                val2 = seperator.join(val2.split(seperator)[:n])
+            return (val1, val2)
+            
+        (rval, pval) = cut_part(':', rval, pval)
+        (rval, pval) = cut_part('-', rval, pval)
+              
+        res = rpm.evrCompare(rval, pval)
+        
+        if res == 1: # >
+            if pt & NEVR.GREATER:
+                return True
+            elif pt & NEVR.LESS:
+                if rt & NEVR.LESS:
+                    return True
+                else:
+                    return False
+            else: 
+                if rt & NEVR.LESS:
+                    return True
+                else:
+                    return False
+            
+        elif res == 0:
+            if rt & NEVR.EQUAL and pt & NEVR.EQUAL:
+                return True
+            if rt & NEVR.LESS and pt & NEVR.LESS:
+                return True
+            if rt & NEVR.GREATER and pt & NEVR.GREATER:
+                return True
+            return False
+            
+        else: # <
+            if rt & NEVR.GREATER:
+                return True
+            elif rt & NEVR.LESS:
+                if pt & NEVR.LESS:
+                    return True
+                else:
+                    return False
+            else: 
+                if pt & NEVR.LESS:
+                    return True
+                else:
+                    return False
+          
+        
+class PackageSet:
+    tags = ['provides','requires','obsoletes','suggests', 'conflicts']
+    alltags = tags + ['nevr', 'arch']
+    def __init__(self):
+        self.what = {}
+        self.packages = {}
+            
+    def load_from_system(self):
+        print(_("Loading the list of installed packages..."))
+        ts = rpm.TransactionSet() 
+        mi = ts.dbMatch() 
+   
+        for tag in PackageSet.tags:
+            self.what[tag] = {}
+            
+        for h in mi: 
+            name = h['name']
+            if(name == 'gpg-pubkey'):
+                continue
+            if(name not in self.packages):
+                self.packages[h['name']] = {}
+            else:
+                print(_("Duplicating ") + name + '-' + h['version'] + '-' + h['release'])
+                print(_("Already found: ") + name + '-' + self.packages[name]["nevr"].EVR)
+            
+            E = str(h['epoch'])
+            V = h['version']
+            R = h['release']
+            DE = h['distepoch']
+            DT = h['disttag']
+            
+            if E == None or E == 'None':
+                E = '0'
+                            
+            EVR = "%s:%s-%s" % (E, V, R)
+            
+            nevr = NEVR(name, EVR, FL=NEVR.EQUAL, DE=DE, DT=DT, E=E)
+            self.packages[name]['nevr'] = nevr
+            self.packages[name]['arch'] = h['arch']
+
+            for tag in PackageSet.tags:
+                if tag not in self.packages[name]:
+                    self.packages[name][tag] = []
+                dss = h.dsFromHeader(tag[:-1] + 'name')
+                for s in dss:                  
+                    fl = s.Flags()
+                    #undocumented flag for special dependencies
+                    if fl & 16777216:
+                        continue
+                    fl = fl % 16
+    
+                    _evr = s.EVR()
+                    
+                    if _evr == '':
+                        evr = NEVR(s.N(), None, FL=fl)
+                    else:
+                        evr = NEVR(s.N(), _evr, FL=fl)
+    
+                    self.packages[name][tag].append(evr)
+                    
+                    if evr.N not in self.what[tag]:
+                        self.what[tag][evr.N] = []
+                    self.what[tag][evr.N].append((name, evr))
+                    
+    def load_from_repository(self, ms):
+        url_by_synthesis_url = {}   
+        global fields
+        
+        def get_synthesis_by_url(url):
+            if url.startswith('file://'):
+                url = url[6:]
+            if url.startswith('/'):
+                medium = ms.by_url[url]
+                return '/var/lib/urpmi/%s/synthesis.hdlist.cz' % medium
+            else:
+                return url + "/media_info/synthesis.hdlist.cz"
+                
+        medium_by_synth = {}
+        synthesis_lists = []
+        for url in ms.urls:
+            synth = get_synthesis_by_url(url)
+            synthesis_lists.append(synth)
+            url_by_synthesis_url[synth] = url
+            medium_by_synth[synth] = ms.by_url[url]
+    
+        def clear_data():
+            '''Clears the data of the current package from 'fields' dictionary'''
+            global fields
+            fields = {"provides":[], "requires":[], "obsoletes":[], "suggests":[], 
+                      "conflicts":[], "info":[], "summary":[]}
+        arches32 = ['i%d86' for i in range(3,6)]
+        for tag in PackageSet.tags:
+            self.what[tag] = {}
+            
+        #the following code is awful, I know. But it's easy-to-understand and clear.
+        # don't like it - write better and send me :)
+        for synthesis_list in synthesis_lists:
+            try:
+                #print synthesis_list
+                print(_("Processing medium ") + medium_by_synth[synthesis_list] + "...")
+                if(synthesis_list.startswith("http://") or synthesis_list.startswith("ftp://")):
+                    r = urlopen(synthesis_list)
+                    s = r.read()
+                    r.close()
+                elif(synthesis_list.startswith("rsync://")):
+                    tmppath = '/tmp/urpm-reposync.synthesis_lists'
+                    if (not os.path.exists(tmppath)):
+                        os.mkdir(tmppath)
+                    filename = tmppath + '/' + os.path.basename(synthesis_list)
+                    os.system("rsync --copy-links %s %s 1>/dev/null 2>&1" % (synthesis_list, filename))
+                    r = open(filename)
+                    s = r.read()
+                    r.close()
+                    shutil.rmtree(tmppath)
+                elif(synthesis_list.startswith("/")): #local file
+                    if not os.path.exists(synthesis_list):
+                        eprint(_('Could not read synthesis file. (File %s not found)') % synthesis_list)
+                        continue
+                    r = open(synthesis_list)
+                    s = r.read()
+                    r.close()
+                res = subprocess.Popen(['gzip', '-d'], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+                output = res.communicate(s)
+                clear_data()
+                for line in output[0].split('\n'):
+                    if(line == ''):  # there can be empty lines
+                        continue
+                    
+                    items = line.split("@")
+                    data = [x.strip() for x in items[2:]]
+                    fields[items[1]] = data
+                    
+                    if(items[1] == "info"):
+                        rpmname = items[2]
+                        size = int(items[4])
+                        nevr = NEVR.from_filename(items[2], E=items[3])
+                        nevr.E = items[3]
+                        
+                        disttagepoch = '-'
+                        if(len(items)>6):
+                            disttagepoch = items[6]
+                            nevr.DT = items[6]
+                        if(len(items)>7):
+                            disttagepoch += items[7]
+                            nevr.DE = items[7]
+    
+                        arch = items[2].split('.')[-1]
+                        if arch in arches32 and ARCH in arches:
+                            arch = ARCH
+                        
+                        in_repo = nevr.N in self.packages
+                        new_arch_correct = arch == ARCH
+                        
+                        if in_repo:
+                            if nevr.DE == self.packages[nevr.N]['nevr'].DE:
+                                ver_newer =  rpm.evrCompare(nevr.EVR, self.packages[nevr.N]['nevr'].EVR) == 1
+                            else:
+                                ver_newer = (nevr.DE > self.packages[nevr.N]['nevr'].DE)
+                            
+                            old_arch_correct = self.packages[nevr.N]['arch'] == ARCH
+                        else:
+                            ver_newer = None
+                            old_arch_correct = None
+                                                
+                        toinst = not in_repo or (not old_arch_correct and new_arch_correct) or \
+                                (ver_newer and old_arch_correct == new_arch_correct) 
+
+                        if toinst:
+                            #remove old data
+                            if nevr.N in self.packages:
+                                for tag in PackageSet.tags:
+                                    for dep in self.packages[nevr.N][tag]:
+                                        self.what[tag][dep.N].remove((nevr.N, dep))
+                            else:
+                                self.packages[nevr.N] = {}
+                                
+                            self.packages[nevr.N]['nevr'] = nevr
+                            self.packages[nevr.N]["arch"] = arch
+                            self.packages[nevr.N]["synthesis_list"] = synthesis_list
+                            self.packages[nevr.N]["filename"] = rpmname
+                            self.packages[nevr.N]["size"] = size
+                            for tag in PackageSet.tags:
+                                self.packages[nevr.N][tag] = []
+                                for item in fields[tag]:
+                                    if item == '':
+                                        continue
+                                    dep = NEVR.from_depstring(item, DE_toremove=nevr.DE)
+                                    self.packages[nevr.N][tag].append(dep)
+                                    if dep.N not in self.what[tag]:
+                                        self.what[tag][dep.N] = []
+                                    self.what[tag][dep.N].append((nevr.N, dep))
+                                
+                            self.packages[nevr.N]['medium'] = medium_by_synth[synthesis_list]
+                        clear_data()
+            except (HTTPError,URLError):
+                eprint(_("File can not be processed! Url: ") + synthesis_list)
+
+
+    def whattag(self, tag, val):
+        if val.N not in self.what[tag]:
+            return []
+        found = []
+        for (pkg, dep) in self.what[tag][val.N]:
+            if dep.satisfies(val):
+                found.append(pkg)
+        return found
+    
+    def whattag_revert(self, tag, val):
+        if val.N not in self.what[tag]:
+            return []
+        found = []
+        for (pkg, dep) in self.what[tag][val.N]:
+            if val.satisfies(dep):
+                found.append(pkg)
+        return found
+    
+    def whatprovides(self, val):
+        return self.whattag('provides', val)
+
+    def whatobsoletes(self, val):
+        return self.whattag_revert('obsoletes', val)
+
+    def whatrequires(self, val):
+        return self.whattag_revert('requires', val)
+    
+    def whatconflicts(self, val):
+        return self.whattag_revert('conflicts', val)
+    
+    def whatrequires_pkg(self, pkg):
+        found = []
+        for req in self.packages[pkg]['provides']:
+            found += [(d, req) for d in self.whatrequires(req)]
+        return found 

urpm-reposync.py

@@ -11,7 +11,7 @@ import sys
 import subprocess
 import re
 import os
-from urllib2 import urlopen, HTTPError, URLError
+
 import zlib
 import glob
 import shutil
@@ -22,6 +22,8 @@ import unittest
 import gettext
 gettext.install('urpm-tools')
 
+from rpm5utils.synthesis import *
+
 
 ARCH = platform.machine()
 downloaded_rpms_dir = '/tmp/urpm-reposync.rpms'
@@ -52,21 +54,7 @@ def oprint(text):
         print(text)
 
         
-def get_command_output(command, fatal_fails=True):
+
-    '''Execute command using subprocess.Popen and return its stdout output string. If return code is not 0, print error message and exit'''
-    vprint("Executing command: " + str(command))
-    res = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-    output = list(res.communicate())
-    if sys.stdout.encoding:
-      output[0] = output[0].decode(sys.stdout.encoding).encode("UTF-8")
-      output[1] = output[1].decode(sys.stdout.encoding).encode("UTF-8")
-    if(res.returncode != 0 and fatal_fails):
-        eprint(_("Error while calling command") + " '" + " ".join(command) + "'")
-        if(output[1] != None or output[0] != None):
-            eprint(_("Error message: \n")+  ((output[0].strip() + "\n") if output[0]!=None else "") +
-                  (output[1].strip() if output[1]!=None else "") )
-        exit(1)
-    return [output[0], output[1], res.returncode]
 
 
 def parse_command_line():
@@ -98,437 +86,6 @@ def parse_command_line():
 
 
 cmd = ['urpmq']
-
-
-class MediaSet(object):
-    def __init__(self):
-        global cmd
-        self.urls = []
-        self.media = {}
-        self.by_url = {}
-        vprint("Loading media urls...")
-        lines = get_command_output(cmd + ["--list-url", "--list-media", 'active'])[0].strip().split("\n")
-        
-        for line in lines:
-            parts = line.split(" ")
-            medium = ' '.join(parts[:-1])
-            url = parts[-1]
-            if(url.endswith("/")):
-                url = url[:-1]
-            if(url.find('/') != -1):
-                self.media[medium] = url
-                self.by_url[parts[-1]] = medium
-                self.urls.append(url)
-        vprint("Media urls: " + str(self.urls))
-        
-
-class NEVR:
-    EQUAL = rpm.RPMSENSE_EQUAL #8
-    GREATER = rpm.RPMSENSE_GREATER #4
-    LESS = rpm.RPMSENSE_LESS #2
-    #re_ver = re.compile('^([\d\.]+:)?([\w\d\.\-\[\]]+)(:[\d\.]+)?$')
-    
-    re_dep_ver = re.compile('^([^ \[\]]+)\[([\>\<\=\!]*) ([^ ]+)\]$')    
-    re_dep = re.compile('^([^ \[\]]+)$')
-    types = {None: 0,
-             '==' : EQUAL,
-             '' : EQUAL,
-             '=' : EQUAL,
-             '>=' : EQUAL|GREATER,
-             '<=' : EQUAL|LESS,
-             '>' : GREATER,
-             '<' : LESS,
-             '!=' : LESS|GREATER,
-             '<>' : LESS|GREATER}  
-     
-    def __init__(self, N, EVR, DE=None, DT=None, FL=None, E=None):      
-        self.N = N
-        self.EVR = EVR
-        self.DE = DE
-        self.DT = DT
-        self.FL = FL
-        self.E = E
-        self.VR = EVR
-        
-        if E:
-            if EVR.startswith(E + ':'):
-                self.VR = EVR[len(E)+1:]
-            else:
-                self.EVR = E + ':' + self.EVR
-   
-        #try to get E
-        if not self.E and self.EVR and self.EVR.find(':') != -1:
-            items = self.EVR.split(':')
-            if items[0].find('.') == -1 and items[0].find('-') == -1:
-                self.E = items[0]
-        if not self.E and self.EVR:
-            self.E = '0'
-            self.EVR = '0:' + self.EVR
-        
-        if self.DE == 'None':
-            self.DE = None
-        
-    def __str__(self):
-        if self.FL:
-            for t in NEVR.types:
-                if not t:
-                    continue
-                if NEVR.types[t] == self.FL:
-                    return "%s %s %s" % (self.N, t, self.EVR)
-        if self.EVR:
-            return "%s == %s" % (self.N, self.EVR)
-        
-        return "%s" % (self.N)
-
-    def __repr__(self):
-        return self.__str__()
-    
-    def __eq__(self, val):
-        if not isinstance(val, NEVR):
-            raise Exception("Internal error: comparing between NEVR and " + str(type(val)))
-        return str(self) == str(val)
-    
-    def __ne__(self, val):
-        return not (self == val)
-    
-    @staticmethod
-    def from_depstring(s, DE_toremove=None):
-        s = s.replace('[*]', '')
-        
-        if DE_toremove:
-            res = NEVR.re_dep_ver.match(s)
-            if res:
-                (name, t, val) = res.groups()
-            
-                if val.endswith(':' + DE_toremove):
-                    val = val[:-(len(DE_toremove) + 1)]
-                    EVR = '%s[%s %s]' % (name, t, val)
-        
-        res = NEVR.re_dep.match(s)
-        if res:
-            return NEVR(res.group(1), None)
-        
-        res = NEVR.re_dep_ver.match(s)
-            
-        if not res:
-            raise Exception('Incorrect requirement string: ' + s)
-        (name, t, val) = res.groups()
-        
-        return NEVR(name, val, FL=NEVR.types[t])
-    
-    
-    re_version =  re.compile("(\.)?((alpha)|(cvs)|(svn)|(r))?\d+((mdv)|(mdk)|(mnb))")
-    @staticmethod
-    def from_filename(rpmname, E=None):
-            ''' Returns [name, version] for given rpm file or package name '''
-            suffix = ['.x86_64', '.noarch'] + ['.i%s86' % i for i in range(3,6)]
-            for s in suffix:
-                if(rpmname.endswith(s)):
-                    rpmname = rpmname[:-len(s)]
-            
-            sections = rpmname.split("-")
-            if(NEVR.re_version.search(sections[-1]) == None):
-                name = sections[:-3]
-                version = sections[-3:-1]
-            else:
-                name = sections[:-2]
-                version = sections[-2:]
-            return NEVR("-".join(name), "-".join(version), FL=NEVR.EQUAL, E=E)
-    
-    def satisfies(self, val):
-        if self.N != val.N:
-            return False
-                    
-        if self.EVR == None or val.EVR == None:
-            return True
-        
-        (pname, pt, pval) = (self.N, self.FL, self.EVR)
-        (rname, rt, rval) = (val.N, val.FL, val.EVR)
-
-        def cut_part(seperator, val1, val2):
-            if val1 and val2 and val1.count(seperator) != val2.count(seperator):
-                n = max(val1.count(seperator), val2.count(seperator))
-                val1 = seperator.join(val1.split(seperator)[:n])
-                val2 = seperator.join(val2.split(seperator)[:n])
-            return (val1, val2)
-            
-        (rval, pval) = cut_part(':', rval, pval)
-        (rval, pval) = cut_part('-', rval, pval)
-              
-        res = rpm.evrCompare(rval, pval)
-        
-        if res == 1: # >
-            if pt & NEVR.GREATER:
-                return True
-            elif pt & NEVR.LESS:
-                if rt & NEVR.LESS:
-                    return True
-                else:
-                    return False
-            else: 
-                if rt & NEVR.LESS:
-                    return True
-                else:
-                    return False
-            
-        elif res == 0:
-            if rt & NEVR.EQUAL and pt & NEVR.EQUAL:
-                return True
-            if rt & NEVR.LESS and pt & NEVR.LESS:
-                return True
-            if rt & NEVR.GREATER and pt & NEVR.GREATER:
-                return True
-            return False
-            
-        else: # <
-            if rt & NEVR.GREATER:
-                return True
-            elif rt & NEVR.LESS:
-                if pt & NEVR.LESS:
-                    return True
-                else:
-                    return False
-            else: 
-                if pt & NEVR.LESS:
-                    return True
-                else:
-                    return False
-          
-        
-class PackageSet:
-    tags = ['provides','requires','obsoletes','suggests', 'conflicts']
-    alltags = tags + ['nevr', 'arch']
-    def __init__(self):
-        self.what = {}
-        self.packages = {}
-            
-    def load_from_system(self):
-        qprint(_("Loading the list of installed packages..."))
-        ts = rpm.TransactionSet() 
-        mi = ts.dbMatch() 
-   
-        for tag in PackageSet.tags:
-            self.what[tag] = {}
-            
-        for h in mi: 
-            name = h['name']
-            if(name == 'gpg-pubkey'):
-                continue
-            if(name not in self.packages):
-                self.packages[h['name']] = {}
-            else:
-                qprint(_("Duplicating ") + name + '-' + h['version'] + '-' + h['release'])
-                qprint(_("Already found: ") + name + '-' + self.packages[name]["nevr"].EVR)
-            
-            E = str(h['epoch'])
-            V = h['version']
-            R = h['release']
-            DE = h['distepoch']
-            DT = h['disttag']
-            
-            if E == None or E == 'None':
-                E = '0'
-                            
-            EVR = "%s:%s-%s" % (E, V, R)
-            
-            nevr = NEVR(name, EVR, FL=NEVR.EQUAL, DE=DE, DT=DT, E=E)
-            self.packages[name]['nevr'] = nevr
-            self.packages[name]['arch'] = h['arch']
-
-            for tag in PackageSet.tags:
-                if tag not in self.packages[name]:
-                    self.packages[name][tag] = []
-                dss = h.dsFromHeader(tag[:-1] + 'name')
-                for s in dss:                  
-                    fl = s.Flags()
-                    #undocumented flag for special dependencies
-                    if fl & 16777216:
-                        continue
-                    fl = fl % 16
-    
-                    _evr = s.EVR()
-                    
-                    if _evr == '':
-                        evr = NEVR(s.N(), None, FL=fl)
-                    else:
-                        evr = NEVR(s.N(), _evr, FL=fl)
-    
-                    self.packages[name][tag].append(evr)
-                    
-                    if evr.N not in self.what[tag]:
-                        self.what[tag][evr.N] = []
-                    self.what[tag][evr.N].append((name, evr))
-                    
-    def load_from_repository(self):
-        url_by_synthesis_url = {}   
-        global fields
-        
-        def get_synthesis_by_url(url):
-            if url.startswith('file://'):
-                url = url[6:]
-            if url.startswith('/'):
-                medium = ms.by_url[url]
-                return '/var/lib/urpmi/%s/synthesis.hdlist.cz' % medium
-            else:
-                return url + "/media_info/synthesis.hdlist.cz"
-                
-        medium_by_synth = {}
-        synthesis_lists = []
-        for url in ms.urls:
-            synth = get_synthesis_by_url(url)
-            synthesis_lists.append(synth)
-            url_by_synthesis_url[synth] = url
-            medium_by_synth[synth] = ms.by_url[url]
-    
-        def clear_data():
-            '''Clears the data of the current package from 'fields' dictionary'''
-            global fields
-            fields = {"provides":[], "requires":[], "obsoletes":[], "suggests":[], 
-                      "conflicts":[], "info":[], "summary":[]}
-        arches32 = ['i%d86' for i in range(3,6)]
-        for tag in PackageSet.tags:
-            self.what[tag] = {}
-            
-        #the following code is awful, I know. But it's easy-to-understand and clear.
-        # don't like it - write better and send me :)
-        for synthesis_list in synthesis_lists:
-            try:
-                #print synthesis_list
-                qprint(_("Processing medium ") + medium_by_synth[synthesis_list] + "...")
-                vprint(synthesis_list)
-                if(synthesis_list.startswith("http://") or synthesis_list.startswith("ftp://")):
-                    r = urlopen(synthesis_list)
-                    s = r.read()
-                    r.close()
-                elif(synthesis_list.startswith("rsync://")):
-                    tmppath = '/tmp/urpm-reposync.synthesis_lists'
-                    if (not os.path.exists(tmppath)):
-                        os.mkdir(tmppath)
-                    filename = tmppath + '/' + os.path.basename(synthesis_list)
-                    os.system("rsync --copy-links %s %s 1>/dev/null 2>&1" % (synthesis_list, filename))
-                    r = open(filename)
-                    s = r.read()
-                    r.close()
-                    shutil.rmtree(tmppath)
-                elif(synthesis_list.startswith("/")): #local file
-                    if not os.path.exists(synthesis_list):
-                        eprint(_('Could not read synthesis file. (File %s not found)') % synthesis_list)
-                        continue
-                    r = open(synthesis_list)
-                    s = r.read()
-                    r.close()
-                res = subprocess.Popen(['gzip', '-d'], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-                output = res.communicate(s)
-                clear_data()
-                for line in output[0].split('\n'):
-                    if(line == ''):  # there can be empty lines
-                        continue
-                    
-                    items = line.split("@")
-                    data = [x.strip() for x in items[2:]]
-                    fields[items[1]] = data
-                    
-                    if(items[1] == "info"):
-                        rpmname = items[2]
-                        size = int(items[4])
-                        nevr = NEVR.from_filename(items[2], E=items[3])
-                        nevr.E = items[3]
-                        
-                        disttagepoch = '-'
-                        if(len(items)>6):
-                            disttagepoch = items[6]
-                            nevr.DT = items[6]
-                        if(len(items)>7):
-                            disttagepoch += items[7]
-                            nevr.DE = items[7]
-    
-                        arch = items[2].split('.')[-1]
-                        if arch in arches32 and ARCH in arches:
-                            arch = ARCH
-                        
-                        in_repo = nevr.N in self.packages
-                        new_arch_correct = arch == ARCH
-                        
-                        if in_repo:
-                            if nevr.DE == self.packages[nevr.N]['nevr'].DE:
-                                ver_newer =  rpm.evrCompare(nevr.EVR, self.packages[nevr.N]['nevr'].EVR) == 1
-                            else:
-                                ver_newer = (nevr.DE > self.packages[nevr.N]['nevr'].DE)
-                            
-                            old_arch_correct = self.packages[nevr.N]['arch'] == ARCH
-                        else:
-                            ver_newer = None
-                            old_arch_correct = None
-                                                
-                        toinst = not in_repo or (not old_arch_correct and new_arch_correct) or \
-                                (ver_newer and old_arch_correct == new_arch_correct) 
-
-                        if toinst:
-                            #remove old data
-                            if nevr.N in self.packages:
-                                for tag in PackageSet.tags:
-                                    for dep in self.packages[nevr.N][tag]:
-                                        self.what[tag][dep.N].remove((nevr.N, dep))
-                            else:
-                                self.packages[nevr.N] = {}
-                            
-                            self.packages[nevr.N]['nevr'] = nevr
-                            self.packages[nevr.N]["arch"] = arch
-                            self.packages[nevr.N]["synthesis_list"] = synthesis_list
-                            self.packages[nevr.N]["filename"] = rpmname
-                            self.packages[nevr.N]["size"] = size
-                            for tag in PackageSet.tags:
-                                self.packages[nevr.N][tag] = []
-                                for item in fields[tag]:
-                                    if item == '':
-                                        continue
-                                    dep = NEVR.from_depstring(item, DE_toremove=nevr.DE)
-                                    self.packages[nevr.N][tag].append(dep)
-                                    if dep.N not in self.what[tag]:
-                                        self.what[tag][dep.N] = []
-                                    self.what[tag][dep.N].append((nevr.N, dep))
-                                
-                            self.packages[nevr.N]['medium'] = medium_by_synth[synthesis_list]
-                        clear_data()
-            except (HTTPError,URLError):
-                eprint(_("File can not be processed! Url: ") + synthesis_list)
-
-
-    def whattag(self, tag, val):
-        if val.N not in self.what[tag]:
-            return []
-        found = []
-        for (pkg, dep) in self.what[tag][val.N]:
-            if dep.satisfies(val):
-                found.append(pkg)
-        return found
-    
-    def whattag_revert(self, tag, val):
-        if val.N not in self.what[tag]:
-            return []
-        found = []
-        for (pkg, dep) in self.what[tag][val.N]:
-            if val.satisfies(dep):
-                found.append(pkg)
-        return found
-    
-    def whatprovides(self, val):
-        return self.whattag('provides', val)
-
-    def whatobsoletes(self, val):
-        return self.whattag_revert('obsoletes', val)
-
-    def whatrequires(self, val):
-        return self.whattag_revert('requires', val)
-    
-    def whatconflicts(self, val):
-        return self.whattag_revert('conflicts', val)
-    
-    def whatrequires_pkg(self, pkg):
-        found = []
-        for req in self.packages[pkg]['provides']:
-            found += [(d, req) for d in self.whatrequires(req)]
-        return found
     
     
 to_update = []
@@ -1163,13 +720,13 @@ def Main():
                 exclude_media.append(ii)
         cmd = cmd + ['--excludemedia', media[1:]]
     
-    ms = MediaSet()
+    ms = MediaSet.from_system(cmd)
     installed = PackageSet()
     installed.load_from_system()
     
     repository = PackageSet()
-    repository.load_from_repository()
+    repository.load_from_repository(ms)
-    
+    exit()
     installed_backup = copy.deepcopy(installed)
     not_provided_packages = {}
     
@@ -1212,7 +769,7 @@ def Main():
                 pass  # do nothing
     
     process_packages()
-    
+
     if len(to_update + to_downgrade + to_remove) == 0:
         qprint(_("Nothing to do"))
         return