libzypp  16.2.1
RepoManager.cc
Go to the documentation of this file.
1 /*---------------------------------------------------------------------\
2 | ____ _ __ __ ___ |
3 | |__ / \ / / . \ . \ |
4 | / / \ V /| _/ _/ |
5 | / /__ | | | | | | |
6 | /_____||_| |_| |_| |
7 | |
8 \---------------------------------------------------------------------*/
13 #include <cstdlib>
14 #include <iostream>
15 #include <fstream>
16 #include <sstream>
17 #include <list>
18 #include <map>
19 #include <algorithm>
20 
21 #include <solv/solvversion.h>
22 
23 #include "zypp/base/InputStream.h"
24 #include "zypp/base/LogTools.h"
25 #include "zypp/base/Gettext.h"
27 #include "zypp/base/Function.h"
28 #include "zypp/base/Regex.h"
29 #include "zypp/PathInfo.h"
30 #include "zypp/TmpPath.h"
31 
32 #include "zypp/ServiceInfo.h"
34 #include "zypp/RepoManager.h"
35 
38 #include "zypp/MediaSetAccess.h"
39 #include "zypp/ExternalProgram.h"
40 #include "zypp/ManagedFile.h"
41 
44 #include "zypp/repo/ServiceRepos.h"
48 
49 #include "zypp/Target.h" // for Target::targetDistribution() for repo index services
50 #include "zypp/ZYppFactory.h" // to get the Target from ZYpp instance
51 #include "zypp/HistoryLog.h" // to write history :O)
52 
53 #include "zypp/ZYppCallbacks.h"
54 
55 #include "sat/Pool.h"
56 
57 using std::endl;
58 using std::string;
59 using namespace zypp::repo;
60 
61 #define OPT_PROGRESS const ProgressData::ReceiverFnc & = ProgressData::ReceiverFnc()
62 
64 namespace zypp
65 {
67  namespace
68  {
90  class UrlCredentialExtractor
91  {
92  public:
93  UrlCredentialExtractor( Pathname & root_r )
94  : _root( root_r )
95  {}
96 
97  ~UrlCredentialExtractor()
98  { if ( _cmPtr ) _cmPtr->save(); }
99 
101  bool collect( const Url & url_r )
102  {
103  bool ret = url_r.hasCredentialsInAuthority();
104  if ( ret )
105  {
106  if ( !_cmPtr ) _cmPtr.reset( new media::CredentialManager( _root ) );
107  _cmPtr->addUserCred( url_r );
108  }
109  return ret;
110  }
112  template<class TContainer>
113  bool collect( const TContainer & urls_r )
114  { bool ret = false; for ( const Url & url : urls_r ) { if ( collect( url ) && !ret ) ret = true; } return ret; }
115 
117  bool extract( Url & url_r )
118  {
119  bool ret = collect( url_r );
120  if ( ret )
121  url_r.setPassword( std::string() );
122  return ret;
123  }
125  template<class TContainer>
126  bool extract( TContainer & urls_r )
127  { bool ret = false; for ( Url & url : urls_r ) { if ( extract( url ) && !ret ) ret = true; } return ret; }
128 
129  private:
130  const Pathname & _root;
131  scoped_ptr<media::CredentialManager> _cmPtr;
132  };
133  } // namespace
135 
137  namespace
138  {
142  class MediaMounter
143  {
144  public:
146  MediaMounter( const Url & url_r )
147  {
148  media::MediaManager mediamanager;
149  _mid = mediamanager.open( url_r );
150  mediamanager.attach( _mid );
151  }
152 
154  ~MediaMounter()
155  {
156  media::MediaManager mediamanager;
157  mediamanager.release( _mid );
158  mediamanager.close( _mid );
159  }
160 
165  Pathname getPathName( const Pathname & path_r = Pathname() ) const
166  {
167  media::MediaManager mediamanager;
168  return mediamanager.localPath( _mid, path_r );
169  }
170 
171  private:
173  };
175 
177  template <class Iterator>
178  inline bool foundAliasIn( const std::string & alias_r, Iterator begin_r, Iterator end_r )
179  {
180  for_( it, begin_r, end_r )
181  if ( it->alias() == alias_r )
182  return true;
183  return false;
184  }
186  template <class Container>
187  inline bool foundAliasIn( const std::string & alias_r, const Container & cont_r )
188  { return foundAliasIn( alias_r, cont_r.begin(), cont_r.end() ); }
189 
191  template <class Iterator>
192  inline Iterator findAlias( const std::string & alias_r, Iterator begin_r, Iterator end_r )
193  {
194  for_( it, begin_r, end_r )
195  if ( it->alias() == alias_r )
196  return it;
197  return end_r;
198  }
200  template <class Container>
201  inline typename Container::iterator findAlias( const std::string & alias_r, Container & cont_r )
202  { return findAlias( alias_r, cont_r.begin(), cont_r.end() ); }
204  template <class Container>
205  inline typename Container::const_iterator findAlias( const std::string & alias_r, const Container & cont_r )
206  { return findAlias( alias_r, cont_r.begin(), cont_r.end() ); }
207 
208 
210  inline std::string filenameFromAlias( const std::string & alias_r, const std::string & stem_r )
211  {
212  std::string filename( alias_r );
213  // replace slashes with underscores
214  str::replaceAll( filename, "/", "_" );
215 
216  filename = Pathname(filename).extend("."+stem_r).asString();
217  MIL << "generating filename for " << stem_r << " [" << alias_r << "] : '" << filename << "'" << endl;
218  return filename;
219  }
220 
236  struct RepoCollector : private base::NonCopyable
237  {
238  RepoCollector()
239  {}
240 
241  RepoCollector(const std::string & targetDistro_)
242  : targetDistro(targetDistro_)
243  {}
244 
245  bool collect( const RepoInfo &repo )
246  {
247  // skip repositories meant for other distros than specified
248  if (!targetDistro.empty()
249  && !repo.targetDistribution().empty()
250  && repo.targetDistribution() != targetDistro)
251  {
252  MIL
253  << "Skipping repository meant for '" << repo.targetDistribution()
254  << "' distribution (current distro is '"
255  << targetDistro << "')." << endl;
256 
257  return true;
258  }
259 
260  repos.push_back(repo);
261  return true;
262  }
263 
264  RepoInfoList repos;
265  std::string targetDistro;
266  };
268 
274  std::list<RepoInfo> repositories_in_file( const Pathname & file )
275  {
276  MIL << "repo file: " << file << endl;
277  RepoCollector collector;
278  parser::RepoFileReader parser( file, bind( &RepoCollector::collect, &collector, _1 ) );
279  return std::move(collector.repos);
280  }
281 
283 
292  std::list<RepoInfo> repositories_in_dir( const Pathname &dir )
293  {
294  MIL << "directory " << dir << endl;
295  std::list<RepoInfo> repos;
296  bool nonroot( geteuid() != 0 );
297  if ( nonroot && ! PathInfo(dir).userMayRX() )
298  {
299  JobReport::warning( str::FormatNAC(_("Cannot read repo directory '%1%': Permission denied")) % dir );
300  }
301  else
302  {
303  std::list<Pathname> entries;
304  if ( filesystem::readdir( entries, dir, false ) != 0 )
305  {
306  // TranslatorExplanation '%s' is a pathname
307  ZYPP_THROW(Exception(str::form(_("Failed to read directory '%s'"), dir.c_str())));
308  }
309 
310  str::regex allowedRepoExt("^\\.repo(_[0-9]+)?$");
311  for ( std::list<Pathname>::const_iterator it = entries.begin(); it != entries.end(); ++it )
312  {
313  if ( str::regex_match(it->extension(), allowedRepoExt) )
314  {
315  if ( nonroot && ! PathInfo(*it).userMayR() )
316  {
317  JobReport::warning( str::FormatNAC(_("Cannot read repo file '%1%': Permission denied")) % *it );
318  }
319  else
320  {
321  const std::list<RepoInfo> & tmp( repositories_in_file( *it ) );
322  repos.insert( repos.end(), tmp.begin(), tmp.end() );
323  }
324  }
325  }
326  }
327  return repos;
328  }
329 
331 
332  inline void assert_alias( const RepoInfo & info )
333  {
334  if ( info.alias().empty() )
335  ZYPP_THROW( RepoNoAliasException( info ) );
336  // bnc #473834. Maybe we can match the alias against a regex to define
337  // and check for valid aliases
338  if ( info.alias()[0] == '.')
340  info, _("Repository alias cannot start with dot.")));
341  }
342 
343  inline void assert_alias( const ServiceInfo & info )
344  {
345  if ( info.alias().empty() )
347  // bnc #473834. Maybe we can match the alias against a regex to define
348  // and check for valid aliases
349  if ( info.alias()[0] == '.')
351  info, _("Service alias cannot start with dot.")));
352  }
353 
355 
356  inline void assert_urls( const RepoInfo & info )
357  {
358  if ( info.baseUrlsEmpty() )
359  ZYPP_THROW( RepoNoUrlException( info ) );
360  }
361 
362  inline void assert_url( const ServiceInfo & info )
363  {
364  if ( ! info.url().isValid() )
366  }
367 
369 
374  inline Pathname rawcache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
375  {
376  assert_alias(info);
377  return opt.repoRawCachePath / info.escaped_alias();
378  }
379 
388  inline Pathname rawproductdata_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
389  {
390  assert_alias(info);
391  return opt.repoRawCachePath / info.escaped_alias() / info.path();
392  }
393 
397  inline Pathname packagescache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
398  {
399  assert_alias(info);
400  return opt.repoPackagesCachePath / info.escaped_alias();
401  }
402 
406  inline Pathname solv_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info)
407  {
408  assert_alias(info);
409  return opt.repoSolvCachePath / info.escaped_alias();
410  }
411 
413 
415  class ServiceCollector
416  {
417  public:
418  typedef std::set<ServiceInfo> ServiceSet;
419 
420  ServiceCollector( ServiceSet & services_r )
421  : _services( services_r )
422  {}
423 
424  bool operator()( const ServiceInfo & service_r ) const
425  {
426  _services.insert( service_r );
427  return true;
428  }
429 
430  private:
431  ServiceSet & _services;
432  };
434 
435  } // namespace
437 
438  std::list<RepoInfo> readRepoFile( const Url & repo_file )
439  {
440  // no interface to download a specific file, using workaround:
442  Url url(repo_file);
443  Pathname path(url.getPathName());
444  url.setPathName ("/");
445  MediaSetAccess access(url);
446  Pathname local = access.provideFile(path);
447 
448  DBG << "reading repo file " << repo_file << ", local path: " << local << endl;
449 
450  return repositories_in_file(local);
451  }
452 
454  //
455  // class RepoManagerOptions
456  //
458 
459  RepoManagerOptions::RepoManagerOptions( const Pathname & root_r )
460  {
461  repoCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoCachePath() );
462  repoRawCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoMetadataPath() );
463  repoSolvCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoSolvfilesPath() );
464  repoPackagesCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoPackagesPath() );
465  knownReposPath = Pathname::assertprefix( root_r, ZConfig::instance().knownReposPath() );
466  knownServicesPath = Pathname::assertprefix( root_r, ZConfig::instance().knownServicesPath() );
467  pluginsPath = Pathname::assertprefix( root_r, ZConfig::instance().pluginsPath() );
468  probe = ZConfig::instance().repo_add_probe();
469 
470  rootDir = root_r;
471  }
472 
474  {
475  RepoManagerOptions ret;
476  ret.repoCachePath = root_r;
477  ret.repoRawCachePath = root_r/"raw";
478  ret.repoSolvCachePath = root_r/"solv";
479  ret.repoPackagesCachePath = root_r/"packages";
480  ret.knownReposPath = root_r/"repos.d";
481  ret.knownServicesPath = root_r/"services.d";
482  ret.pluginsPath = root_r/"plugins";
483  ret.rootDir = root_r;
484  return ret;
485  }
486 
487  std:: ostream & operator<<( std::ostream & str, const RepoManagerOptions & obj )
488  {
489 #define OUTS(X) str << " " #X "\t" << obj.X << endl
490  str << "RepoManagerOptions (" << obj.rootDir << ") {" << endl;
491  OUTS( repoRawCachePath );
492  OUTS( repoSolvCachePath );
493  OUTS( repoPackagesCachePath );
494  OUTS( knownReposPath );
495  OUTS( knownServicesPath );
496  OUTS( pluginsPath );
497  str << "}" << endl;
498 #undef OUTS
499  return str;
500  }
501 
508  {
509  public:
510  Impl( const RepoManagerOptions &opt )
511  : _options(opt)
512  {
513  init_knownServices();
514  init_knownRepositories();
515  }
516 
518  {
519  // trigger appdata refresh if some repos change
520  if ( _reposDirty && geteuid() == 0 && ( _options.rootDir.empty() || _options.rootDir == "/" ) )
521  {
522  try {
523  std::list<Pathname> entries;
524  filesystem::readdir( entries, _options.pluginsPath/"appdata", false );
525  if ( ! entries.empty() )
526  {
528  cmd.push_back( "<" ); // discard stdin
529  cmd.push_back( ">" ); // discard stdout
530  cmd.push_back( "PROGRAM" ); // [2] - fix index below if changing!
531  for ( const auto & rinfo : repos() )
532  {
533  if ( ! rinfo.enabled() )
534  continue;
535  cmd.push_back( "-R" );
536  cmd.push_back( rinfo.alias() );
537  cmd.push_back( "-t" );
538  cmd.push_back( rinfo.type().asString() );
539  cmd.push_back( "-p" );
540  cmd.push_back( rinfo.metadataPath().asString() );
541  }
542 
543  for_( it, entries.begin(), entries.end() )
544  {
545  PathInfo pi( *it );
546  //DBG << "/tmp/xx ->" << pi << endl;
547  if ( pi.isFile() && pi.userMayRX() )
548  {
549  // trigger plugin
550  cmd[2] = pi.asString(); // [2] - PROGRAM
552  }
553  }
554  }
555  }
556  catch (...) {} // no throw in dtor
557  }
558  }
559 
560  public:
561  bool repoEmpty() const { return repos().empty(); }
562  RepoSizeType repoSize() const { return repos().size(); }
563  RepoConstIterator repoBegin() const { return repos().begin(); }
564  RepoConstIterator repoEnd() const { return repos().end(); }
565 
566  bool hasRepo( const std::string & alias ) const
567  { return foundAliasIn( alias, repos() ); }
568 
569  RepoInfo getRepo( const std::string & alias ) const
570  {
571  RepoConstIterator it( findAlias( alias, repos() ) );
572  return it == repos().end() ? RepoInfo::noRepo : *it;
573  }
574 
575  public:
576  Pathname metadataPath( const RepoInfo & info ) const
577  { return rawcache_path_for_repoinfo( _options, info ); }
578 
579  Pathname packagesPath( const RepoInfo & info ) const
580  { return packagescache_path_for_repoinfo( _options, info ); }
581 
582  RepoStatus metadataStatus( const RepoInfo & info ) const;
583 
584  RefreshCheckStatus checkIfToRefreshMetadata( const RepoInfo & info, const Url & url, RawMetadataRefreshPolicy policy );
585 
586  void refreshMetadata( const RepoInfo & info, RawMetadataRefreshPolicy policy, OPT_PROGRESS );
587 
588  void cleanMetadata( const RepoInfo & info, OPT_PROGRESS );
589 
590  void cleanPackages( const RepoInfo & info, OPT_PROGRESS );
591 
592  void buildCache( const RepoInfo & info, CacheBuildPolicy policy, OPT_PROGRESS );
593 
594  repo::RepoType probe( const Url & url, const Pathname & path = Pathname() ) const;
595  repo::RepoType probeCache( const Pathname & path_r ) const;
596 
597  void cleanCacheDirGarbage( OPT_PROGRESS );
598 
599  void cleanCache( const RepoInfo & info, OPT_PROGRESS );
600 
601  bool isCached( const RepoInfo & info ) const
602  { return PathInfo(solv_path_for_repoinfo( _options, info ) / "solv").isExist(); }
603 
604  RepoStatus cacheStatus( const RepoInfo & info ) const
605  { return RepoStatus::fromCookieFile(solv_path_for_repoinfo(_options, info) / "cookie"); }
606 
607  void loadFromCache( const RepoInfo & info, OPT_PROGRESS );
608 
609  void addRepository( const RepoInfo & info, OPT_PROGRESS );
610 
611  void addRepositories( const Url & url, OPT_PROGRESS );
612 
613  void removeRepository( const RepoInfo & info, OPT_PROGRESS );
614 
615  void modifyRepository( const std::string & alias, const RepoInfo & newinfo_r, OPT_PROGRESS );
616 
617  RepoInfo getRepositoryInfo( const std::string & alias, OPT_PROGRESS );
618  RepoInfo getRepositoryInfo( const Url & url, const url::ViewOption & urlview, OPT_PROGRESS );
619 
620  public:
621  bool serviceEmpty() const { return _services.empty(); }
622  ServiceSizeType serviceSize() const { return _services.size(); }
623  ServiceConstIterator serviceBegin() const { return _services.begin(); }
624  ServiceConstIterator serviceEnd() const { return _services.end(); }
625 
626  bool hasService( const std::string & alias ) const
627  { return foundAliasIn( alias, _services ); }
628 
629  ServiceInfo getService( const std::string & alias ) const
630  {
631  ServiceConstIterator it( findAlias( alias, _services ) );
632  return it == _services.end() ? ServiceInfo::noService : *it;
633  }
634 
635  public:
636  void addService( const ServiceInfo & service );
637  void addService( const std::string & alias, const Url & url )
638  { addService( ServiceInfo( alias, url ) ); }
639 
640  void removeService( const std::string & alias );
641  void removeService( const ServiceInfo & service )
642  { removeService( service.alias() ); }
643 
644  void refreshServices( const RefreshServiceOptions & options_r );
645 
646  void refreshService( const std::string & alias, const RefreshServiceOptions & options_r );
647  void refreshService( const ServiceInfo & service, const RefreshServiceOptions & options_r )
648  { refreshService( service.alias(), options_r ); }
649 
650  void modifyService( const std::string & oldAlias, const ServiceInfo & newService );
651 
652  repo::ServiceType probeService( const Url & url ) const;
653 
654  private:
655  void saveService( ServiceInfo & service ) const;
656 
657  Pathname generateNonExistingName( const Pathname & dir, const std::string & basefilename ) const;
658 
659  std::string generateFilename( const RepoInfo & info ) const
660  { return filenameFromAlias( info.alias(), "repo" ); }
661 
662  std::string generateFilename( const ServiceInfo & info ) const
663  { return filenameFromAlias( info.alias(), "service" ); }
664 
665  void setCacheStatus( const RepoInfo & info, const RepoStatus & status )
666  {
667  Pathname base = solv_path_for_repoinfo( _options, info );
669  status.saveToCookieFile( base / "cookie" );
670  }
671 
672  void touchIndexFile( const RepoInfo & info );
673 
674  template<typename OutputIterator>
675  void getRepositoriesInService( const std::string & alias, OutputIterator out ) const
676  {
677  MatchServiceAlias filter( alias );
678  std::copy( boost::make_filter_iterator( filter, repos().begin(), repos().end() ),
679  boost::make_filter_iterator( filter, repos().end(), repos().end() ),
680  out);
681  }
682 
683  private:
684  void init_knownServices();
685  void init_knownRepositories();
686 
687  const RepoSet & repos() const { return _reposX; }
688  RepoSet & reposManip() { if ( ! _reposDirty ) _reposDirty = true; return _reposX; }
689 
690  private:
694 
696 
697  private:
698  friend Impl * rwcowClone<Impl>( const Impl * rhs );
700  Impl * clone() const
701  { return new Impl( *this ); }
702  };
704 
706  inline std::ostream & operator<<( std::ostream & str, const RepoManager::Impl & obj )
707  { return str << "RepoManager::Impl"; }
708 
710 
712  {
713  filesystem::assert_dir( _options.knownServicesPath );
714  Pathname servfile = generateNonExistingName( _options.knownServicesPath,
715  generateFilename( service ) );
716  service.setFilepath( servfile );
717 
718  MIL << "saving service in " << servfile << endl;
719 
720  std::ofstream file( servfile.c_str() );
721  if ( !file )
722  {
723  // TranslatorExplanation '%s' is a filename
724  ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), servfile.c_str() )));
725  }
726  service.dumpAsIniOn( file );
727  MIL << "done" << endl;
728  }
729 
745  Pathname RepoManager::Impl::generateNonExistingName( const Pathname & dir,
746  const std::string & basefilename ) const
747  {
748  std::string final_filename = basefilename;
749  int counter = 1;
750  while ( PathInfo(dir + final_filename).isExist() )
751  {
752  final_filename = basefilename + "_" + str::numstring(counter);
753  ++counter;
754  }
755  return dir + Pathname(final_filename);
756  }
757 
759 
761  {
762  Pathname dir = _options.knownServicesPath;
763  std::list<Pathname> entries;
764  if (PathInfo(dir).isExist())
765  {
766  if ( filesystem::readdir( entries, dir, false ) != 0 )
767  {
768  // TranslatorExplanation '%s' is a pathname
769  ZYPP_THROW(Exception(str::form(_("Failed to read directory '%s'"), dir.c_str())));
770  }
771 
772  //str::regex allowedServiceExt("^\\.service(_[0-9]+)?$");
773  for_(it, entries.begin(), entries.end() )
774  {
775  parser::ServiceFileReader(*it, ServiceCollector(_services));
776  }
777  }
778 
779  repo::PluginServices(_options.pluginsPath/"services", ServiceCollector(_services));
780  }
781 
783  namespace {
789  inline void cleanupNonRepoMetadtaFolders( const Pathname & cachePath_r,
790  const Pathname & defaultCachePath_r,
791  const std::list<std::string> & repoEscAliases_r )
792  {
793  if ( cachePath_r != defaultCachePath_r )
794  return;
795 
796  std::list<std::string> entries;
797  if ( filesystem::readdir( entries, cachePath_r, false ) == 0 )
798  {
799  entries.sort();
800  std::set<std::string> oldfiles;
801  set_difference( entries.begin(), entries.end(), repoEscAliases_r.begin(), repoEscAliases_r.end(),
802  std::inserter( oldfiles, oldfiles.end() ) );
803  for ( const std::string & old : oldfiles )
804  {
805  if ( old == Repository::systemRepoAlias() ) // don't remove the @System solv file
806  continue;
807  filesystem::recursive_rmdir( cachePath_r / old );
808  }
809  }
810  }
811  } // namespace
814  {
815  MIL << "start construct known repos" << endl;
816 
817  if ( PathInfo(_options.knownReposPath).isExist() )
818  {
819  std::list<std::string> repoEscAliases;
820  std::list<RepoInfo> orphanedRepos;
821  for ( RepoInfo & repoInfo : repositories_in_dir(_options.knownReposPath) )
822  {
823  // set the metadata path for the repo
824  repoInfo.setMetadataPath( rawcache_path_for_repoinfo(_options, repoInfo) );
825  // set the downloaded packages path for the repo
826  repoInfo.setPackagesPath( packagescache_path_for_repoinfo(_options, repoInfo) );
827  // remember it
828  _reposX.insert( repoInfo ); // direct access via _reposX in ctor! no reposManip.
829 
830  // detect orphaned repos belonging to a deleted service
831  const std::string & serviceAlias( repoInfo.service() );
832  if ( ! ( serviceAlias.empty() || hasService( serviceAlias ) ) )
833  {
834  WAR << "Schedule orphaned service repo for deletion: " << repoInfo << endl;
835  orphanedRepos.push_back( repoInfo );
836  continue; // don't remember it in repoEscAliases
837  }
838 
839  repoEscAliases.push_back(repoInfo.escaped_alias());
840  }
841 
842  // Cleanup orphanded service repos:
843  if ( ! orphanedRepos.empty() )
844  {
845  for ( const auto & repoInfo : orphanedRepos )
846  {
847  MIL << "Delete orphaned service repo " << repoInfo.alias() << endl;
848  // translators: Cleanup a repository previously owned by a meanwhile unknown (deleted) service.
849  // %1% = service name
850  // %2% = repository name
851  JobReport::warning( str::FormatNAC(_("Unknown service '%1%': Removing orphaned service repository '%2%'"))
852  % repoInfo.service()
853  % repoInfo.alias() );
854  try {
855  removeRepository( repoInfo );
856  }
857  catch ( const Exception & caugth )
858  {
859  JobReport::error( caugth.asUserHistory() );
860  }
861  }
862  }
863 
864  // delete metadata folders without corresponding repo (e.g. old tmp directories)
865  //
866  // bnc#891515: Auto-cleanup only zypp.conf default locations. Otherwise
867  // we'd need somemagic file to identify zypp cache directories. Without this
868  // we may easily remove user data (zypper --pkg-cache-dir . download ...)
869  repoEscAliases.sort();
870  RepoManagerOptions defaultCache( _options.rootDir );
871  cleanupNonRepoMetadtaFolders( _options.repoRawCachePath, defaultCache.repoRawCachePath, repoEscAliases );
872  cleanupNonRepoMetadtaFolders( _options.repoSolvCachePath, defaultCache.repoSolvCachePath, repoEscAliases );
873  cleanupNonRepoMetadtaFolders( _options.repoPackagesCachePath, defaultCache.repoPackagesCachePath, repoEscAliases );
874  }
875  MIL << "end construct known repos" << endl;
876  }
877 
879 
881  {
882  Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
883  Pathname productdatapath = rawproductdata_path_for_repoinfo( _options, info );
884 
885  RepoType repokind = info.type();
886  // If unknown, probe the local metadata
887  if ( repokind == RepoType::NONE )
888  repokind = probeCache( productdatapath );
889 
890  RepoStatus status;
891  switch ( repokind.toEnum() )
892  {
893  case RepoType::RPMMD_e :
894  status = RepoStatus( productdatapath/"repodata/repomd.xml");
895  break;
896 
897  case RepoType::YAST2_e :
898  status = RepoStatus( productdatapath/"content" ) && RepoStatus( mediarootpath/"media.1/media" );
899  break;
900 
902  status = RepoStatus::fromCookieFile( productdatapath/"cookie" );
903  break;
904 
905  case RepoType::NONE_e :
906  // Return default RepoStatus in case of RepoType::NONE
907  // indicating it should be created?
908  // ZYPP_THROW(RepoUnknownTypeException());
909  break;
910  }
911  return status;
912  }
913 
914 
916  {
917  Pathname productdatapath = rawproductdata_path_for_repoinfo( _options, info );
918 
919  RepoType repokind = info.type();
920  if ( repokind.toEnum() == RepoType::NONE_e )
921  // unknown, probe the local metadata
922  repokind = probeCache( productdatapath );
923  // if still unknown, just return
924  if (repokind == RepoType::NONE_e)
925  return;
926 
927  Pathname p;
928  switch ( repokind.toEnum() )
929  {
930  case RepoType::RPMMD_e :
931  p = Pathname(productdatapath + "/repodata/repomd.xml");
932  break;
933 
934  case RepoType::YAST2_e :
935  p = Pathname(productdatapath + "/content");
936  break;
937 
939  p = Pathname(productdatapath + "/cookie");
940  break;
941 
942  case RepoType::NONE_e :
943  default:
944  break;
945  }
946 
947  // touch the file, ignore error (they are logged anyway)
949  }
950 
951 
953  {
954  assert_alias(info);
955  try
956  {
957  MIL << "Going to try to check whether refresh is needed for " << url << endl;
958 
959  // first check old (cached) metadata
960  Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
961  filesystem::assert_dir( mediarootpath );
962  RepoStatus oldstatus = metadataStatus( info );
963 
964  if ( oldstatus.empty() )
965  {
966  MIL << "No cached metadata, going to refresh" << endl;
967  return REFRESH_NEEDED;
968  }
969 
970  {
971  if ( url.schemeIsVolatile() )
972  {
973  MIL << "never refresh CD/DVD" << endl;
974  return REPO_UP_TO_DATE;
975  }
976  if ( url.schemeIsLocal() )
977  {
978  policy = RefreshIfNeededIgnoreDelay;
979  }
980  }
981 
982  // now we've got the old (cached) status, we can decide repo.refresh.delay
983  if (policy != RefreshForced && policy != RefreshIfNeededIgnoreDelay)
984  {
985  // difference in seconds
986  double diff = difftime(
988  (Date::ValueType)oldstatus.timestamp()) / 60;
989 
990  DBG << "oldstatus: " << (Date::ValueType)oldstatus.timestamp() << endl;
991  DBG << "current time: " << (Date::ValueType)Date::now() << endl;
992  DBG << "last refresh = " << diff << " minutes ago" << endl;
993 
994  if ( diff < ZConfig::instance().repo_refresh_delay() )
995  {
996  if ( diff < 0 )
997  {
998  WAR << "Repository '" << info.alias() << "' was refreshed in the future!" << endl;
999  }
1000  else
1001  {
1002  MIL << "Repository '" << info.alias()
1003  << "' has been refreshed less than repo.refresh.delay ("
1005  << ") minutes ago. Advising to skip refresh" << endl;
1006  return REPO_CHECK_DELAYED;
1007  }
1008  }
1009  }
1010 
1011  repo::RepoType repokind = info.type();
1012  // if unknown: probe it
1013  if ( repokind == RepoType::NONE )
1014  repokind = probe( url, info.path() );
1015 
1016  // retrieve newstatus
1017  RepoStatus newstatus;
1018  switch ( repokind.toEnum() )
1019  {
1020  case RepoType::RPMMD_e:
1021  {
1022  MediaSetAccess media( url );
1023  newstatus = yum::Downloader( info, mediarootpath ).status( media );
1024  }
1025  break;
1026 
1027  case RepoType::YAST2_e:
1028  {
1029  MediaSetAccess media( url );
1030  newstatus = susetags::Downloader( info, mediarootpath ).status( media );
1031  }
1032  break;
1033 
1035  newstatus = RepoStatus( MediaMounter(url).getPathName(info.path()) ); // dir status
1036  break;
1037 
1038  default:
1039  case RepoType::NONE_e:
1041  break;
1042  }
1043 
1044  // check status
1045  bool refresh = false;
1046  if ( oldstatus == newstatus )
1047  {
1048  MIL << "repo has not changed" << endl;
1049  if ( policy == RefreshForced )
1050  {
1051  MIL << "refresh set to forced" << endl;
1052  refresh = true;
1053  }
1054  }
1055  else
1056  {
1057  MIL << "repo has changed, going to refresh" << endl;
1058  refresh = true;
1059  }
1060 
1061  if (!refresh)
1062  touchIndexFile(info);
1063 
1064  return refresh ? REFRESH_NEEDED : REPO_UP_TO_DATE;
1065 
1066  }
1067  catch ( const Exception &e )
1068  {
1069  ZYPP_CAUGHT(e);
1070  ERR << "refresh check failed for " << url << endl;
1071  ZYPP_RETHROW(e);
1072  }
1073 
1074  return REFRESH_NEEDED; // default
1075  }
1076 
1077 
1079  {
1080  assert_alias(info);
1081  assert_urls(info);
1082 
1083  // we will throw this later if no URL checks out fine
1084  RepoException rexception( info, PL_("Valid metadata not found at specified URL",
1085  "Valid metadata not found at specified URLs",
1086  info.baseUrlsSize() ) );
1087 
1088  // Suppress (interactive) media::MediaChangeReport if we in have multiple basurls (>1)
1090 
1091  // try urls one by one
1092  for ( RepoInfo::urls_const_iterator it = info.baseUrlsBegin(); it != info.baseUrlsEnd(); ++it )
1093  {
1094  try
1095  {
1096  Url url(*it);
1097 
1098  // check whether to refresh metadata
1099  // if the check fails for this url, it throws, so another url will be checked
1100  if (checkIfToRefreshMetadata(info, url, policy)!=REFRESH_NEEDED)
1101  return;
1102 
1103  MIL << "Going to refresh metadata from " << url << endl;
1104 
1105  repo::RepoType repokind = info.type();
1106 
1107  // if the type is unknown, try probing.
1108  if ( repokind == RepoType::NONE )
1109  {
1110  // unknown, probe it
1111  repokind = probe( *it, info.path() );
1112 
1113  if (repokind.toEnum() != RepoType::NONE_e)
1114  {
1115  // Adjust the probed type in RepoInfo
1116  info.setProbedType( repokind ); // lazy init!
1117  //save probed type only for repos in system
1118  for_( it, repoBegin(), repoEnd() )
1119  {
1120  if ( info.alias() == (*it).alias() )
1121  {
1122  RepoInfo modifiedrepo = info;
1123  modifiedrepo.setType( repokind );
1124  modifyRepository( info.alias(), modifiedrepo );
1125  break;
1126  }
1127  }
1128  }
1129  }
1130 
1131  Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
1132  if( filesystem::assert_dir(mediarootpath) )
1133  {
1134  Exception ex(str::form( _("Can't create %s"), mediarootpath.c_str()) );
1135  ZYPP_THROW(ex);
1136  }
1137 
1138  // create temp dir as sibling of mediarootpath
1139  filesystem::TmpDir tmpdir( filesystem::TmpDir::makeSibling( mediarootpath ) );
1140  if( tmpdir.path().empty() )
1141  {
1142  Exception ex(_("Can't create metadata cache directory."));
1143  ZYPP_THROW(ex);
1144  }
1145 
1146  if ( ( repokind.toEnum() == RepoType::RPMMD_e ) ||
1147  ( repokind.toEnum() == RepoType::YAST2_e ) )
1148  {
1149  MediaSetAccess media(url);
1150  shared_ptr<repo::Downloader> downloader_ptr;
1151 
1152  MIL << "Creating downloader for [ " << info.alias() << " ]" << endl;
1153 
1154  if ( repokind.toEnum() == RepoType::RPMMD_e )
1155  downloader_ptr.reset(new yum::Downloader(info, mediarootpath));
1156  else
1157  downloader_ptr.reset( new susetags::Downloader(info, mediarootpath) );
1158 
1165  for_( it, repoBegin(), repoEnd() )
1166  {
1167  Pathname cachepath(rawcache_path_for_repoinfo( _options, *it ));
1168  if ( PathInfo(cachepath).isExist() )
1169  downloader_ptr->addCachePath(cachepath);
1170  }
1171 
1172  downloader_ptr->download( media, tmpdir.path() );
1173  }
1174  else if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
1175  {
1176  MediaMounter media( url );
1177  RepoStatus newstatus = RepoStatus( media.getPathName( info.path() ) ); // dir status
1178 
1179  Pathname productpath( tmpdir.path() / info.path() );
1180  filesystem::assert_dir( productpath );
1181  newstatus.saveToCookieFile( productpath/"cookie" );
1182  }
1183  else
1184  {
1186  }
1187 
1188  // ok we have the metadata, now exchange
1189  // the contents
1190  filesystem::exchange( tmpdir.path(), mediarootpath );
1191  reposManip(); // remember to trigger appdata refresh
1192 
1193  // we are done.
1194  return;
1195  }
1196  catch ( const Exception &e )
1197  {
1198  ZYPP_CAUGHT(e);
1199  ERR << "Trying another url..." << endl;
1200 
1201  // remember the exception caught for the *first URL*
1202  // if all other URLs fail, the rexception will be thrown with the
1203  // cause of the problem of the first URL remembered
1204  if (it == info.baseUrlsBegin())
1205  rexception.remember(e);
1206  }
1207  } // for every url
1208  ERR << "No more urls..." << endl;
1209  ZYPP_THROW(rexception);
1210  }
1211 
1213 
1214  void RepoManager::Impl::cleanMetadata( const RepoInfo & info, const ProgressData::ReceiverFnc & progressfnc )
1215  {
1216  ProgressData progress(100);
1217  progress.sendTo(progressfnc);
1218 
1219  filesystem::recursive_rmdir(rawcache_path_for_repoinfo(_options, info));
1220  progress.toMax();
1221  }
1222 
1223 
1224  void RepoManager::Impl::cleanPackages( const RepoInfo & info, const ProgressData::ReceiverFnc & progressfnc )
1225  {
1226  ProgressData progress(100);
1227  progress.sendTo(progressfnc);
1228 
1229  filesystem::recursive_rmdir(packagescache_path_for_repoinfo(_options, info));
1230  progress.toMax();
1231  }
1232 
1233 
1234  void RepoManager::Impl::buildCache( const RepoInfo & info, CacheBuildPolicy policy, const ProgressData::ReceiverFnc & progressrcv )
1235  {
1236  assert_alias(info);
1237  Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
1238  Pathname productdatapath = rawproductdata_path_for_repoinfo( _options, info );
1239 
1240  if( filesystem::assert_dir(_options.repoCachePath) )
1241  {
1242  Exception ex(str::form( _("Can't create %s"), _options.repoCachePath.c_str()) );
1243  ZYPP_THROW(ex);
1244  }
1245  RepoStatus raw_metadata_status = metadataStatus(info);
1246  if ( raw_metadata_status.empty() )
1247  {
1248  /* if there is no cache at this point, we refresh the raw
1249  in case this is the first time - if it's !autorefresh,
1250  we may still refresh */
1251  refreshMetadata(info, RefreshIfNeeded, progressrcv );
1252  raw_metadata_status = metadataStatus(info);
1253  }
1254 
1255  bool needs_cleaning = false;
1256  if ( isCached( info ) )
1257  {
1258  MIL << info.alias() << " is already cached." << endl;
1259  RepoStatus cache_status = cacheStatus(info);
1260 
1261  if ( cache_status == raw_metadata_status )
1262  {
1263  MIL << info.alias() << " cache is up to date with metadata." << endl;
1264  if ( policy == BuildIfNeeded )
1265  {
1266  // On the fly add missing solv.idx files for bash completion.
1267  const Pathname & base = solv_path_for_repoinfo( _options, info);
1268  if ( ! PathInfo(base/"solv.idx").isExist() )
1269  sat::updateSolvFileIndex( base/"solv" );
1270 
1271  return;
1272  }
1273  else {
1274  MIL << info.alias() << " cache rebuild is forced" << endl;
1275  }
1276  }
1277 
1278  needs_cleaning = true;
1279  }
1280 
1281  ProgressData progress(100);
1283  progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1284  progress.name(str::form(_("Building repository '%s' cache"), info.label().c_str()));
1285  progress.toMin();
1286 
1287  if (needs_cleaning)
1288  {
1289  cleanCache(info);
1290  }
1291 
1292  MIL << info.alias() << " building cache..." << info.type() << endl;
1293 
1294  Pathname base = solv_path_for_repoinfo( _options, info);
1295 
1296  if( filesystem::assert_dir(base) )
1297  {
1298  Exception ex(str::form( _("Can't create %s"), base.c_str()) );
1299  ZYPP_THROW(ex);
1300  }
1301 
1302  if( ! PathInfo(base).userMayW() )
1303  {
1304  Exception ex(str::form( _("Can't create cache at %s - no writing permissions."), base.c_str()) );
1305  ZYPP_THROW(ex);
1306  }
1307  Pathname solvfile = base / "solv";
1308 
1309  // do we have type?
1310  repo::RepoType repokind = info.type();
1311 
1312  // if the type is unknown, try probing.
1313  switch ( repokind.toEnum() )
1314  {
1315  case RepoType::NONE_e:
1316  // unknown, probe the local metadata
1317  repokind = probeCache( productdatapath );
1318  break;
1319  default:
1320  break;
1321  }
1322 
1323  MIL << "repo type is " << repokind << endl;
1324 
1325  switch ( repokind.toEnum() )
1326  {
1327  case RepoType::RPMMD_e :
1328  case RepoType::YAST2_e :
1330  {
1331  // Take care we unlink the solvfile on exception
1332  ManagedFile guard( solvfile, filesystem::unlink );
1333  scoped_ptr<MediaMounter> forPlainDirs;
1334 
1336  cmd.push_back( "repo2solv.sh" );
1337  // repo2solv expects -o as 1st arg!
1338  cmd.push_back( "-o" );
1339  cmd.push_back( solvfile.asString() );
1340  cmd.push_back( "-X" ); // autogenerate pattern from pattern-package
1341 
1342  if ( repokind == RepoType::RPMPLAINDIR )
1343  {
1344  forPlainDirs.reset( new MediaMounter( *info.baseUrlsBegin() ) );
1345  // recusive for plaindir as 2nd arg!
1346  cmd.push_back( "-R" );
1347  // FIXME this does only work form dir: URLs
1348  cmd.push_back( forPlainDirs->getPathName( info.path() ).c_str() );
1349  }
1350  else
1351  cmd.push_back( productdatapath.asString() );
1352 
1354  std::string errdetail;
1355 
1356  for ( std::string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() ) {
1357  WAR << " " << output;
1358  if ( errdetail.empty() ) {
1359  errdetail = prog.command();
1360  errdetail += '\n';
1361  }
1362  errdetail += output;
1363  }
1364 
1365  int ret = prog.close();
1366  if ( ret != 0 )
1367  {
1368  RepoException ex(str::form( _("Failed to cache repo (%d)."), ret ));
1369  ex.remember( errdetail );
1370  ZYPP_THROW(ex);
1371  }
1372 
1373  // We keep it.
1374  guard.resetDispose();
1375  sat::updateSolvFileIndex( solvfile ); // content digest for zypper bash completion
1376  }
1377  break;
1378  default:
1379  ZYPP_THROW(RepoUnknownTypeException( info, _("Unhandled repository type") ));
1380  break;
1381  }
1382  // update timestamp and checksum
1383  setCacheStatus(info, raw_metadata_status);
1384  MIL << "Commit cache.." << endl;
1385  progress.toMax();
1386  }
1387 
1389 
1390 
1397  repo::RepoType RepoManager::Impl::probe( const Url & url, const Pathname & path ) const
1398  {
1399  MIL << "going to probe the repo type at " << url << " (" << path << ")" << endl;
1400 
1401  if ( url.getScheme() == "dir" && ! PathInfo( url.getPathName()/path ).isDir() )
1402  {
1403  // Handle non existing local directory in advance, as
1404  // MediaSetAccess does not support it.
1405  MIL << "Probed type NONE (not exists) at " << url << " (" << path << ")" << endl;
1406  return repo::RepoType::NONE;
1407  }
1408 
1409  // prepare exception to be thrown if the type could not be determined
1410  // due to a media exception. We can't throw right away, because of some
1411  // problems with proxy servers returning an incorrect error
1412  // on ftp file-not-found(bnc #335906). Instead we'll check another types
1413  // before throwing.
1414 
1415  // TranslatorExplanation '%s' is an URL
1416  RepoException enew(str::form( _("Error trying to read from '%s'"), url.asString().c_str() ));
1417  bool gotMediaException = false;
1418  try
1419  {
1420  MediaSetAccess access(url);
1421  try
1422  {
1423  if ( access.doesFileExist(path/"/repodata/repomd.xml") )
1424  {
1425  MIL << "Probed type RPMMD at " << url << " (" << path << ")" << endl;
1426  return repo::RepoType::RPMMD;
1427  }
1428  }
1429  catch ( const media::MediaException &e )
1430  {
1431  ZYPP_CAUGHT(e);
1432  DBG << "problem checking for repodata/repomd.xml file" << endl;
1433  enew.remember(e);
1434  gotMediaException = true;
1435  }
1436 
1437  try
1438  {
1439  if ( access.doesFileExist(path/"/content") )
1440  {
1441  MIL << "Probed type YAST2 at " << url << " (" << path << ")" << endl;
1442  return repo::RepoType::YAST2;
1443  }
1444  }
1445  catch ( const media::MediaException &e )
1446  {
1447  ZYPP_CAUGHT(e);
1448  DBG << "problem checking for content file" << endl;
1449  enew.remember(e);
1450  gotMediaException = true;
1451  }
1452 
1453  // if it is a non-downloading URL denoting a directory
1454  if ( ! url.schemeIsDownloading() )
1455  {
1456  MediaMounter media( url );
1457  if ( PathInfo(media.getPathName()/path).isDir() )
1458  {
1459  // allow empty dirs for now
1460  MIL << "Probed type RPMPLAINDIR at " << url << " (" << path << ")" << endl;
1462  }
1463  }
1464  }
1465  catch ( const Exception &e )
1466  {
1467  ZYPP_CAUGHT(e);
1468  // TranslatorExplanation '%s' is an URL
1469  Exception enew(str::form( _("Unknown error reading from '%s'"), url.asString().c_str() ));
1470  enew.remember(e);
1471  ZYPP_THROW(enew);
1472  }
1473 
1474  if (gotMediaException)
1475  ZYPP_THROW(enew);
1476 
1477  MIL << "Probed type NONE at " << url << " (" << path << ")" << endl;
1478  return repo::RepoType::NONE;
1479  }
1480 
1486  repo::RepoType RepoManager::Impl::probeCache( const Pathname & path_r ) const
1487  {
1488  MIL << "going to probe the cached repo at " << path_r << endl;
1489 
1491 
1492  if ( PathInfo(path_r/"/repodata/repomd.xml").isFile() )
1493  { ret = repo::RepoType::RPMMD; }
1494  else if ( PathInfo(path_r/"/content").isFile() )
1495  { ret = repo::RepoType::YAST2; }
1496  else if ( PathInfo(path_r).isDir() )
1497  { ret = repo::RepoType::RPMPLAINDIR; }
1498 
1499  MIL << "Probed cached type " << ret << " at " << path_r << endl;
1500  return ret;
1501  }
1502 
1504 
1506  {
1507  MIL << "Going to clean up garbage in cache dirs" << endl;
1508 
1509  ProgressData progress(300);
1510  progress.sendTo(progressrcv);
1511  progress.toMin();
1512 
1513  std::list<Pathname> cachedirs;
1514  cachedirs.push_back(_options.repoRawCachePath);
1515  cachedirs.push_back(_options.repoPackagesCachePath);
1516  cachedirs.push_back(_options.repoSolvCachePath);
1517 
1518  for_( dir, cachedirs.begin(), cachedirs.end() )
1519  {
1520  if ( PathInfo(*dir).isExist() )
1521  {
1522  std::list<Pathname> entries;
1523  if ( filesystem::readdir( entries, *dir, false ) != 0 )
1524  // TranslatorExplanation '%s' is a pathname
1525  ZYPP_THROW(Exception(str::form(_("Failed to read directory '%s'"), dir->c_str())));
1526 
1527  unsigned sdircount = entries.size();
1528  unsigned sdircurrent = 1;
1529  for_( subdir, entries.begin(), entries.end() )
1530  {
1531  // if it does not belong known repo, make it disappear
1532  bool found = false;
1533  for_( r, repoBegin(), repoEnd() )
1534  if ( subdir->basename() == r->escaped_alias() )
1535  { found = true; break; }
1536 
1537  if ( ! found && ( Date::now()-PathInfo(*subdir).mtime() > Date::day ) )
1538  filesystem::recursive_rmdir( *subdir );
1539 
1540  progress.set( progress.val() + sdircurrent * 100 / sdircount );
1541  ++sdircurrent;
1542  }
1543  }
1544  else
1545  progress.set( progress.val() + 100 );
1546  }
1547  progress.toMax();
1548  }
1549 
1551 
1552  void RepoManager::Impl::cleanCache( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1553  {
1554  ProgressData progress(100);
1555  progress.sendTo(progressrcv);
1556  progress.toMin();
1557 
1558  MIL << "Removing raw metadata cache for " << info.alias() << endl;
1559  filesystem::recursive_rmdir(solv_path_for_repoinfo(_options, info));
1560 
1561  progress.toMax();
1562  }
1563 
1565 
1566  void RepoManager::Impl::loadFromCache( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1567  {
1568  assert_alias(info);
1569  Pathname solvfile = solv_path_for_repoinfo(_options, info) / "solv";
1570 
1571  if ( ! PathInfo(solvfile).isExist() )
1573 
1574  sat::Pool::instance().reposErase( info.alias() );
1575  try
1576  {
1577  Repository repo = sat::Pool::instance().addRepoSolv( solvfile, info );
1578  // test toolversion in order to rebuild solv file in case
1579  // it was written by a different libsolv-tool parser.
1580  const std::string & toolversion( sat::LookupRepoAttr( sat::SolvAttr::repositoryToolVersion, repo ).begin().asString() );
1581  if ( toolversion != LIBSOLV_TOOLVERSION )
1582  {
1583  repo.eraseFromPool();
1584  ZYPP_THROW(Exception(str::Str() << "Solv-file was created by '"<<toolversion<<"'-parser (want "<<LIBSOLV_TOOLVERSION<<")."));
1585  }
1586  }
1587  catch ( const Exception & exp )
1588  {
1589  ZYPP_CAUGHT( exp );
1590  MIL << "Try to handle exception by rebuilding the solv-file" << endl;
1591  cleanCache( info, progressrcv );
1592  buildCache( info, BuildIfNeeded, progressrcv );
1593 
1594  sat::Pool::instance().addRepoSolv( solvfile, info );
1595  }
1596  }
1597 
1599 
1600  void RepoManager::Impl::addRepository( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1601  {
1602  assert_alias(info);
1603 
1604  ProgressData progress(100);
1606  progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1607  progress.name(str::form(_("Adding repository '%s'"), info.label().c_str()));
1608  progress.toMin();
1609 
1610  MIL << "Try adding repo " << info << endl;
1611 
1612  RepoInfo tosave = info;
1613  if ( repos().find(tosave) != repos().end() )
1615 
1616  // check the first url for now
1617  if ( _options.probe )
1618  {
1619  DBG << "unknown repository type, probing" << endl;
1620 
1621  RepoType probedtype;
1622  probedtype = probe( *tosave.baseUrlsBegin(), info.path() );
1623  if ( tosave.baseUrlsSize() > 0 )
1624  {
1625  if ( probedtype == RepoType::NONE )
1627  else
1628  tosave.setType(probedtype);
1629  }
1630  }
1631 
1632  progress.set(50);
1633 
1634  // assert the directory exists
1635  filesystem::assert_dir(_options.knownReposPath);
1636 
1637  Pathname repofile = generateNonExistingName(
1638  _options.knownReposPath, generateFilename(tosave));
1639  // now we have a filename that does not exists
1640  MIL << "Saving repo in " << repofile << endl;
1641 
1642  std::ofstream file(repofile.c_str());
1643  if (!file)
1644  {
1645  // TranslatorExplanation '%s' is a filename
1646  ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), repofile.c_str() )));
1647  }
1648 
1649  tosave.dumpAsIniOn(file);
1650  tosave.setFilepath(repofile);
1651  tosave.setMetadataPath( metadataPath( tosave ) );
1652  tosave.setPackagesPath( packagesPath( tosave ) );
1653  {
1654  // We chould fix the API as we must injet those paths
1655  // into the repoinfo in order to keep it usable.
1656  RepoInfo & oinfo( const_cast<RepoInfo &>(info) );
1657  oinfo.setMetadataPath( metadataPath( tosave ) );
1658  oinfo.setPackagesPath( packagesPath( tosave ) );
1659  }
1660  reposManip().insert(tosave);
1661 
1662  progress.set(90);
1663 
1664  // check for credentials in Urls
1665  UrlCredentialExtractor( _options.rootDir ).collect( tosave.baseUrls() );
1666 
1667  HistoryLog(_options.rootDir).addRepository(tosave);
1668 
1669  progress.toMax();
1670  MIL << "done" << endl;
1671  }
1672 
1673 
1675  {
1676  std::list<RepoInfo> repos = readRepoFile(url);
1677  for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1678  it != repos.end();
1679  ++it )
1680  {
1681  // look if the alias is in the known repos.
1682  for_ ( kit, repoBegin(), repoEnd() )
1683  {
1684  if ( (*it).alias() == (*kit).alias() )
1685  {
1686  ERR << "To be added repo " << (*it).alias() << " conflicts with existing repo " << (*kit).alias() << endl;
1688  }
1689  }
1690  }
1691 
1692  std::string filename = Pathname(url.getPathName()).basename();
1693 
1694  if ( filename == Pathname() )
1695  {
1696  // TranslatorExplanation '%s' is an URL
1697  ZYPP_THROW(RepoException(str::form( _("Invalid repo file name at '%s'"), url.asString().c_str() )));
1698  }
1699 
1700  // assert the directory exists
1701  filesystem::assert_dir(_options.knownReposPath);
1702 
1703  Pathname repofile = generateNonExistingName(_options.knownReposPath, filename);
1704  // now we have a filename that does not exists
1705  MIL << "Saving " << repos.size() << " repo" << ( repos.size() ? "s" : "" ) << " in " << repofile << endl;
1706 
1707  std::ofstream file(repofile.c_str());
1708  if (!file)
1709  {
1710  // TranslatorExplanation '%s' is a filename
1711  ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), repofile.c_str() )));
1712  }
1713 
1714  for ( std::list<RepoInfo>::iterator it = repos.begin();
1715  it != repos.end();
1716  ++it )
1717  {
1718  MIL << "Saving " << (*it).alias() << endl;
1719  it->setFilepath(repofile.asString());
1720  it->dumpAsIniOn(file);
1721  reposManip().insert(*it);
1722 
1723  HistoryLog(_options.rootDir).addRepository(*it);
1724  }
1725 
1726  MIL << "done" << endl;
1727  }
1728 
1730 
1732  {
1733  ProgressData progress;
1735  progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1736  progress.name(str::form(_("Removing repository '%s'"), info.label().c_str()));
1737 
1738  MIL << "Going to delete repo " << info.alias() << endl;
1739 
1740  for_( it, repoBegin(), repoEnd() )
1741  {
1742  // they can be the same only if the provided is empty, that means
1743  // the provided repo has no alias
1744  // then skip
1745  if ( (!info.alias().empty()) && ( info.alias() != (*it).alias() ) )
1746  continue;
1747 
1748  // TODO match by url
1749 
1750  // we have a matcing repository, now we need to know
1751  // where it does come from.
1752  RepoInfo todelete = *it;
1753  if (todelete.filepath().empty())
1754  {
1755  ZYPP_THROW(RepoException( todelete, _("Can't figure out where the repo is stored.") ));
1756  }
1757  else
1758  {
1759  // figure how many repos are there in the file:
1760  std::list<RepoInfo> filerepos = repositories_in_file(todelete.filepath());
1761  if ( filerepos.size() == 0 // bsc#984494: file may have already been deleted
1762  ||(filerepos.size() == 1 && filerepos.front().alias() == todelete.alias() ) )
1763  {
1764  // easy: file does not exist, contains no or only the repo to delete: delete the file
1765  int ret = filesystem::unlink( todelete.filepath() );
1766  if ( ! ( ret == 0 || ret == ENOENT ) )
1767  {
1768  // TranslatorExplanation '%s' is a filename
1769  ZYPP_THROW(RepoException( todelete, str::form( _("Can't delete '%s'"), todelete.filepath().c_str() )));
1770  }
1771  MIL << todelete.alias() << " successfully deleted." << endl;
1772  }
1773  else
1774  {
1775  // there are more repos in the same file
1776  // write them back except the deleted one.
1777  //TmpFile tmp;
1778  //std::ofstream file(tmp.path().c_str());
1779 
1780  // assert the directory exists
1781  filesystem::assert_dir(todelete.filepath().dirname());
1782 
1783  std::ofstream file(todelete.filepath().c_str());
1784  if (!file)
1785  {
1786  // TranslatorExplanation '%s' is a filename
1787  ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), todelete.filepath().c_str() )));
1788  }
1789  for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1790  fit != filerepos.end();
1791  ++fit )
1792  {
1793  if ( (*fit).alias() != todelete.alias() )
1794  (*fit).dumpAsIniOn(file);
1795  }
1796  }
1797 
1798  CombinedProgressData cSubprogrcv(progress, 20);
1799  CombinedProgressData mSubprogrcv(progress, 40);
1800  CombinedProgressData pSubprogrcv(progress, 40);
1801  // now delete it from cache
1802  if ( isCached(todelete) )
1803  cleanCache( todelete, cSubprogrcv);
1804  // now delete metadata (#301037)
1805  cleanMetadata( todelete, mSubprogrcv );
1806  cleanPackages( todelete, pSubprogrcv );
1807  reposManip().erase(todelete);
1808  MIL << todelete.alias() << " successfully deleted." << endl;
1809  HistoryLog(_options.rootDir).removeRepository(todelete);
1810  return;
1811  } // else filepath is empty
1812 
1813  }
1814  // should not be reached on a sucess workflow
1816  }
1817 
1819 
1820  void RepoManager::Impl::modifyRepository( const std::string & alias, const RepoInfo & newinfo_r, const ProgressData::ReceiverFnc & progressrcv )
1821  {
1822  RepoInfo toedit = getRepositoryInfo(alias);
1823  RepoInfo newinfo( newinfo_r ); // need writable copy to upadte housekeeping data
1824 
1825  // check if the new alias already exists when renaming the repo
1826  if ( alias != newinfo.alias() && hasRepo( newinfo.alias() ) )
1827  {
1829  }
1830 
1831  if (toedit.filepath().empty())
1832  {
1833  ZYPP_THROW(RepoException( toedit, _("Can't figure out where the repo is stored.") ));
1834  }
1835  else
1836  {
1837  // figure how many repos are there in the file:
1838  std::list<RepoInfo> filerepos = repositories_in_file(toedit.filepath());
1839 
1840  // there are more repos in the same file
1841  // write them back except the deleted one.
1842  //TmpFile tmp;
1843  //std::ofstream file(tmp.path().c_str());
1844 
1845  // assert the directory exists
1846  filesystem::assert_dir(toedit.filepath().dirname());
1847 
1848  std::ofstream file(toedit.filepath().c_str());
1849  if (!file)
1850  {
1851  // TranslatorExplanation '%s' is a filename
1852  ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), toedit.filepath().c_str() )));
1853  }
1854  for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1855  fit != filerepos.end();
1856  ++fit )
1857  {
1858  // if the alias is different, dump the original
1859  // if it is the same, dump the provided one
1860  if ( (*fit).alias() != toedit.alias() )
1861  (*fit).dumpAsIniOn(file);
1862  else
1863  newinfo.dumpAsIniOn(file);
1864  }
1865 
1866  if ( toedit.enabled() && !newinfo.enabled() )
1867  {
1868  // On the fly remove solv.idx files for bash completion if a repo gets disabled.
1869  const Pathname & solvidx = solv_path_for_repoinfo(_options, newinfo)/"solv.idx";
1870  if ( PathInfo(solvidx).isExist() )
1871  filesystem::unlink( solvidx );
1872  }
1873 
1874  newinfo.setFilepath(toedit.filepath());
1875  reposManip().erase(toedit);
1876  reposManip().insert(newinfo);
1877  // check for credentials in Urls
1878  UrlCredentialExtractor( _options.rootDir ).collect( newinfo.baseUrls() );
1879  HistoryLog(_options.rootDir).modifyRepository(toedit, newinfo);
1880  MIL << "repo " << alias << " modified" << endl;
1881  }
1882  }
1883 
1885 
1886  RepoInfo RepoManager::Impl::getRepositoryInfo( const std::string & alias, const ProgressData::ReceiverFnc & progressrcv )
1887  {
1888  RepoConstIterator it( findAlias( alias, repos() ) );
1889  if ( it != repos().end() )
1890  return *it;
1891  RepoInfo info;
1892  info.setAlias( alias );
1894  }
1895 
1896 
1897  RepoInfo RepoManager::Impl::getRepositoryInfo( const Url & url, const url::ViewOption & urlview, const ProgressData::ReceiverFnc & progressrcv )
1898  {
1899  for_( it, repoBegin(), repoEnd() )
1900  {
1901  for_( urlit, (*it).baseUrlsBegin(), (*it).baseUrlsEnd() )
1902  {
1903  if ( (*urlit).asString(urlview) == url.asString(urlview) )
1904  return *it;
1905  }
1906  }
1907  RepoInfo info;
1908  info.setBaseUrl( url );
1910  }
1911 
1913  //
1914  // Services
1915  //
1917 
1919  {
1920  assert_alias( service );
1921 
1922  // check if service already exists
1923  if ( hasService( service.alias() ) )
1925 
1926  // Writable ServiceInfo is needed to save the location
1927  // of the .service file. Finaly insert into the service list.
1928  ServiceInfo toSave( service );
1929  saveService( toSave );
1930  _services.insert( toSave );
1931 
1932  // check for credentials in Url
1933  UrlCredentialExtractor( _options.rootDir ).collect( toSave.url() );
1934 
1935  MIL << "added service " << toSave.alias() << endl;
1936  }
1937 
1939 
1940  void RepoManager::Impl::removeService( const std::string & alias )
1941  {
1942  MIL << "Going to delete service " << alias << endl;
1943 
1944  const ServiceInfo & service = getService( alias );
1945 
1946  Pathname location = service.filepath();
1947  if( location.empty() )
1948  {
1949  ZYPP_THROW(ServiceException( service, _("Can't figure out where the service is stored.") ));
1950  }
1951 
1952  ServiceSet tmpSet;
1953  parser::ServiceFileReader( location, ServiceCollector(tmpSet) );
1954 
1955  // only one service definition in the file
1956  if ( tmpSet.size() == 1 )
1957  {
1958  if ( filesystem::unlink(location) != 0 )
1959  {
1960  // TranslatorExplanation '%s' is a filename
1961  ZYPP_THROW(ServiceException( service, str::form( _("Can't delete '%s'"), location.c_str() ) ));
1962  }
1963  MIL << alias << " successfully deleted." << endl;
1964  }
1965  else
1966  {
1967  filesystem::assert_dir(location.dirname());
1968 
1969  std::ofstream file(location.c_str());
1970  if( !file )
1971  {
1972  // TranslatorExplanation '%s' is a filename
1973  ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), location.c_str() )));
1974  }
1975 
1976  for_(it, tmpSet.begin(), tmpSet.end())
1977  {
1978  if( it->alias() != alias )
1979  it->dumpAsIniOn(file);
1980  }
1981 
1982  MIL << alias << " successfully deleted from file " << location << endl;
1983  }
1984 
1985  // now remove all repositories added by this service
1986  RepoCollector rcollector;
1987  getRepositoriesInService( alias,
1988  boost::make_function_output_iterator( bind( &RepoCollector::collect, &rcollector, _1 ) ) );
1989  // cannot do this directly in getRepositoriesInService - would invalidate iterators
1990  for_(rit, rcollector.repos.begin(), rcollector.repos.end())
1991  removeRepository(*rit);
1992  }
1993 
1995 
1997  {
1998  // copy the set of services since refreshService
1999  // can eventually invalidate the iterator
2000  ServiceSet services( serviceBegin(), serviceEnd() );
2001  for_( it, services.begin(), services.end() )
2002  {
2003  if ( !it->enabled() )
2004  continue;
2005 
2006  try {
2007  refreshService(*it, options_r);
2008  }
2009  catch ( const repo::ServicePluginInformalException & e )
2010  { ;/* ignore ServicePluginInformalException */ }
2011  }
2012  }
2013 
2014  void RepoManager::Impl::refreshService( const std::string & alias, const RefreshServiceOptions & options_r )
2015  {
2016  ServiceInfo service( getService( alias ) );
2017  assert_alias( service );
2018  assert_url( service );
2019  MIL << "Going to refresh service '" << service.alias() << "', url: " << service.url() << ", opts: " << options_r << endl;
2020 
2021  if ( service.ttl() && !( options_r.testFlag( RefreshService_forceRefresh) || options_r.testFlag( RefreshService_restoreStatus ) ) )
2022  {
2023  // Service defines a TTL; maybe we can re-use existing data without refresh.
2024  Date lrf = service.lrf();
2025  if ( lrf )
2026  {
2027  Date now( Date::now() );
2028  if ( lrf <= now )
2029  {
2030  if ( (lrf+=service.ttl()) > now ) // lrf+= !
2031  {
2032  MIL << "Skip: '" << service.alias() << "' metadata valid until " << lrf << endl;
2033  return;
2034  }
2035  }
2036  else
2037  WAR << "Force: '" << service.alias() << "' metadata last refresh in the future: " << lrf << endl;
2038  }
2039  }
2040 
2041  // NOTE: It might be necessary to modify and rewrite the service info.
2042  // Either when probing the type, or when adjusting the repositories
2043  // enable/disable state.:
2044  bool serviceModified = false;
2045 
2047 
2048  // if the type is unknown, try probing.
2049  if ( service.type() == repo::ServiceType::NONE )
2050  {
2051  repo::ServiceType type = probeService( service.url() );
2052  if ( type != ServiceType::NONE )
2053  {
2054  service.setProbedType( type ); // lazy init!
2055  serviceModified = true;
2056  }
2057  }
2058 
2059  // get target distro identifier
2060  std::string servicesTargetDistro = _options.servicesTargetDistro;
2061  if ( servicesTargetDistro.empty() )
2062  {
2063  servicesTargetDistro = Target::targetDistribution( Pathname() );
2064  }
2065  DBG << "ServicesTargetDistro: " << servicesTargetDistro << endl;
2066 
2067  // parse it
2068  Date::Duration origTtl = service.ttl(); // FIXME Ugly hack: const service.ttl modified when parsing
2069  RepoCollector collector(servicesTargetDistro);
2070  // FIXME Ugly hack: ServiceRepos may throw ServicePluginInformalException
2071  // which is actually a notification. Using an exception for this
2072  // instead of signal/callback is bad. Needs to be fixed here, in refreshServices()
2073  // and in zypper.
2074  std::pair<DefaultIntegral<bool,false>, repo::ServicePluginInformalException> uglyHack;
2075  try {
2076  ServiceRepos( service, bind( &RepoCollector::collect, &collector, _1 ) );
2077  }
2078  catch ( const repo::ServicePluginInformalException & e )
2079  {
2080  /* ignore ServicePluginInformalException and throw later */
2081  uglyHack.first = true;
2082  uglyHack.second = e;
2083  }
2084  if ( service.ttl() != origTtl ) // repoindex.xml changed ttl
2085  {
2086  if ( !service.ttl() )
2087  service.setLrf( Date() ); // don't need lrf when zero ttl
2088  serviceModified = true;
2089  }
2091  // On the fly remember the new repo states as defined the reopoindex.xml.
2092  // Move into ServiceInfo later.
2093  ServiceInfo::RepoStates newRepoStates;
2094 
2095  // set service alias and base url for all collected repositories
2096  for_( it, collector.repos.begin(), collector.repos.end() )
2097  {
2098  // First of all: Prepend service alias:
2099  it->setAlias( str::form( "%s:%s", service.alias().c_str(), it->alias().c_str() ) );
2100  // set reference to the parent service
2101  it->setService( service.alias() );
2102 
2103  // remember the new parsed repo state
2104  newRepoStates[it->alias()] = *it;
2105 
2106  // - If the repo url was not set by the repoindex parser, set service's url.
2107  // - Libzypp currently has problem with separate url + path handling so just
2108  // append a path, if set, to the baseurls
2109  // - Credentials in the url authority will be extracted later, either if the
2110  // repository is added or if we check for changed urls.
2111  Pathname path;
2112  if ( !it->path().empty() )
2113  {
2114  if ( it->path() != "/" )
2115  path = it->path();
2116  it->setPath("");
2117  }
2118 
2119  if ( it->baseUrlsEmpty() )
2120  {
2121  Url url( service.rawUrl() );
2122  if ( !path.empty() )
2123  url.setPathName( url.getPathName() / path );
2124  it->setBaseUrl( std::move(url) );
2125  }
2126  else if ( !path.empty() )
2127  {
2128  RepoInfo::url_set urls( it->rawBaseUrls() );
2129  for ( Url & url : urls )
2130  {
2131  url.setPathName( url.getPathName() / path );
2132  }
2133  it->setBaseUrls( std::move(urls) );
2134  }
2135  }
2136 
2138  // Now compare collected repos with the ones in the system...
2139  //
2140  RepoInfoList oldRepos;
2141  getRepositoriesInService( service.alias(), std::back_inserter( oldRepos ) );
2142 
2144  // find old repositories to remove...
2145  for_( oldRepo, oldRepos.begin(), oldRepos.end() )
2146  {
2147  if ( ! foundAliasIn( oldRepo->alias(), collector.repos ) )
2148  {
2149  if ( oldRepo->enabled() )
2150  {
2151  // Currently enabled. If this was a user modification remember the state.
2152  const auto & last = service.repoStates().find( oldRepo->alias() );
2153  if ( last != service.repoStates().end() && ! last->second.enabled )
2154  {
2155  DBG << "Service removes user enabled repo " << oldRepo->alias() << endl;
2156  service.addRepoToEnable( oldRepo->alias() );
2157  serviceModified = true;
2158  }
2159  else
2160  DBG << "Service removes enabled repo " << oldRepo->alias() << endl;
2161  }
2162  else
2163  DBG << "Service removes disabled repo " << oldRepo->alias() << endl;
2164 
2165  removeRepository( *oldRepo );
2166  }
2167  }
2168 
2170  // create missing repositories and modify existing ones if needed...
2171  UrlCredentialExtractor urlCredentialExtractor( _options.rootDir ); // To collect any credentials stored in repo URLs
2172  for_( it, collector.repos.begin(), collector.repos.end() )
2173  {
2174  // User explicitly requested the repo being enabled?
2175  // User explicitly requested the repo being disabled?
2176  // And hopefully not both ;) If so, enable wins.
2177 
2178  TriBool toBeEnabled( indeterminate ); // indeterminate - follow the service request
2179  DBG << "Service request to " << (it->enabled()?"enable":"disable") << " service repo " << it->alias() << endl;
2180 
2181  if ( options_r.testFlag( RefreshService_restoreStatus ) )
2182  {
2183  DBG << "Opt RefreshService_restoreStatus " << it->alias() << endl;
2184  // this overrides any pending request!
2185  // Remove from enable request list.
2186  // NOTE: repoToDisable is handled differently.
2187  // It gets cleared on each refresh.
2188  service.delRepoToEnable( it->alias() );
2189  // toBeEnabled stays indeterminate!
2190  }
2191  else
2192  {
2193  if ( service.repoToEnableFind( it->alias() ) )
2194  {
2195  DBG << "User request to enable service repo " << it->alias() << endl;
2196  toBeEnabled = true;
2197  // Remove from enable request list.
2198  // NOTE: repoToDisable is handled differently.
2199  // It gets cleared on each refresh.
2200  service.delRepoToEnable( it->alias() );
2201  serviceModified = true;
2202  }
2203  else if ( service.repoToDisableFind( it->alias() ) )
2204  {
2205  DBG << "User request to disable service repo " << it->alias() << endl;
2206  toBeEnabled = false;
2207  }
2208  }
2209 
2210  RepoInfoList::iterator oldRepo( findAlias( it->alias(), oldRepos ) );
2211  if ( oldRepo == oldRepos.end() )
2212  {
2213  // Not found in oldRepos ==> a new repo to add
2214 
2215  // Make sure the service repo is created with the appropriate enablement
2216  if ( ! indeterminate(toBeEnabled) )
2217  it->setEnabled( toBeEnabled );
2218 
2219  DBG << "Service adds repo " << it->alias() << " " << (it->enabled()?"enabled":"disabled") << endl;
2220  addRepository( *it );
2221  }
2222  else
2223  {
2224  // ==> an exising repo to check
2225  bool oldRepoModified = false;
2226 
2227  if ( indeterminate(toBeEnabled) )
2228  {
2229  // No user request: check for an old user modificaton otherwise follow service request.
2230  // NOTE: Assert toBeEnabled is boolean afterwards!
2231  if ( oldRepo->enabled() == it->enabled() )
2232  toBeEnabled = it->enabled(); // service requests no change to the system
2233  else if (options_r.testFlag( RefreshService_restoreStatus ) )
2234  {
2235  toBeEnabled = it->enabled(); // RefreshService_restoreStatus forced
2236  DBG << "Opt RefreshService_restoreStatus " << it->alias() << " forces " << (toBeEnabled?"enabled":"disabled") << endl;
2237  }
2238  else
2239  {
2240  const auto & last = service.repoStates().find( oldRepo->alias() );
2241  if ( last == service.repoStates().end() || last->second.enabled != it->enabled() )
2242  toBeEnabled = it->enabled(); // service request has changed since last refresh -> follow
2243  else
2244  {
2245  toBeEnabled = oldRepo->enabled(); // service request unchaned since last refresh -> keep user modification
2246  DBG << "User modified service repo " << it->alias() << " may stay " << (toBeEnabled?"enabled":"disabled") << endl;
2247  }
2248  }
2249  }
2250 
2251  // changed enable?
2252  if ( toBeEnabled == oldRepo->enabled() )
2253  {
2254  DBG << "Service repo " << it->alias() << " stays " << (oldRepo->enabled()?"enabled":"disabled") << endl;
2255  }
2256  else if ( toBeEnabled )
2257  {
2258  DBG << "Service repo " << it->alias() << " gets enabled" << endl;
2259  oldRepo->setEnabled( true );
2260  oldRepoModified = true;
2261  }
2262  else
2263  {
2264  DBG << "Service repo " << it->alias() << " gets disabled" << endl;
2265  oldRepo->setEnabled( false );
2266  oldRepoModified = true;
2267  }
2268 
2269  // all other attributes follow the service request:
2270 
2271  // changed name (raw!)
2272  if ( oldRepo->rawName() != it->rawName() )
2273  {
2274  DBG << "Service repo " << it->alias() << " gets new NAME " << it->rawName() << endl;
2275  oldRepo->setName( it->rawName() );
2276  oldRepoModified = true;
2277  }
2278 
2279  // changed autorefresh
2280  if ( oldRepo->autorefresh() != it->autorefresh() )
2281  {
2282  DBG << "Service repo " << it->alias() << " gets new AUTOREFRESH " << it->autorefresh() << endl;
2283  oldRepo->setAutorefresh( it->autorefresh() );
2284  oldRepoModified = true;
2285  }
2286 
2287  // changed priority?
2288  if ( oldRepo->priority() != it->priority() )
2289  {
2290  DBG << "Service repo " << it->alias() << " gets new PRIORITY " << it->priority() << endl;
2291  oldRepo->setPriority( it->priority() );
2292  oldRepoModified = true;
2293  }
2294 
2295  // changed url?
2296  {
2297  RepoInfo::url_set newUrls( it->rawBaseUrls() );
2298  urlCredentialExtractor.extract( newUrls ); // Extract! to prevent passwds from disturbing the comparison below
2299  if ( oldRepo->rawBaseUrls() != newUrls )
2300  {
2301  DBG << "Service repo " << it->alias() << " gets new URLs " << newUrls << endl;
2302  oldRepo->setBaseUrls( std::move(newUrls) );
2303  oldRepoModified = true;
2304  }
2305  }
2306 
2307  // changed gpg check settings?
2308  // ATM only plugin services can set GPG values.
2309  if ( service.type() == ServiceType::PLUGIN )
2310  {
2311  TriBool ogpg[3]; // Gpg RepoGpg PkgGpg
2312  TriBool ngpg[3];
2313  oldRepo->getRawGpgChecks( ogpg[0], ogpg[1], ogpg[2] );
2314  it-> getRawGpgChecks( ngpg[0], ngpg[1], ngpg[2] );
2315 #define Z_CHKGPG(I,N) \
2316  if ( ! sameTriboolState( ogpg[I], ngpg[I] ) ) \
2317  { \
2318  DBG << "Service repo " << it->alias() << " gets new "#N"Check " << ngpg[I] << endl; \
2319  oldRepo->set##N##Check( ngpg[I] ); \
2320  oldRepoModified = true; \
2321  }
2322  Z_CHKGPG( 0, Gpg );
2323  Z_CHKGPG( 1, RepoGpg );
2324  Z_CHKGPG( 2, PkgGpg );
2325 #undef Z_CHKGPG
2326  }
2327 
2328  // save if modified:
2329  if ( oldRepoModified )
2330  {
2331  modifyRepository( oldRepo->alias(), *oldRepo );
2332  }
2333  }
2334  }
2335 
2336  // Unlike reposToEnable, reposToDisable is always cleared after refresh.
2337  if ( ! service.reposToDisableEmpty() )
2338  {
2339  service.clearReposToDisable();
2340  serviceModified = true;
2341  }
2342 
2343  // Remember original service request for next refresh
2344  if ( service.repoStates() != newRepoStates )
2345  {
2346  service.setRepoStates( std::move(newRepoStates) );
2347  serviceModified = true;
2348  }
2349 
2351  // save service if modified: (unless a plugin service)
2352  if ( service.type() != ServiceType::PLUGIN )
2353  {
2354  if ( service.ttl() )
2355  {
2356  service.setLrf( Date::now() ); // remember last refresh
2357  serviceModified = true; // or use a cookie file
2358  }
2359 
2360  if ( serviceModified )
2361  {
2362  // write out modified service file.
2363  modifyService( service.alias(), service );
2364  }
2365  }
2366 
2367  if ( uglyHack.first )
2368  {
2369  throw( uglyHack.second ); // intentionally not ZYPP_THROW
2370  }
2371  }
2372 
2374 
2375  void RepoManager::Impl::modifyService( const std::string & oldAlias, const ServiceInfo & newService )
2376  {
2377  MIL << "Going to modify service " << oldAlias << endl;
2378 
2379  // we need a writable copy to link it to the file where
2380  // it is saved if we modify it
2381  ServiceInfo service(newService);
2382 
2383  if ( service.type() == ServiceType::PLUGIN )
2384  {
2386  }
2387 
2388  const ServiceInfo & oldService = getService(oldAlias);
2389 
2390  Pathname location = oldService.filepath();
2391  if( location.empty() )
2392  {
2393  ZYPP_THROW(ServiceException( oldService, _("Can't figure out where the service is stored.") ));
2394  }
2395 
2396  // remember: there may multiple services being defined in one file:
2397  ServiceSet tmpSet;
2398  parser::ServiceFileReader( location, ServiceCollector(tmpSet) );
2399 
2400  filesystem::assert_dir(location.dirname());
2401  std::ofstream file(location.c_str());
2402  for_(it, tmpSet.begin(), tmpSet.end())
2403  {
2404  if( *it != oldAlias )
2405  it->dumpAsIniOn(file);
2406  }
2407  service.dumpAsIniOn(file);
2408  file.close();
2409  service.setFilepath(location);
2410 
2411  _services.erase(oldAlias);
2412  _services.insert(service);
2413  // check for credentials in Urls
2414  UrlCredentialExtractor( _options.rootDir ).collect( service.url() );
2415 
2416 
2417  // changed properties affecting also repositories
2418  if ( oldAlias != service.alias() // changed alias
2419  || oldService.enabled() != service.enabled() ) // changed enabled status
2420  {
2421  std::vector<RepoInfo> toModify;
2422  getRepositoriesInService(oldAlias, std::back_inserter(toModify));
2423  for_( it, toModify.begin(), toModify.end() )
2424  {
2425  if ( oldService.enabled() != service.enabled() )
2426  {
2427  if ( service.enabled() )
2428  {
2429  // reset to last refreshs state
2430  const auto & last = service.repoStates().find( it->alias() );
2431  if ( last != service.repoStates().end() )
2432  it->setEnabled( last->second.enabled );
2433  }
2434  else
2435  it->setEnabled( false );
2436  }
2437 
2438  if ( oldAlias != service.alias() )
2439  it->setService(service.alias());
2440 
2441  modifyRepository(it->alias(), *it);
2442  }
2443  }
2444 
2446  }
2447 
2449 
2451  {
2452  try
2453  {
2454  MediaSetAccess access(url);
2455  if ( access.doesFileExist("/repo/repoindex.xml") )
2456  return repo::ServiceType::RIS;
2457  }
2458  catch ( const media::MediaException &e )
2459  {
2460  ZYPP_CAUGHT(e);
2461  // TranslatorExplanation '%s' is an URL
2462  RepoException enew(str::form( _("Error trying to read from '%s'"), url.asString().c_str() ));
2463  enew.remember(e);
2464  ZYPP_THROW(enew);
2465  }
2466  catch ( const Exception &e )
2467  {
2468  ZYPP_CAUGHT(e);
2469  // TranslatorExplanation '%s' is an URL
2470  Exception enew(str::form( _("Unknown error reading from '%s'"), url.asString().c_str() ));
2471  enew.remember(e);
2472  ZYPP_THROW(enew);
2473  }
2474 
2475  return repo::ServiceType::NONE;
2476  }
2477 
2479  //
2480  // CLASS NAME : RepoManager
2481  //
2483 
2485  : _pimpl( new Impl(opt) )
2486  {}
2487 
2489  {}
2490 
2492  { return _pimpl->repoEmpty(); }
2493 
2495  { return _pimpl->repoSize(); }
2496 
2498  { return _pimpl->repoBegin(); }
2499 
2501  { return _pimpl->repoEnd(); }
2502 
2503  RepoInfo RepoManager::getRepo( const std::string & alias ) const
2504  { return _pimpl->getRepo( alias ); }
2505 
2506  bool RepoManager::hasRepo( const std::string & alias ) const
2507  { return _pimpl->hasRepo( alias ); }
2508 
2509  std::string RepoManager::makeStupidAlias( const Url & url_r )
2510  {
2511  std::string ret( url_r.getScheme() );
2512  if ( ret.empty() )
2513  ret = "repo-";
2514  else
2515  ret += "-";
2516 
2517  std::string host( url_r.getHost() );
2518  if ( ! host.empty() )
2519  {
2520  ret += host;
2521  ret += "-";
2522  }
2523 
2524  static Date::ValueType serial = Date::now();
2525  ret += Digest::digest( Digest::sha1(), str::hexstring( ++serial ) +url_r.asCompleteString() ).substr(0,8);
2526  return ret;
2527  }
2528 
2530  { return _pimpl->metadataStatus( info ); }
2531 
2533  { return _pimpl->checkIfToRefreshMetadata( info, url, policy ); }
2534 
2535  Pathname RepoManager::metadataPath( const RepoInfo &info ) const
2536  { return _pimpl->metadataPath( info ); }
2537 
2538  Pathname RepoManager::packagesPath( const RepoInfo &info ) const
2539  { return _pimpl->packagesPath( info ); }
2540 
2542  { return _pimpl->refreshMetadata( info, policy, progressrcv ); }
2543 
2544  void RepoManager::cleanMetadata( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2545  { return _pimpl->cleanMetadata( info, progressrcv ); }
2546 
2547  void RepoManager::cleanPackages( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2548  { return _pimpl->cleanPackages( info, progressrcv ); }
2549 
2551  { return _pimpl->cacheStatus( info ); }
2552 
2553  void RepoManager::buildCache( const RepoInfo &info, CacheBuildPolicy policy, const ProgressData::ReceiverFnc & progressrcv )
2554  { return _pimpl->buildCache( info, policy, progressrcv ); }
2555 
2556  void RepoManager::cleanCache( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2557  { return _pimpl->cleanCache( info, progressrcv ); }
2558 
2559  bool RepoManager::isCached( const RepoInfo &info ) const
2560  { return _pimpl->isCached( info ); }
2561 
2562  void RepoManager::loadFromCache( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2563  { return _pimpl->loadFromCache( info, progressrcv ); }
2564 
2566  { return _pimpl->cleanCacheDirGarbage( progressrcv ); }
2567 
2568  repo::RepoType RepoManager::probe( const Url & url, const Pathname & path ) const
2569  { return _pimpl->probe( url, path ); }
2570 
2572  { return _pimpl->probe( url ); }
2573 
2574  void RepoManager::addRepository( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2575  { return _pimpl->addRepository( info, progressrcv ); }
2576 
2577  void RepoManager::addRepositories( const Url &url, const ProgressData::ReceiverFnc & progressrcv )
2578  { return _pimpl->addRepositories( url, progressrcv ); }
2579 
2580  void RepoManager::removeRepository( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
2581  { return _pimpl->removeRepository( info, progressrcv ); }
2582 
2583  void RepoManager::modifyRepository( const std::string &alias, const RepoInfo & newinfo, const ProgressData::ReceiverFnc & progressrcv )
2584  { return _pimpl->modifyRepository( alias, newinfo, progressrcv ); }
2585 
2586  RepoInfo RepoManager::getRepositoryInfo( const std::string &alias, const ProgressData::ReceiverFnc & progressrcv )
2587  { return _pimpl->getRepositoryInfo( alias, progressrcv ); }
2588 
2589  RepoInfo RepoManager::getRepositoryInfo( const Url & url, const url::ViewOption & urlview, const ProgressData::ReceiverFnc & progressrcv )
2590  { return _pimpl->getRepositoryInfo( url, urlview, progressrcv ); }
2591 
2593  { return _pimpl->serviceEmpty(); }
2594 
2596  { return _pimpl->serviceSize(); }
2597 
2599  { return _pimpl->serviceBegin(); }
2600 
2602  { return _pimpl->serviceEnd(); }
2603 
2604  ServiceInfo RepoManager::getService( const std::string & alias ) const
2605  { return _pimpl->getService( alias ); }
2606 
2607  bool RepoManager::hasService( const std::string & alias ) const
2608  { return _pimpl->hasService( alias ); }
2609 
2611  { return _pimpl->probeService( url ); }
2612 
2613  void RepoManager::addService( const std::string & alias, const Url& url )
2614  { return _pimpl->addService( alias, url ); }
2615 
2616  void RepoManager::addService( const ServiceInfo & service )
2617  { return _pimpl->addService( service ); }
2618 
2619  void RepoManager::removeService( const std::string & alias )
2620  { return _pimpl->removeService( alias ); }
2621 
2622  void RepoManager::removeService( const ServiceInfo & service )
2623  { return _pimpl->removeService( service ); }
2624 
2626  { return _pimpl->refreshServices( options_r ); }
2627 
2628  void RepoManager::refreshService( const std::string & alias, const RefreshServiceOptions & options_r )
2629  { return _pimpl->refreshService( alias, options_r ); }
2630 
2631  void RepoManager::refreshService( const ServiceInfo & service, const RefreshServiceOptions & options_r )
2632  { return _pimpl->refreshService( service, options_r ); }
2633 
2634  void RepoManager::modifyService( const std::string & oldAlias, const ServiceInfo & service )
2635  { return _pimpl->modifyService( oldAlias, service ); }
2636 
2638 
2639  std::ostream & operator<<( std::ostream & str, const RepoManager & obj )
2640  { return str << *obj._pimpl; }
2641 
2643 } // namespace zypp
void saveToCookieFile(const Pathname &path_r) const
Save the status information to a cookie file.
Definition: RepoStatus.cc:126
Pathname packagesPath(const RepoInfo &info) const
Definition: RepoManager.cc:579
RepoManager(const RepoManagerOptions &options=RepoManagerOptions())
static const ValueType day
Definition: Date.h:44
int assert_dir(const Pathname &path, unsigned mode)
Like &#39;mkdir -p&#39;.
Definition: PathInfo.cc:320
void removeService(const std::string &alias)
Removes service specified by its name.
Service data.
Definition: ServiceInfo.h:36
thrown when it was impossible to match a repository
Thrown when the repo alias is found to be invalid.
Interface to gettext.
RepoManagerOptions(const Pathname &root_r=Pathname())
Default ctor following ZConfig global settings.
Definition: RepoManager.cc:459
#define MIL
Definition: Logger.h:64
bool hasService(const std::string &alias) const
Definition: RepoManager.cc:626
std::string alias() const
unique identifier for this source.
static const std::string & sha1()
sha1
Definition: Digest.cc:46
int exchange(const Pathname &lpath, const Pathname &rpath)
Exchanges two files or directories.
Definition: PathInfo.cc:681
static bool error(const std::string &msg_r, const UserData &userData_r=UserData())
send error text
RepoStatus status(MediaSetAccess &media)
Status of the remote repository.
Definition: Downloader.cc:38
void setCacheStatus(const RepoInfo &info, const RepoStatus &status)
Definition: RepoManager.cc:665
std::string generateFilename(const ServiceInfo &info) const
Definition: RepoManager.cc:662
thrown when it was impossible to determine this repo type.
std::string digest()
get hex string representation of the digest
Definition: Digest.cc:183
Retrieval of repository list for a service.
Definition: ServiceRepos.h:25
virtual std::ostream & dumpAsIniOn(std::ostream &str) const
Write this RepoInfo object into str in a .repo file format.
Definition: RepoInfo.cc:603
void refreshServices(const RefreshServiceOptions &options_r)
bool serviceEmpty() const
Gets true if no service is in RepoManager (so no one in specified location)
void modifyService(const std::string &oldAlias, const ServiceInfo &service)
Modifies service file (rewrites it with new values) and underlying repositories if needed...
std::string asString(const DefaultIntegral< Tp, TInitial > &obj)
Read service data from a .service file.
void sendTo(const ReceiverFnc &fnc_r)
Set ReceiverFnc.
Definition: ProgressData.h:226
#define ZYPP_THROW(EXCPT)
Drops a logline and throws the Exception.
Definition: Exception.h:321
Date timestamp() const
The time the data were changed the last time.
Definition: RepoStatus.cc:139
ServiceConstIterator serviceBegin() const
Definition: RepoManager.cc:623
static ZConfig & instance()
Singleton ctor.
Definition: Resolver.cc:121
Pathname path() const
Definition: TmpPath.cc:146
static TmpDir makeSibling(const Pathname &sibling_r)
Provide a new empty temporary directory as sibling.
Definition: TmpPath.cc:287
#define OPT_PROGRESS
Definition: RepoManager.cc:61
void refreshService(const std::string &alias, const RefreshServiceOptions &options_r)
scoped_ptr< media::CredentialManager > _cmPtr
Definition: RepoManager.cc:131
RWCOW_pointer< Impl > _pimpl
Pointer to implementation.
Definition: RepoManager.h:694
void cleanCacheDirGarbage(const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Remove any subdirectories of cache directories which no longer belong to any of known repositories...
RepoConstIterator repoBegin() const
Definition: RepoManager.cc:563
Pathname filepath() const
File where this repo was read from.
bool isCached(const RepoInfo &info) const
Definition: RepoManager.cc:601
void refreshServices(const RefreshServiceOptions &options_r=RefreshServiceOptions())
Refreshes all enabled services.
RepoStatus metadataStatus(const RepoInfo &info) const
Status of local metadata.
std::string getPathName(EEncoding eflag=zypp::url::E_DECODED) const
Returns the path name from the URL.
Definition: Url.cc:598
bool empty() const
Test for an empty path.
Definition: Pathname.h:113
std::string getHost(EEncoding eflag=zypp::url::E_DECODED) const
Returns the hostname or IP from the URL authority.
Definition: Url.cc:582
RefreshCheckStatus
Possibly return state of checkIfRefreshMEtadata function.
Definition: RepoManager.h:195
Pathname metadataPath(const RepoInfo &info) const
Path where the metadata is downloaded and kept.
const std::string & command() const
The command we&#39;re executing.
urls_const_iterator baseUrlsBegin() const
iterator that points at begin of repository urls
Definition: RepoInfo.cc:420
RepoSet::size_type RepoSizeType
Definition: RepoManager.h:121
bool empty() const
Whether the status is empty (default constucted)
Definition: RepoStatus.cc:136
void loadFromCache(const RepoInfo &info, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Load resolvables into the pool.
ServiceConstIterator serviceEnd() const
Iterator to place behind last service in internal storage.
repo::RepoType probe(const Url &url, const Pathname &path) const
Probe repo metadata type.
std::string generateFilename(const RepoInfo &info) const
Definition: RepoManager.cc:659
RepoConstIterator repoBegin() const
void refreshMetadata(const RepoInfo &info, RawMetadataRefreshPolicy policy=RefreshIfNeeded, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Refresh local raw cache.
Pathname packagesPath(const RepoInfo &info) const
Path where the rpm packages are downloaded and kept.
void addService(const std::string &alias, const Url &url)
Definition: RepoManager.cc:637
void touchIndexFile(const RepoInfo &info)
Definition: RepoManager.cc:915
void setAlias(const std::string &alias)
set the repository alias
Definition: RepoInfoBase.cc:94
String related utilities and Regular expression matching.
void addRepoToEnable(const std::string &alias_r)
Add alias_r to the set of ReposToEnable.
Definition: ServiceInfo.cc:127
void removeRepository(const RepoInfo &info, OPT_PROGRESS)
RefreshServiceFlags RefreshServiceOptions
Options tuning RefreshService.
Definition: RepoManager.h:150
std::list< Url > url_set
Definition: RepoInfo.h:103
void modifyService(const std::string &oldAlias, const ServiceInfo &newService)
bool toMax()
Set counter value to current max value (unless no range).
Definition: ProgressData.h:273
void setProbedType(const repo::RepoType &t) const
This allows to adjust the RepoType lazy, from NONE to some probed value, even for const objects...
Definition: RepoInfo.cc:359
void refreshService(const std::string &alias, const RefreshServiceOptions &options_r=RefreshServiceOptions())
Refresh specific service.
bool doesFileExist(const Pathname &file, unsigned media_nr=1)
Checks if a file exists on the specified media, with user callbacks.
void setFilepath(const Pathname &filename)
set the path to the .repo file
What is known about a repository.
Definition: RepoInfo.h:71
static bool warning(const std::string &msg_r, const UserData &userData_r=UserData())
send warning text
Service plugin has trouble providing the metadata but this should not be treated as error...
void removeRepository(const RepoInfo &info, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Remove the best matching repository from known repos list.
const RepoSet & repos() const
Definition: RepoManager.cc:687
#define for_(IT, BEG, END)
Convenient for-loops using iterator.
Definition: Easy.h:27
const RepoStates & repoStates() const
Access the remembered repository states.
Definition: ServiceInfo.cc:161
void setBaseUrl(const Url &url)
Clears current base URL list and adds url.
Definition: RepoInfo.cc:344
bool enabled() const
If enabled is false, then this repository must be ignored as if does not exists, except when checking...
std::string targetDistro
Definition: RepoManager.cc:265
void reposErase(const std::string &alias_r)
Remove a Repository named alias_r.
Definition: Pool.h:107
Service already exists and some unique attribute can&#39;t be duplicated.
void refreshService(const ServiceInfo &service, const RefreshServiceOptions &options_r)
Definition: RepoManager.cc:647
bool repo_add_probe() const
Whether repository urls should be probed.
Definition: ZConfig.cc:951
urls_const_iterator baseUrlsEnd() const
iterator that points at end of repository urls
Definition: RepoInfo.cc:423
std::string targetDistribution() const
This is register.target attribute of the installed base product.
Definition: Target.cc:102
std::string form(const char *format,...) __attribute__((format(printf
Printf style construction of std::string.
Definition: String.cc:36
static RepoStatus fromCookieFile(const Pathname &path)
Reads the status from a cookie file.
Definition: RepoStatus.cc:108
Service without alias was used in an operation.
RepoStatus metadataStatus(const RepoInfo &info) const
Definition: RepoManager.cc:880
RepoSet::const_iterator RepoConstIterator
Definition: RepoManager.h:120
function< bool(const ProgressData &)> ReceiverFnc
Most simple version of progress reporting The percentage in most cases.
Definition: ProgressData.h:139
Url::asString() view options.
Definition: UrlBase.h:39
void cleanMetadata(const RepoInfo &info, OPT_PROGRESS)
#define ERR
Definition: Logger.h:66
unsigned int MediaAccessId
Media manager access Id type.
Definition: MediaSource.h:29
repo::RepoType probeCache(const Pathname &path_r) const
Probe Metadata in a local cache directory.
#define PL_(MSG1, MSG2, N)
Definition: Gettext.h:30
void modifyRepository(const std::string &alias, const RepoInfo &newinfo, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Modify repository attributes.
std::vector< std::string > Arguments
RepoManagerOptions _options
Definition: RepoManager.cc:691
std::string asString() const
Returns a default string representation of the Url object.
Definition: Url.cc:491
ServiceInfo getService(const std::string &alias) const
Definition: RepoManager.cc:629
RepoSizeType repoSize() const
Repo manager settings.
Definition: RepoManager.h:53
boost::logic::tribool TriBool
3-state boolean logic (true, false and indeterminate).
Definition: String.h:30
void remember(const Exception &old_r)
Store an other Exception as history.
Definition: Exception.cc:89
std::string & replaceAll(std::string &str_r, const std::string &from_r, const std::string &to_r)
Replace all occurrences of from_r with to_r in str_r (inplace).
Definition: String.cc:328
void removeService(const ServiceInfo &service)
Definition: RepoManager.cc:641
transform_iterator< repo::RepoVariablesUrlReplacer, url_set::const_iterator > urls_const_iterator
Definition: RepoInfo.h:105
Progress callback from another progress.
Definition: ProgressData.h:390
std::map< std::string, RepoState > RepoStates
Definition: ServiceInfo.h:185
std::string label() const
Label for use in messages for the user interface.
void addRepository(const RepoInfo &info, OPT_PROGRESS)
static const ServiceType RIS
Repository Index Service (RIS) (formerly known as &#39;Novell Update&#39; (NU) service)
Definition: ServiceType.h:32
RepoManager implementation.
Definition: RepoManager.cc:507
#define ZYPP_RETHROW(EXCPT)
Drops a logline and rethrows, updating the CodeLocation.
Definition: Exception.h:329
void setPathName(const std::string &path, EEncoding eflag=zypp::url::E_DECODED)
Set the path name.
Definition: Url.cc:758
std::set< RepoInfo > RepoSet
RepoInfo typedefs.
Definition: RepoManager.h:119
bool toMin()
Set counter value to current min value.
Definition: ProgressData.h:269
RepoInfo getRepositoryInfo(const std::string &alias, OPT_PROGRESS)
Downloader for SUSETags (YaST2) repositories Encapsulates all the knowledge of which files have to be...
Definition: Downloader.h:34
boost::noncopyable NonCopyable
Ensure derived classes cannot be copied.
Definition: NonCopyable.h:26
Store and operate on date (time_t).
Definition: Date.h:32
static Pool instance()
Singleton ctor.
Definition: Pool.h:53
bool serviceEmpty() const
Definition: RepoManager.cc:621
static RepoManagerOptions makeTestSetup(const Pathname &root_r)
Test setup adjusting all paths to be located below one root_r directory.
Definition: RepoManager.cc:473
Pathname rootDir
remembers root_r value for later use
Definition: RepoManager.h:96
void removeRepository(const RepoInfo &repo)
Log recently removed repository.
Definition: HistoryLog.cc:301
Provide a new empty temporary directory and recursively delete it when no longer needed.
Definition: TmpPath.h:170
Convenient building of std::string via std::ostringstream Basically a std::ostringstream autoconverti...
Definition: String.h:210
void clearReposToDisable()
Clear the set of ReposToDisable.
Definition: ServiceInfo.cc:157
Lightweight repository attribute value lookup.
Definition: LookupAttr.h:257
std::string asCompleteString() const
Returns a complete string representation of the Url object.
Definition: Url.cc:499
RepoConstIterator repoEnd() const
Execute a program and give access to its io An object of this class encapsulates the execution of an ...
void cleanCacheDirGarbage(OPT_PROGRESS)
int unlink(const Pathname &path)
Like &#39;unlink&#39;.
Definition: PathInfo.cc:653
thrown when it was impossible to determine one url for this repo.
Definition: RepoException.h:78
Just inherits Exception to separate media exceptions.
static const ServiceType NONE
No service set.
Definition: ServiceType.h:34
static const SolvAttr repositoryToolVersion
Definition: SolvAttr.h:173
Service type enumeration.
Definition: ServiceType.h:26
void modifyRepository(const std::string &alias, const RepoInfo &newinfo_r, OPT_PROGRESS)
ServiceSet::const_iterator ServiceConstIterator
Definition: RepoManager.h:115
void setRepoStates(RepoStates newStates_r)
Remember a new set of repository states.
Definition: ServiceInfo.cc:162
std::ostream & operator<<(std::ostream &str, const DeltaCandidates &obj)
repo::ServiceType probeService(const Url &url) const
Probe the type or the service.
int recursive_rmdir(const Pathname &path)
Like &#39;rm -r DIR&#39;.
Definition: PathInfo.cc:413
#define WAR
Definition: Logger.h:65
#define OUTS(X)
void setMetadataPath(const Pathname &path)
set the path where the local metadata is stored
Definition: RepoInfo.cc:363
time_t Duration
Definition: Date.h:39
void setType(const repo::RepoType &t)
set the repository type
Definition: RepoInfo.cc:356
Maintain [min,max] and counter (value) for progress counting.
Definition: ProgressData.h:130
Date::Duration ttl() const
Sugested TTL between two metadata auto-refreshs.
Definition: ServiceInfo.cc:112
RepoInfoList repos
Definition: RepoManager.cc:264
RepoStatus cacheStatus(const RepoInfo &info) const
Definition: RepoManager.cc:604
Pathname generateNonExistingName(const Pathname &dir, const std::string &basefilename) const
Generate a non existing filename in a directory, using a base name.
Definition: RepoManager.cc:745
void addRepository(const RepoInfo &repo)
Log a newly added repository.
Definition: HistoryLog.cc:289
void updateSolvFileIndex(const Pathname &solvfile_r)
Create solv file content digest for zypper bash completion.
Definition: Pool.cc:260
zypp::Url url
Definition: MediaCurl.cc:192
RepoInfo getRepo(const std::string &alias) const
Definition: RepoManager.cc:569
Writing the zypp history fileReference counted signleton for writhing the zypp history file...
Definition: HistoryLog.h:55
static bool schemeIsVolatile(const std::string &scheme_r)
cd dvd
Definition: Url.cc:468
void addRepository(const RepoInfo &info, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Adds a repository to the list of known repositories.
RepoInfo getRepositoryInfo(const std::string &alias, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Find a matching repository info.
#define _(MSG)
Definition: Gettext.h:29
static const ServiceType PLUGIN
Plugin services are scripts installed on your system that provide the package manager with repositori...
Definition: ServiceType.h:43
Base Exception for service handling.
std::string receiveLine()
Read one line from the input stream.
const Pathname & _root
Definition: RepoManager.cc:130
void delRepoToEnable(const std::string &alias_r)
Remove alias_r from the set of ReposToEnable.
Definition: ServiceInfo.cc:133
static std::string makeStupidAlias(const Url &url_r=Url())
Some stupid string but suitable as alias for your url if nothing better is available.
RefreshCheckStatus checkIfToRefreshMetadata(const RepoInfo &info, const Url &url, RawMetadataRefreshPolicy policy=RefreshIfNeeded)
Checks whether to refresh metadata for specified repository and url.
void cleanCache(const RepoInfo &info, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
clean local cache
void cleanCache(const RepoInfo &info, OPT_PROGRESS)
std::string numstring(char n, int w=0)
Definition: String.h:305
ServiceSet::size_type ServiceSizeType
Definition: RepoManager.h:116
bool reposToDisableEmpty() const
Definition: ServiceInfo.cc:140
static const RepoType NONE
Definition: RepoType.h:32
int touch(const Pathname &path)
Change file&#39;s modification and access times.
Definition: PathInfo.cc:1127
void resetDispose()
Set no dispose function.
Definition: AutoDispose.h:162
ServiceInfo getService(const std::string &alias) const
Finds ServiceInfo by alias or return ServiceInfo::noService.
void getRepositoriesInService(const std::string &alias, OutputIterator out) const
Definition: RepoManager.cc:675
void setPackagesPath(const Pathname &path)
set the path where the local packages are stored
Definition: RepoInfo.cc:366
bool repoEmpty() const
Definition: RepoManager.cc:561
url_set baseUrls() const
The complete set of repository urls.
Definition: RepoInfo.cc:402
std::ostream & copy(std::istream &from_r, std::ostream &to_r)
Copy istream to ostream.
Definition: IOStream.h:50
Temporarily disable MediaChangeReport Sometimes helpful to suppress interactive messages connected to...
int close()
Wait for the progamm to complete.
bool hasRepo(const std::string &alias) const
Return whether there is a known repository for alias.
void setLrf(Date lrf_r)
Set date of last refresh.
Definition: ServiceInfo.cc:117
static const RepoType RPMMD
Definition: RepoType.h:29
creates and provides information about known sources.
Definition: RepoManager.h:105
#define ZYPP_CAUGHT(EXCPT)
Drops a logline telling the Exception was caught (in order to handle it).
Definition: Exception.h:325
RepoStatus cacheStatus(const RepoInfo &info) const
Status of metadata cache.
repo::RepoType type() const
Type of repository,.
Definition: RepoInfo.cc:387
int readdir(std::list< std::string > &retlist_r, const Pathname &path_r, bool dots_r)
Return content of directory via retlist.
Definition: PathInfo.cc:589
RepoSizeType repoSize() const
Definition: RepoManager.cc:562
void addService(const ServiceInfo &service)
std::list< RepoInfo > readRepoFile(const Url &repo_file)
Parses repo_file and returns a list of RepoInfo objects corresponding to repositories found within th...
Definition: RepoManager.cc:438
RepoInfo getRepo(const std::string &alias) const
Find RepoInfo by alias or return RepoInfo::noRepo.
Url rawUrl() const
The service raw url (no variables replaced)
Definition: ServiceInfo.cc:102
static const RepoType YAST2
Definition: RepoType.h:30
ServiceSet & _services
Definition: RepoManager.cc:431
thrown when it was impossible to determine an alias for this repo.
Definition: RepoException.h:91
RepoStatus status(MediaSetAccess &media)
Status of the remote repository.
Definition: Downloader.cc:36
void buildCache(const RepoInfo &info, CacheBuildPolicy policy=BuildIfNeeded, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Refresh local cache.
Base class for Exception.
Definition: Exception.h:143
void addRepositories(const Url &url, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Adds repositores from a repo file to the list of known repositories.
std::set< ServiceInfo > ServiceSet
ServiceInfo typedefs.
Definition: RepoManager.h:111
Type toEnum() const
Definition: RepoType.h:48
Exception for repository handling.
Definition: RepoException.h:37
void saveService(ServiceInfo &service) const
Definition: RepoManager.cc:711
Impl(const RepoManagerOptions &opt)
Definition: RepoManager.cc:510
media::MediaAccessId _mid
Definition: RepoManager.cc:172
static Date now()
Return the current time.
Definition: Date.h:78
repo::RepoType probe(const Url &url, const Pathname &path=Pathname()) const
Probe the metadata type of a repository located at url.
callback::SendReport< DownloadProgressReport > * report
Definition: MediaCurl.cc:177
DefaultIntegral< bool, false > _reposDirty
Definition: RepoManager.cc:695
value_type val() const
Definition: ProgressData.h:295
ServiceConstIterator serviceEnd() const
Definition: RepoManager.cc:624
Functor thats filter RepoInfo by service which it belongs to.
Definition: RepoManager.h:637
bool isCached(const RepoInfo &info) const
Whether a repository exists in cache.
bool hasRepo(const std::string &alias) const
Definition: RepoManager.cc:566
Reference counted access to a Tp object calling a custom Dispose function when the last AutoDispose h...
Definition: AutoDispose.h:92
The repository cache is not built yet so you can&#39;t create the repostories from the cache...
Definition: RepoException.h:65
time_t ValueType
Definition: Date.h:38
void eraseFromPool()
Remove this Repository from it&#39;s Pool.
Definition: Repository.cc:297
Pathname repoPackagesCachePath
Definition: RepoManager.h:82
std::string asUserHistory() const
A single (multiline) string composed of asUserString and historyAsString.
Definition: Exception.cc:75
static const ServiceInfo noService
Represents an empty service.
Definition: ServiceInfo.h:61
RepoConstIterator repoEnd() const
Definition: RepoManager.cc:564
bool hasService(const std::string &alias) const
Return whether there is a known service for alias.
void removeService(const std::string &alias)
void buildCache(const RepoInfo &info, CacheBuildPolicy policy, OPT_PROGRESS)
bool repoToDisableFind(const std::string &alias_r) const
Whether alias_r is mentioned in ReposToDisable.
Definition: ServiceInfo.cc:145
static const RepoInfo noRepo
Represents no Repository (one with an empty alias).
Definition: RepoInfo.h:80
bool regex_match(const std::string &s, smatch &matches, const regex &regex)
regex ZYPP_STR_REGEX regex ZYPP_STR_REGEX
Definition: Regex.h:70
Thrown when the repo alias is found to be invalid.
friend std::ostream & operator<<(std::ostream &str, const RepoManager &obj)
ServiceSizeType serviceSize() const
Gets count of service in RepoManager (in specified location)
static const RepoType RPMPLAINDIR
Definition: RepoType.h:31
static const std::string & systemRepoAlias()
Reserved system repository alias .
Definition: Repository.cc:37
bool repoToEnableFind(const std::string &alias_r) const
Whether alias_r is mentioned in ReposToEnable.
Definition: ServiceInfo.cc:124
ServiceSizeType serviceSize() const
Definition: RepoManager.cc:622
Track changing files or directories.
Definition: RepoStatus.h:38
void cleanPackages(const RepoInfo &info, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Clean local package cache.
unsigned repo_refresh_delay() const
Amount of time in minutes that must pass before another refresh.
Definition: ZConfig.cc:954
Repository already exists and some unique attribute can&#39;t be duplicated.
ServiceConstIterator serviceBegin() const
Iterator to first service in internal storage.
bool set(value_type val_r)
Set new counter value.
Definition: ProgressData.h:246
std::string getScheme() const
Returns the scheme name of the URL.
Definition: Url.cc:527
Url url() const
The service url.
Definition: ServiceInfo.cc:99
static bool schemeIsDownloading(const std::string &scheme_r)
http https ftp sftp tftp
Definition: Url.cc:474
void modifyRepository(const RepoInfo &oldrepo, const RepoInfo &newrepo)
Log certain modifications to a repository.
Definition: HistoryLog.cc:312
std::ostream & operator<<(std::ostream &str, const RepoManager::Impl &obj)
Definition: RepoManager.cc:706
Impl * clone() const
clone for RWCOW_pointer
Definition: RepoManager.cc:700
urls_size_type baseUrlsSize() const
number of repository urls
Definition: RepoInfo.cc:426
Repository addRepoSolv(const Pathname &file_r, const std::string &name_r)
Load Solvables from a solv-file into a Repository named name_r.
Definition: Pool.cc:161
void name(const std::string &name_r)
Set counter name.
Definition: ProgressData.h:222
Downloader for YUM (rpm-nmd) repositories Encapsulates all the knowledge of which files have to be do...
Definition: Downloader.h:41
Pathname metadataPath(const RepoInfo &info) const
Definition: RepoManager.cc:576
Easy-to use interface to the ZYPP dependency resolver.
Definition: CodePitfalls.doc:1
void setProbedType(const repo::ServiceType &t) const
Lazy init service type.
Definition: ServiceInfo.cc:110
void cleanPackages(const RepoInfo &info, OPT_PROGRESS)
Pathname provideFile(const OnMediaLocation &resource, ProvideFileOptions options=PROVIDE_DEFAULT, const Pathname &deltafile=Pathname())
Provides a file from a media location.
bool repoEmpty() const
void loadFromCache(const RepoInfo &info, OPT_PROGRESS)
Format with (N)o (A)rgument (C)heck.
Definition: String.h:279
std::string hexstring(char n, int w=4)
Definition: String.h:340
void addService(const std::string &alias, const Url &url)
Adds new service by it&#39;s alias and url.
void refreshMetadata(const RepoInfo &info, RawMetadataRefreshPolicy policy, OPT_PROGRESS)
Service has no or invalid url defined.
static bool schemeIsLocal(const std::string &scheme_r)
hd cd dvd dir file iso
Definition: Url.cc:456
Date lrf() const
Date of last refresh (if known).
Definition: ServiceInfo.cc:116
Url manipulation class.
Definition: Url.h:87
void addRepositories(const Url &url, OPT_PROGRESS)
Media access layer responsible for handling files distributed on a set of media with media change and...
void cleanMetadata(const RepoInfo &info, const ProgressData::ReceiverFnc &progressrcv=ProgressData::ReceiverFnc())
Clean local metadata.
Pathname path() const
Repository path.
Definition: RepoInfo.cc:408
#define Z_CHKGPG(I, N)
#define DBG
Definition: Logger.h:63
virtual std::ostream & dumpAsIniOn(std::ostream &str) const
Writes ServiceInfo to stream in ".service" format.
Definition: ServiceInfo.cc:173
repo::ServiceType type() const
Service type.
Definition: ServiceInfo.cc:108
Repository type enumeration.
Definition: RepoType.h:27
RefreshCheckStatus checkIfToRefreshMetadata(const RepoInfo &info, const Url &url, RawMetadataRefreshPolicy policy)
Definition: RepoManager.cc:952
repo::ServiceType probeService(const Url &url) const