From: Aleksei Nikiforov <darktemplar@altlinux.org> To: devel@lists.altlinux.org Cc: Aleksei Nikiforov <darktemplar@altlinux.org> Subject: [devel] [PATCH for apt 2/2 v2] Fix pointer arithmetics Date: Fri, 6 Dec 2019 18:36:55 +0300 Message-ID: <20191206153655.86334-1-darktemplar@altlinux.org> (raw) In-Reply-To: <20191206133647.dculnmwkd3yf2wjp@titan.localdomain> This change should fix pointer arithmetic issues for e2k. --- apt/apt-pkg/Makefile.am | 1 + apt/apt-pkg/cacheiterators.h | 26 ++++++++++++++------------ apt/apt-pkg/contrib/mmap.cc | 8 +++++--- apt/apt-pkg/pkgcachegen.cc | 29 +++++++++++++++-------------- apt/apt-pkg/pkgcachegen.h | 6 +++--- apt/apt-pkg/rebase_pointer.h | 16 ++++++++++++++++ apt/apt-pkg/rpm/rpmlistparser.cc | 5 +++-- apt/apt-pkg/rpm/rpmpackagedata.cc | 2 +- 8 files changed, 58 insertions(+), 35 deletions(-) create mode 100644 apt/apt-pkg/rebase_pointer.h diff --git a/apt/apt-pkg/Makefile.am b/apt/apt-pkg/Makefile.am index 4c0d234..d038d01 100644 --- a/apt/apt-pkg/Makefile.am +++ b/apt/apt-pkg/Makefile.am @@ -94,6 +94,7 @@ libapt_pkg_la_SOURCES = \ pkgsystem.h \ policy.cc \ policy.h \ + rebase_pointer.h \ repository.cc \ repository.h \ scopeexit.h \ diff --git a/apt/apt-pkg/cacheiterators.h b/apt/apt-pkg/cacheiterators.h index a4bf670..118838e 100644 --- a/apt/apt-pkg/cacheiterators.h +++ b/apt/apt-pkg/cacheiterators.h @@ -34,6 +34,8 @@ #pragma interface "apt-pkg/cacheiterators.h" #endif +#include <apt-pkg/rebase_pointer.h> + #include <set> // Package Iterator @@ -85,11 +87,11 @@ class pkgCache::PkgIterator inline unsigned long long Index() const {return Pkg - Owner->PkgP;}; OkState State() const; - void ReMap(void const * const oldMap, void const * const newMap) + void ReMap(void *oldMap, void *newMap) { if (Owner == 0 || Pkg == 0) return; - Pkg += static_cast<Package const *>(newMap) - static_cast<Package const *>(oldMap); + Pkg = RebasePointer(Pkg, oldMap, newMap); } // Constructors @@ -147,11 +149,11 @@ class pkgCache::VerIterator bool Automatic() const; VerFileIterator NewestFile() const; - void ReMap(void const * const oldMap, void const * const newMap) + void ReMap(void *oldMap, void *newMap) { if (Owner == 0 || Ver == 0) return; - Ver += static_cast<Version const *>(newMap) - static_cast<Version const *>(oldMap); + Ver = RebasePointer(Ver, oldMap, newMap); } inline VerIterator() : Ver(0), Owner(0) {}; @@ -220,11 +222,11 @@ class pkgCache::DepIterator inline const char *CompType() {return Owner->CompType(Dep->CompareOp);}; inline const char *DepType() {return Owner->DepType(Dep->Type);}; - void ReMap(void const * const oldMap, void const * const newMap) + void ReMap(void *oldMap, void *newMap) { if (Owner == 0 || Dep == 0) return; - Dep += static_cast<Dependency const *>(newMap) - static_cast<Dependency const *>(oldMap); + Dep = RebasePointer(Dep, oldMap, newMap); } inline DepIterator(pkgCache &Owner,Dependency *Trg,Version * = 0) : @@ -279,11 +281,11 @@ class pkgCache::PrvIterator inline PkgIterator OwnerPkg() const {return PkgIterator(*Owner,Owner->PkgP + Owner->VerP[Prv->Version].ParentPkg);}; inline unsigned long long Index() const {return Prv - Owner->ProvideP;}; - void ReMap(void const * const oldMap, void const * const newMap) + void ReMap(void *oldMap, void *newMap) { if (Owner == 0 || Prv == 0) return; - Prv += static_cast<Provides const *>(newMap) - static_cast<Provides const *>(oldMap); + Prv = RebasePointer(Prv, oldMap, newMap); } inline PrvIterator() : Prv(0), Type(PrvVer), Owner(0) {}; @@ -342,11 +344,11 @@ class pkgCache::PkgFileIterator bool IsOk(); string RelStr(); - void ReMap(void const * const oldMap, void const * const newMap) + void ReMap(void *oldMap, void *newMap) { if (Owner == 0 || File == 0) return; - File += static_cast<PackageFile const *>(newMap) - static_cast<PackageFile const *>(oldMap); + File = RebasePointer(File, oldMap, newMap); } // Constructors @@ -383,11 +385,11 @@ class pkgCache::VerFileIterator inline PkgFileIterator File() const {return PkgFileIterator(*Owner,FileP->File + Owner->PkgFileP);}; inline unsigned long long Index() const {return FileP - Owner->VerFileP;}; - void ReMap(void const * const oldMap, void const * const newMap) + void ReMap(void *oldMap, void *newMap) { if (Owner == 0 || FileP == 0) return; - FileP += static_cast<VerFile const *>(newMap) - static_cast<VerFile const *>(oldMap); + FileP = RebasePointer(FileP, oldMap, newMap); } inline VerFileIterator() : Owner(0), FileP(0) {}; diff --git a/apt/apt-pkg/contrib/mmap.cc b/apt/apt-pkg/contrib/mmap.cc index cf01be9..35f1a25 100644 --- a/apt/apt-pkg/contrib/mmap.cc +++ b/apt/apt-pkg/contrib/mmap.cc @@ -30,6 +30,7 @@ #include <apt-pkg/configuration.h> #include <apt-pkg/mmap.h> #include <apt-pkg/error.h> +#include <apt-pkg/rebase_pointer.h> #include <apti18n.h> @@ -301,7 +302,7 @@ std::experimental::optional<map_ptrloc> DynamicMMap::Allocate(unsigned long Item Pool* oldPools = Pools; auto idxResult = RawAllocate(I->Count*ItemSize,ItemSize); if (Pools != oldPools) - I += Pools - oldPools; + I = RebasePointer(I, oldPools, Pools); // Does the allocation failed ? if (!idxResult) @@ -371,7 +372,7 @@ bool DynamicMMap::Grow(unsigned long long size) Fd->Write(&C,sizeof(C)); } - unsigned long const poolOffset = Pools - ((Pool*) Base); + void *old_base = Base; if (Fd != 0) { @@ -408,7 +409,8 @@ bool DynamicMMap::Grow(unsigned long long size) memset((char*)Base + WorkSpace, 0, newSize - WorkSpace); } - Pools = (Pool*) Base + poolOffset; + if (Base != old_base) + Pools = RebasePointer(Pools, old_base, Base); WorkSpace = newSize; return true; diff --git a/apt/apt-pkg/pkgcachegen.cc b/apt/apt-pkg/pkgcachegen.cc index 654c81c..37364e9 100644 --- a/apt/apt-pkg/pkgcachegen.cc +++ b/apt/apt-pkg/pkgcachegen.cc @@ -26,6 +26,7 @@ #include <apt-pkg/strutl.h> #include <apt-pkg/sptr.h> #include <apt-pkg/pkgsystem.h> +#include <apt-pkg/rebase_pointer.h> #include <apti18n.h> @@ -109,18 +110,18 @@ pkgCacheGenerator::~pkgCacheGenerator() Map.Sync(0,sizeof(pkgCache::Header)); } /*}}}*/ -void pkgCacheGenerator::ReMap(void const * const oldMap, void const * const newMap) +void pkgCacheGenerator::ReMap(void *oldMap, void *newMap) { if (oldMap == newMap) return; Cache.ReMap(false); - CurrentFile += (pkgCache::PackageFile*) newMap - (pkgCache::PackageFile*) oldMap; + CurrentFile = RebasePointer(CurrentFile, oldMap, newMap); for (size_t i = 0; i < _count(UniqHash); ++i) if (UniqHash[i] != 0) - UniqHash[i] += (pkgCache::StringItem*) newMap - (pkgCache::StringItem*) oldMap; + UniqHash[i] = RebasePointer(UniqHash[i], oldMap, newMap); for (auto i = Dynamic<pkgCache::PkgIterator>::toReMap.begin(); i != Dynamic<pkgCache::PkgIterator>::toReMap.end(); ++i) @@ -147,7 +148,7 @@ void pkgCacheGenerator::ReMap(void const * const oldMap, void const * const newM // CacheGenerator::WriteStringInMap /*{{{*/ std::experimental::optional<map_ptrloc> pkgCacheGenerator::WriteStringInMap(const char *String, unsigned long Len) { - void const * const oldMap = Map.Data(); + void *oldMap = Map.Data(); const auto index = Map.WriteString(String, Len); if (index) ReMap(oldMap, Map.Data()); @@ -156,7 +157,7 @@ std::experimental::optional<map_ptrloc> pkgCacheGenerator::WriteStringInMap(cons /*}}}*/ // CacheGenerator::WriteStringInMap /*{{{*/ std::experimental::optional<map_ptrloc> pkgCacheGenerator::WriteStringInMap(const char *String) { - void const * const oldMap = Map.Data(); + void *oldMap = Map.Data(); const auto index = Map.WriteString(String); if (index) ReMap(oldMap, Map.Data()); @@ -164,7 +165,7 @@ std::experimental::optional<map_ptrloc> pkgCacheGenerator::WriteStringInMap(cons } /*}}}*/ std::experimental::optional<map_ptrloc> pkgCacheGenerator::AllocateInMap(unsigned long size) {/*{{{*/ - void const * const oldMap = Map.Data(); + void *oldMap = Map.Data(); const auto index = Map.Allocate(size); if (index) ReMap(oldMap, Map.Data()); @@ -229,7 +230,7 @@ bool pkgCacheGenerator::MergeList(ListParser &List, pkgCache::VerIterator Ver = Pkg.VersionList(); Dynamic<pkgCache::VerIterator> DynVer(Ver); map_ptrloc *Last = &Pkg->VersionList; - const void * oldMap = Map.Data(); + void *oldMap = Map.Data(); int Res = 1; for (; Ver.end() == false; Last = &Ver->NextVer, Ver++) { @@ -271,7 +272,7 @@ bool pkgCacheGenerator::MergeList(ListParser &List, if (oldMap != Map.Data()) { - Last += (map_ptrloc*) Map.Data() - (map_ptrloc*) oldMap; + Last = RebasePointer(Last, oldMap, Map.Data()); oldMap = Map.Data(); } @@ -297,7 +298,7 @@ bool pkgCacheGenerator::MergeList(ListParser &List, PackageName.c_str(), 1); if (oldMap != Map.Data()) - Last += (map_ptrloc*) Map.Data() - (map_ptrloc*) oldMap; + Last = RebasePointer(Last, oldMap, Map.Data()); *Last = *verindex; Ver->ParentPkg = Pkg.Index(); @@ -553,7 +554,7 @@ bool pkgCacheGenerator::ListParser::NewDepends(pkgCache::VerIterator &Ver, unsigned int Op, unsigned int Type) { - void const * const oldMap = Owner->Map.Data(); + void *oldMap = Owner->Map.Data(); pkgCache &Cache = Owner->Cache; // Get a structure @@ -605,7 +606,7 @@ bool pkgCacheGenerator::ListParser::NewDepends(pkgCache::VerIterator &Ver, OldDepLast = &D->NextDepends; OldDepVer = Ver; } else if (oldMap != Owner->Map.Data()) - OldDepLast += (map_ptrloc*) Owner->Map.Data() - (map_ptrloc*) oldMap; + OldDepLast = RebasePointer(OldDepLast, oldMap, Owner->Map.Data()); // Is it a file dependency? if (PackageName[0] == '/') @@ -739,7 +740,7 @@ std::experimental::optional<map_ptrloc> pkgCacheGenerator::WriteUniqString(const } // Get a structure - void const * const oldMap = Map.Data(); + void *oldMap = Map.Data(); const auto Item = AllocateInMap(sizeof(pkgCache::StringItem)); const auto idxString = WriteStringInMap(S, Size); if ((!Item) || (!idxString)) @@ -747,8 +748,8 @@ std::experimental::optional<map_ptrloc> pkgCacheGenerator::WriteUniqString(const if (oldMap != Map.Data()) { - Last += (map_ptrloc*) Map.Data() - (map_ptrloc*) oldMap; - I += (pkgCache::StringItem*) Map.Data() - (pkgCache::StringItem*) oldMap; + Last = RebasePointer(Last, oldMap, Map.Data()); + I = RebasePointer(I, oldMap, Map.Data()); } *Last = *Item; diff --git a/apt/apt-pkg/pkgcachegen.h b/apt/apt-pkg/pkgcachegen.h index 77075a6..0faf6e1 100644 --- a/apt/apt-pkg/pkgcachegen.h +++ b/apt/apt-pkg/pkgcachegen.h @@ -72,7 +72,7 @@ class pkgCacheGenerator class DynamicFunction { public: - typedef std::function<void(const void *, const void *)> function; + typedef std::function<void(void *, void *)> function; static std::set<DynamicFunction*> toReMap; @@ -93,7 +93,7 @@ class pkgCacheGenerator toReMap.erase(this); } - void call(const void *oldMap, const void *newMap) + void call(void *oldMap, void *newMap) { if (m_function) m_function(oldMap, newMap); @@ -140,7 +140,7 @@ class pkgCacheGenerator // CNC:2003-03-18 inline void ResetFileDeps() {FoundFileDeps = false;}; - void ReMap(void const * const oldMap, void const * const newMap); + void ReMap(void *oldMap, void *newMap); pkgCacheGenerator(DynamicMMap *Map,OpProgress *Progress); ~pkgCacheGenerator(); diff --git a/apt/apt-pkg/rebase_pointer.h b/apt/apt-pkg/rebase_pointer.h new file mode 100644 index 0000000..f6b3c15 --- /dev/null +++ b/apt/apt-pkg/rebase_pointer.h @@ -0,0 +1,16 @@ +#ifndef PKGLIB_REBASE_POINTER_H +#define PKGLIB_REBASE_POINTER_H + +template <typename T> +static inline T* RebasePointer(T *ptr, void *old_base, void *new_base) +{ + return reinterpret_cast<T*>(reinterpret_cast<char*>(new_base) + (reinterpret_cast<char*>(ptr) - reinterpret_cast<char*>(old_base))); +} + +template <typename T> +static inline const T* RebasePointer(const T *ptr, void *old_base, void *new_base) +{ + return reinterpret_cast<const T*>(reinterpret_cast<char*>(new_base) + (reinterpret_cast<const char*>(ptr) - reinterpret_cast<char*>(old_base))); +} + +#endif diff --git a/apt/apt-pkg/rpm/rpmlistparser.cc b/apt/apt-pkg/rpm/rpmlistparser.cc index 9b2e9ad..bd13b99 100644 --- a/apt/apt-pkg/rpm/rpmlistparser.cc +++ b/apt/apt-pkg/rpm/rpmlistparser.cc @@ -25,6 +25,7 @@ #include <apt-pkg/strutl.h> #include <apt-pkg/crc-16.h> #include <apt-pkg/tagfile.h> +#include <apt-pkg/rebase_pointer.h> #include <apti18n.h> @@ -50,13 +51,13 @@ rpmListParser::rpmListParser(RPMHandler *Handler) { SeenPackages.reset(new SeenPackagesType); m_SeenPackagesRealloc.reset(new pkgCacheGenerator::DynamicFunction( - [this] (void const *oldMap, void const *newMap) + [this] (void *oldMap, void *newMap) { SeenPackagesType tmp; for (auto iter: *SeenPackages) { - tmp.insert(iter + (static_cast<const char *>(newMap) - static_cast<const char *>(oldMap))); + tmp.insert(RebasePointer(iter, oldMap, newMap)); } SeenPackages->swap(tmp); diff --git a/apt/apt-pkg/rpm/rpmpackagedata.cc b/apt/apt-pkg/rpm/rpmpackagedata.cc index 61c15d5..d6c677b 100644 --- a/apt/apt-pkg/rpm/rpmpackagedata.cc +++ b/apt/apt-pkg/rpm/rpmpackagedata.cc @@ -23,7 +23,7 @@ RPMPackageData::RPMPackageData() #endif { m_VerMapRealloc.reset(new pkgCacheGenerator::DynamicFunction( - [this] (void const *oldMap, void const *newMap) + [this] (void *oldMap, void *newMap) { for (auto iter1 = VerMap.begin(); iter1 != VerMap.end(); ++iter1) { -- 2.24.0
next prev parent reply other threads:[~2019-12-06 15:36 UTC|newest] Thread overview: 34+ messages / expand[flat|nested] mbox.gz Atom feed top 2019-12-06 13:16 [devel] [PATCH for apt 1/2] Add option for debugging DynamicMMap::Allocate Aleksei Nikiforov 2019-12-06 13:16 ` [devel] [PATCH for apt 2/2] Fix pointer arithmetics Aleksei Nikiforov 2019-12-06 13:36 ` Ivan A. Melnikov 2019-12-06 15:32 ` Aleksei Nikiforov 2019-12-06 15:36 ` Aleksei Nikiforov [this message] 2019-12-07 14:52 ` [devel] [PATCH for apt 2/2 v2] " Andrey Savchenko 2019-12-08 22:56 ` Dmitry V. Levin 2019-12-09 6:54 ` Aleksei Nikiforov 2019-12-12 19:20 ` Andrey Savchenko 2019-12-13 7:58 ` Aleksei Nikiforov 2019-12-08 23:21 ` Dmitry V. Levin 2019-12-09 7:08 ` Aleksei Nikiforov 2019-12-10 0:07 ` Dmitry V. Levin 2019-12-10 8:18 ` Aleksei Nikiforov 2019-12-10 10:20 ` Dmitry V. Levin 2019-12-10 10:58 ` Aleksei Nikiforov 2019-12-10 22:20 ` Dmitry V. Levin 2019-12-11 7:50 ` Aleksei Nikiforov 2019-12-12 19:43 ` Andrey Savchenko 2019-12-13 8:01 ` Aleksei Nikiforov 2019-12-08 23:31 ` [devel] [PATCH for apt 2/2] " Dmitry V. Levin 2019-12-09 7:09 ` Aleksei Nikiforov 2019-12-09 7:16 ` [devel] [PATCH for apt 2/2 v3] " Aleksei Nikiforov 2019-12-09 23:54 ` [devel] [PATCH apt 0/3] Fix 0.5.15lorg2-alt70~9 fallout Dmitry V. Levin 2019-12-09 23:56 ` [devel] [PATCH apt 1/3] apt-pkg/cacheiterators.h: revert #include <set> Dmitry V. Levin 2019-12-09 23:56 ` [devel] [PATCH apt 2/3] apt-pkg/contrib/mmap.cc: revert confusing change of Flags to this->Flags Dmitry V. Levin 2019-12-09 23:56 ` [devel] [PATCH apt 3/3] Fix UB in pointer arithmetic Dmitry V. Levin 2019-12-10 8:18 ` Aleksei Nikiforov 2019-12-08 22:50 ` [devel] [PATCH for apt 1/2] Add option for debugging DynamicMMap::Allocate Dmitry V. Levin 2019-12-09 6:58 ` Aleksei Nikiforov 2019-12-09 10:24 ` Dmitry V. Levin 2019-12-09 11:03 ` [devel] [PATCH for apt 1/2 v3] Add Debug::DynamicMMap::Allocate option Aleksei Nikiforov 2019-12-09 22:59 ` Dmitry V. Levin 2019-12-09 7:00 ` [devel] [PATCH for apt 1/2 v2] Add option for debugging Debug::DynamicMMap::Allocate Aleksei Nikiforov
Reply instructions: You may reply publicly to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: https://en.wikipedia.org/wiki/Posting_style#Interleaved_style * Reply using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email \ --in-reply-to=20191206153655.86334-1-darktemplar@altlinux.org \ --to=darktemplar@altlinux.org \ --cc=devel@lists.altlinux.org \ /path/to/YOUR_REPLY https://kernel.org/pub/software/scm/git/docs/git-send-email.html * If your mail client supports setting the In-Reply-To header via mailto: links, try the mailto: link
ALT Linux Team development discussions This inbox may be cloned and mirrored by anyone: git clone --mirror http://lore.altlinux.org/devel/0 devel/git/0.git # If you have public-inbox 1.1+ installed, you may # initialize and index your mirror using the following commands: public-inbox-init -V2 devel devel/ http://lore.altlinux.org/devel \ devel@altlinux.org devel@altlinux.ru devel@lists.altlinux.org devel@lists.altlinux.ru devel@linux.iplabs.ru mandrake-russian@linuxteam.iplabs.ru sisyphus@linuxteam.iplabs.ru public-inbox-index devel Example config snippet for mirrors. Newsgroup available over NNTP: nntp://lore.altlinux.org/org.altlinux.lists.devel AGPL code for this site: git clone https://public-inbox.org/public-inbox.git