mirror of
https://github.com/marcoallegretti/WEFT_OS.git
synced 2026-11-22 08:13:59 +00:00
fix(pack): replace a differing revision of the same name in one exchange
Installing the same content with another signature file gives the same revision name. The existing revision, possibly the active one, was removed before the new copy was renamed into place, so a failure in between left the store link pointing at nothing. The new copy now replaces it in one exchange. If an activation fails before its switch, the kept rollback link is restored, and dropping a stale rollback link is flushed. The staging claim is released once the copy is placed, so launches are not refused while the operation finishes. A launch now passes over a store whose entry for the app is unusable, as the listing does.
This commit is contained in:
parent
194fb9f0fa
commit
a65fb89662
3 changed files with 117 additions and 29 deletions
|
|
@ -71,12 +71,25 @@ fn resolve_in(app_id: &str, stores: &[PathBuf]) -> Result<LaunchPackage, Refusal
|
||||||
let root = image.root().to_path_buf();
|
let root = image.root().to_path_buf();
|
||||||
return from_root(app_id, root, Some(image));
|
return from_root(app_id, root, Some(image));
|
||||||
}
|
}
|
||||||
|
// A store whose entry for the app cannot be used does not hide the app
|
||||||
|
// in a later store, as it does not in the list of installed apps; the
|
||||||
|
// first such problem is reported when no store has the app.
|
||||||
|
let mut unusable = None;
|
||||||
for store in stores {
|
for store in stores {
|
||||||
let active = weft_ipc_types::store::active(store, app_id).map_err(|e| match e {
|
let active = match weft_ipc_types::store::active(store, app_id) {
|
||||||
weft_ipc_types::store::StoreError::NotAPackage(_) => Refusal::new(403, e.to_string()),
|
Ok(Some(active)) => active,
|
||||||
weft_ipc_types::store::StoreError::Io(..) => Refusal::new(500, e.to_string()),
|
Ok(None) => continue,
|
||||||
})?;
|
Err(e) => {
|
||||||
let Some(active) = active else { continue };
|
tracing::warn!(app_id, error = %e, "package entry skipped");
|
||||||
|
unusable.get_or_insert(match e {
|
||||||
|
weft_ipc_types::store::StoreError::NotAPackage(_) => {
|
||||||
|
Refusal::new(403, e.to_string())
|
||||||
|
}
|
||||||
|
weft_ipc_types::store::StoreError::Io(..) => Refusal::new(500, e.to_string()),
|
||||||
|
});
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
let dir = active.dir().to_path_buf();
|
let dir = active.dir().to_path_buf();
|
||||||
// A directory left with only app data by an earlier layout is not a
|
// A directory left with only app data by an earlier layout is not a
|
||||||
// package.
|
// package.
|
||||||
|
|
@ -96,10 +109,7 @@ fn resolve_in(app_id: &str, stores: &[PathBuf]) -> Result<LaunchPackage, Refusal
|
||||||
package.pin = Some(pin);
|
package.pin = Some(pin);
|
||||||
return Ok(package);
|
return Ok(package);
|
||||||
}
|
}
|
||||||
Err(Refusal::new(
|
Err(unusable.unwrap_or_else(|| Refusal::new(404, format!("package {app_id} is not installed"))))
|
||||||
404,
|
|
||||||
format!("package {app_id} is not installed"),
|
|
||||||
))
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fn from_root(app_id: &str, root: PathBuf, image: Option<Mount>) -> Result<LaunchPackage, Refusal> {
|
fn from_root(app_id: &str, root: PathBuf, image: Option<Mount>) -> Result<LaunchPackage, Refusal> {
|
||||||
|
|
|
||||||
|
|
@ -397,9 +397,9 @@ fn install_dir(
|
||||||
.and_then(|()| {
|
.and_then(|()| {
|
||||||
// Held while the copy is in use, so the collection of another
|
// Held while the copy is in use, so the collection of another
|
||||||
// operation never takes it for abandoned.
|
// operation never takes it for abandoned.
|
||||||
let _in_use = weft_ipc_types::store::try_claim(&staging)
|
let in_use = weft_ipc_types::store::try_claim(&staging)
|
||||||
.with_context(|| format!("open {}", staging.display()))?;
|
.with_context(|| format!("open {}", staging.display()))?;
|
||||||
install_staged(&staging, store_root, mode, claim_data)
|
install_staged(&staging, store_root, mode, claim_data, in_use)
|
||||||
});
|
});
|
||||||
if result.is_err() {
|
if result.is_err() {
|
||||||
let _ = std::fs::remove_dir_all(&staging);
|
let _ = std::fs::remove_dir_all(&staging);
|
||||||
|
|
@ -407,11 +407,15 @@ fn install_dir(
|
||||||
result
|
result
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Installs the staged copy. `in_use` holds the copy against collection by
|
||||||
|
/// other operations until it is placed; it is released then, since the copy
|
||||||
|
/// has become the revision sessions launch from.
|
||||||
fn install_staged(
|
fn install_staged(
|
||||||
staging: &Path,
|
staging: &Path,
|
||||||
store_root: &Path,
|
store_root: &Path,
|
||||||
mode: InstallMode,
|
mode: InstallMode,
|
||||||
claim_data: bool,
|
claim_data: bool,
|
||||||
|
in_use: Option<std::fs::File>,
|
||||||
) -> anyhow::Result<()> {
|
) -> anyhow::Result<()> {
|
||||||
check_package(staging)?;
|
check_package(staging)?;
|
||||||
let manifest = load_manifest(staging)?;
|
let manifest = load_manifest(staging)?;
|
||||||
|
|
@ -445,6 +449,7 @@ fn install_staged(
|
||||||
let admission = admit(staging, app_id, mode, &data_home, claim_data)?;
|
let admission = admit(staging, app_id, mode, &data_home, claim_data)?;
|
||||||
let owner = admission.owner;
|
let owner = admission.owner;
|
||||||
let revision = place(staging, store_root, app_id, admission)?;
|
let revision = place(staging, store_root, app_id, admission)?;
|
||||||
|
drop(in_use);
|
||||||
drop(legacy);
|
drop(legacy);
|
||||||
collect(store_root, app_id);
|
collect(store_root, app_id);
|
||||||
println!(
|
println!(
|
||||||
|
|
@ -512,17 +517,28 @@ fn place(
|
||||||
let _ = std::fs::remove_dir_all(staging);
|
let _ = std::fs::remove_dir_all(staging);
|
||||||
return Ok(revision);
|
return Ok(revision);
|
||||||
}
|
}
|
||||||
|
// The revision may be the active one, as when the same content is
|
||||||
|
// installed again with another signature file, so it is replaced
|
||||||
|
// in one exchange: the name always holds a complete revision.
|
||||||
let claim = weft_ipc_types::store::try_claim(&dir)
|
let claim = weft_ipc_types::store::try_claim(&dir)
|
||||||
.with_context(|| format!("open {}", dir.display()))?
|
.with_context(|| format!("open {}", dir.display()))?
|
||||||
.with_context(|| {
|
.with_context(|| {
|
||||||
format!("{} is in use and differs; try again later", dir.display())
|
format!(
|
||||||
|
"{} differs from this package but a running session uses it; close \
|
||||||
|
the app and install again",
|
||||||
|
dir.display()
|
||||||
|
)
|
||||||
})?;
|
})?;
|
||||||
remove_claimed(store_root, &dir);
|
exchange(staging, &dir)
|
||||||
|
.with_context(|| format!("replace {} with {}", dir.display(), staging.display()))?;
|
||||||
|
// The earlier copy now has the staging name.
|
||||||
|
remove_claimed(store_root, staging);
|
||||||
drop(claim);
|
drop(claim);
|
||||||
|
} else {
|
||||||
|
weft_ipc_types::package::rename_no_replace(staging, &dir)
|
||||||
|
.with_context(|| format!("move {} -> {}", staging.display(), dir.display()))?;
|
||||||
|
created_revision = Some(dir.clone());
|
||||||
}
|
}
|
||||||
weft_ipc_types::package::rename_no_replace(staging, &dir)
|
|
||||||
.with_context(|| format!("move {} -> {}", staging.display(), dir.display()))?;
|
|
||||||
created_revision = Some(dir.clone());
|
|
||||||
sync_dir(&revisions)?;
|
sync_dir(&revisions)?;
|
||||||
sync_dir(&store_root.join(weft_ipc_types::store::REVISIONS_DIR))?;
|
sync_dir(&store_root.join(weft_ipc_types::store::REVISIONS_DIR))?;
|
||||||
Ok(revision)
|
Ok(revision)
|
||||||
|
|
@ -554,29 +570,44 @@ fn activate(store_root: &Path, app_id: &str, revision: &str) -> anyhow::Result<(
|
||||||
use weft_ipc_types::store::{link_target, revisions_of};
|
use weft_ipc_types::store::{link_target, revisions_of};
|
||||||
let revisions = revisions_of(store_root, app_id);
|
let revisions = revisions_of(store_root, app_id);
|
||||||
let current = active(store_root, app_id)?;
|
let current = active(store_root, app_id)?;
|
||||||
match ¤t {
|
let dest = store_root.join(app_id);
|
||||||
|
let link = temporary_link(store_root, app_id, &link_target(app_id, revision))?;
|
||||||
|
let kept_before = std::fs::read_link(revisions.join(PREVIOUS_LINK)).ok();
|
||||||
|
let kept = match ¤t {
|
||||||
Some(Active::Revision { name, .. }) if name != revision => {
|
Some(Active::Revision { name, .. }) if name != revision => {
|
||||||
replace_link(&revisions, PREVIOUS_LINK, Path::new(name))?;
|
replace_link(&revisions, PREVIOUS_LINK, Path::new(name))
|
||||||
}
|
}
|
||||||
Some(Active::Revision { .. }) => {}
|
Some(Active::Revision { .. }) => Ok(()),
|
||||||
// Nothing earlier of this installation to roll back to; a link left
|
// Nothing earlier of this installation to roll back to; a link left
|
||||||
// by an earlier, interrupted uninstall is dropped.
|
// by an earlier, interrupted uninstall is dropped.
|
||||||
_ => match std::fs::remove_file(revisions.join(PREVIOUS_LINK)) {
|
_ => match std::fs::remove_file(revisions.join(PREVIOUS_LINK)) {
|
||||||
Err(e) if e.kind() != std::io::ErrorKind::NotFound => {
|
Err(e) if e.kind() != std::io::ErrorKind::NotFound => {
|
||||||
return Err(e).context("remove the stale rollback link");
|
Err(e).context("remove the stale rollback link")
|
||||||
}
|
}
|
||||||
_ => {}
|
_ => sync_dir(&revisions),
|
||||||
},
|
},
|
||||||
}
|
|
||||||
let dest = store_root.join(app_id);
|
|
||||||
let link = temporary_link(store_root, app_id, &link_target(app_id, revision))?;
|
|
||||||
let switched = match ¤t {
|
|
||||||
Some(Active::Directory(_)) => exchange(&link, &dest),
|
|
||||||
_ => std::fs::rename(&link, &dest),
|
|
||||||
};
|
};
|
||||||
|
let switched = kept.and_then(|()| {
|
||||||
|
match ¤t {
|
||||||
|
Some(Active::Directory(_)) => exchange(&link, &dest),
|
||||||
|
_ => std::fs::rename(&link, &dest),
|
||||||
|
}
|
||||||
|
.with_context(|| format!("activate {}", dest.display()))
|
||||||
|
});
|
||||||
if let Err(e) = switched {
|
if let Err(e) = switched {
|
||||||
let _ = std::fs::remove_file(&link);
|
let _ = std::fs::remove_file(&link);
|
||||||
return Err(e).with_context(|| format!("activate {}", dest.display()));
|
// The revision kept for rollback stays what it was.
|
||||||
|
if let Some(Active::Revision { name, .. }) = ¤t
|
||||||
|
&& name != revision
|
||||||
|
{
|
||||||
|
let _ = match &kept_before {
|
||||||
|
Some(target) => replace_link(&revisions, PREVIOUS_LINK, target),
|
||||||
|
None => {
|
||||||
|
std::fs::remove_file(revisions.join(PREVIOUS_LINK)).map_err(anyhow::Error::from)
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}
|
||||||
|
return Err(e);
|
||||||
}
|
}
|
||||||
if let Err(e) = sync_dir(store_root) {
|
if let Err(e) = sync_dir(store_root) {
|
||||||
eprintln!("{e:#}");
|
eprintln!("{e:#}");
|
||||||
|
|
@ -1821,6 +1852,53 @@ mod tests {
|
||||||
let _ = std::fs::remove_dir_all(&home);
|
let _ = std::fs::remove_dir_all(&home);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn the_same_content_with_another_signature_replaces_the_active_revision_in_place() {
|
||||||
|
let home = temp_root("resigned");
|
||||||
|
let store = home.join("store");
|
||||||
|
let app_id = "org.weft.test.resigned";
|
||||||
|
let src = home.join("src");
|
||||||
|
let install = || {
|
||||||
|
with_home(&home, || {
|
||||||
|
install_package_to(&src, &store, InstallMode::Development)
|
||||||
|
})
|
||||||
|
};
|
||||||
|
write_revision(&src, app_id, "one");
|
||||||
|
install().unwrap();
|
||||||
|
let revision = active_dir(&store, app_id);
|
||||||
|
sign_package(&src, &key(&home, "dev", 3, false)).unwrap();
|
||||||
|
// A session runs from the unsigned copy: it is not replaced under it.
|
||||||
|
let session = weft_ipc_types::store::pin(&revision).unwrap();
|
||||||
|
assert!(install().is_err());
|
||||||
|
assert!(
|
||||||
|
!revision
|
||||||
|
.join(weft_ipc_types::trust::SIGNATURE_FILE)
|
||||||
|
.exists()
|
||||||
|
);
|
||||||
|
drop(session);
|
||||||
|
install().unwrap();
|
||||||
|
assert_eq!(
|
||||||
|
active_dir(&store, app_id),
|
||||||
|
revision,
|
||||||
|
"same content, same revision"
|
||||||
|
);
|
||||||
|
assert!(
|
||||||
|
revision
|
||||||
|
.join(weft_ipc_types::trust::SIGNATURE_FILE)
|
||||||
|
.is_file()
|
||||||
|
);
|
||||||
|
assert_eq!(active_ui(&store, app_id), "one");
|
||||||
|
assert!(!staging_left(&store));
|
||||||
|
let leftovers: Vec<_> = std::fs::read_dir(&store)
|
||||||
|
.unwrap()
|
||||||
|
.flatten()
|
||||||
|
.map(|e| e.file_name())
|
||||||
|
.filter(|n| n.to_string_lossy().starts_with(".trash-"))
|
||||||
|
.collect();
|
||||||
|
assert!(leftovers.is_empty(), "{leftovers:?}");
|
||||||
|
let _ = std::fs::remove_dir_all(&home);
|
||||||
|
}
|
||||||
|
|
||||||
#[cfg(unix)]
|
#[cfg(unix)]
|
||||||
#[test]
|
#[test]
|
||||||
fn a_new_installation_does_not_inherit_a_rollback_link() {
|
fn a_new_installation_does_not_inherit_a_rollback_link() {
|
||||||
|
|
|
||||||
|
|
@ -123,7 +123,7 @@ A directory install can still be changed by its owner while a session runs; for
|
||||||
|
|
||||||
### Installing and updating
|
### Installing and updating
|
||||||
|
|
||||||
`weft-pack install` copies the package into a staging directory in the store and checks, verifies and admits that copy, so the bytes that are checked are the bytes that are installed. The copy is flushed to disk and renamed to an immutable revision named by its content digest, `<root>/.revisions/<id>/<digest>`; installing the same content again reuses it. One rename of the link `<root>/<id>` then makes it active. The rename of the link is the commit point. An installation that fails before it leaves the previously active revision active, or, for a first installation, nothing installed; a failed first installation also removes the owner record it created, while one interrupted by a crash leaves that record until `weft-pack uninstall <id>` releases it. After the commit point the update stands, and what an interruption leaves to tidy is collected later. A revision is reused only when it still holds the same content and signature file. A package directory from before revisions is replaced in one exchange with the new link, only while no session runs from it and only after the app data an earlier weft-appd kept in its `data` directory has been moved to the app data directory, under the same rules as for uninstall; otherwise the update stops and changes nothing.
|
`weft-pack install` copies the package into a staging directory in the store and checks, verifies and admits that copy, so the bytes that are checked are the bytes that are installed. The copy is flushed to disk and renamed to an immutable revision named by its content digest, `<root>/.revisions/<id>/<digest>`; installing the same content again reuses it. One rename of the link `<root>/<id>` then makes it active. The rename of the link is the commit point. An installation that fails before it leaves the previously active revision active, or, for a first installation, nothing installed; a failed first installation also removes the owner record it created, while one interrupted by a crash leaves that record until `weft-pack uninstall <id>` releases it. After the commit point the update stands, and what an interruption leaves to tidy is collected later. A revision is reused only when it still holds the same content and signature file; otherwise the new copy replaces it in one exchange, unless a running session uses it. A package directory from before revisions is replaced in one exchange with the new link, only while no session runs from it and only after the app data an earlier weft-appd kept in its `data` directory has been moved to the app data directory, under the same rules as for uninstall; otherwise the update stops before replacing anything. Data moved this way stays in the app data directory even if the update is then refused.
|
||||||
|
|
||||||
The revision active before an update is kept for `weft-pack rollback <id>`, which makes it active again, keeping the revision it replaces in turn; it is checked against the owner record again, so a revision whose publisher key was withdrawn is not rolled back to. Other revisions are removed by each install, rollback or uninstall of the app, except those a session still runs from; those stay until a later operation on the app finds them unused. Temporary links of interrupted activations are removed then too, and staging, unpacking and removal directories once they are an hour old. `weft-pack uninstall` removes the link, so new launches no longer find the app, and the kept revision; running sessions continue on their revisions. Apart from that move of data from the earlier layout, app data is never touched by these operations. Package revisions and app data are independent: rolling back a package does not roll back its data.
|
The revision active before an update is kept for `weft-pack rollback <id>`, which makes it active again, keeping the revision it replaces in turn; it is checked against the owner record again, so a revision whose publisher key was withdrawn is not rolled back to. Other revisions are removed by each install, rollback or uninstall of the app, except those a session still runs from; those stay until a later operation on the app finds them unused. Temporary links of interrupted activations are removed then too, and staging, unpacking and removal directories once they are an hour old. `weft-pack uninstall` removes the link, so new launches no longer find the app, and the kept revision; running sessions continue on their revisions. Apart from that move of data from the earlier layout, app data is never touched by these operations. Package revisions and app data are independent: rolling back a package does not roll back its data.
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue