mirror of
https://github.com/facebook/sapling.git
synced 2024-10-11 01:07:15 +03:00
542d1f93d3
Summary: This commit manually synchronizes the internal move of fbcode/scm/mononoke under fbcode/eden/mononoke which couldn't be performed by ShipIt automatically. Reviewed By: StanislavGlebik Differential Revision: D19722832 fbshipit-source-id: 52fbc8bc42a8940b39872dfb8b00ce9c0f6b0800
110 lines
3.1 KiB
Rust
110 lines
3.1 KiB
Rust
/*
|
|
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
*
|
|
* This software may be used and distributed according to the terms of the
|
|
* GNU General Public License version 2.
|
|
*/
|
|
|
|
use anyhow::{Error, Result};
|
|
use bytes::Bytes;
|
|
use clap::Arg;
|
|
use cmdlib::{args, helpers::block_execute};
|
|
use context::CoreContext;
|
|
use fbinit::FacebookInit;
|
|
use futures_ext::FutureExt;
|
|
use futures_preview::{
|
|
compat::Future01CompatExt,
|
|
future::TryFutureExt,
|
|
stream::{self, TryStreamExt},
|
|
};
|
|
use lfs_import_lib::lfs_upload;
|
|
use mercurial_types::blobs::File;
|
|
|
|
const NAME: &str = "lfs_import";
|
|
|
|
const ARG_LFS_HELPER: &str = "lfs-helper";
|
|
const ARG_CONCURRENCY: &str = "concurrency";
|
|
const ARG_POINTERS: &str = "pointers";
|
|
const ARG_NO_CREATE: &str = "no-create";
|
|
|
|
const DEFAULT_CONCURRENCY: usize = 16;
|
|
|
|
#[fbinit::main]
|
|
fn main(fb: FacebookInit) -> Result<()> {
|
|
let app = args::MononokeApp::new(NAME)
|
|
.with_advanced_args_hidden()
|
|
.build()
|
|
.version("0.0.0")
|
|
.about("Import LFS blobs")
|
|
.arg(
|
|
Arg::with_name(ARG_CONCURRENCY)
|
|
.long("concurrency")
|
|
.takes_value(true)
|
|
.help("The number of OIDs to process in parallel"),
|
|
)
|
|
.arg(
|
|
Arg::with_name(ARG_NO_CREATE)
|
|
.long(ARG_NO_CREATE)
|
|
.takes_value(false)
|
|
.required(false)
|
|
.help("If provided won't create a new repo"),
|
|
)
|
|
.arg(
|
|
Arg::with_name(ARG_LFS_HELPER)
|
|
.required(true)
|
|
.takes_value(true)
|
|
.help("LFS Helper"),
|
|
)
|
|
.arg(
|
|
Arg::with_name(ARG_POINTERS)
|
|
.takes_value(true)
|
|
.required(true)
|
|
.min_values(1)
|
|
.help("Raw LFS pointers to be imported"),
|
|
);
|
|
|
|
let matches = app.get_matches();
|
|
args::init_cachelib(fb, &matches, None);
|
|
|
|
let logger = args::init_logging(fb, &matches);
|
|
let ctx = CoreContext::new_with_logger(fb, logger.clone());
|
|
let blobrepo = if matches.is_present(ARG_NO_CREATE) {
|
|
args::open_repo(fb, &logger, &matches).left_future()
|
|
} else {
|
|
args::create_repo(fb, &logger, &matches).right_future()
|
|
};
|
|
let lfs_helper = matches.value_of(ARG_LFS_HELPER).unwrap().to_string();
|
|
|
|
let concurrency: usize = matches
|
|
.value_of(ARG_CONCURRENCY)
|
|
.map_or(Ok(DEFAULT_CONCURRENCY), |j| j.parse())
|
|
.map_err(Error::from)?;
|
|
|
|
let entries: Vec<_> = matches
|
|
.values_of(ARG_POINTERS)
|
|
.unwrap()
|
|
.into_iter()
|
|
.map(|e| File::new(Bytes::from(e), None, None).get_lfs_content())
|
|
.collect();
|
|
|
|
let import = async move {
|
|
let blobrepo = blobrepo.compat().await?;
|
|
stream::iter(entries)
|
|
.try_for_each_concurrent(concurrency, |lfs| {
|
|
lfs_upload(ctx.clone(), blobrepo.clone(), lfs_helper.clone(), lfs)
|
|
.compat()
|
|
.map_ok(|_| ())
|
|
})
|
|
.await
|
|
};
|
|
|
|
block_execute(
|
|
import,
|
|
fb,
|
|
NAME,
|
|
&logger,
|
|
&matches,
|
|
cmdlib::monitoring::AliveService,
|
|
)
|
|
}
|