f1ee9113ac
* nuframe in its own type in UntaggedValue * Removed eager dataframe from enum * Dataframe created from list of values * Corrected order in dataframe columns * Returned tag from stream collection * Removed series from dataframe commands * Arithmetic operators * forced push * forced push * Replace all command * String commands * appending operations with dfs * Testing suite for dataframes * Unit test for dataframe commands * improved equality for dataframes
101 lines
2.9 KiB
Rust
101 lines
2.9 KiB
Rust
use crate::{commands::dataframe::utils::parse_polars_error, prelude::*};
|
|
use nu_engine::WholeStreamCommand;
|
|
use nu_errors::ShellError;
|
|
use nu_protocol::{
|
|
dataframe::{Column, NuDataFrame},
|
|
Signature, SyntaxShape, UntaggedValue,
|
|
};
|
|
use nu_source::{Span, Tagged};
|
|
use polars::prelude::IntoSeries;
|
|
|
|
pub struct DataFrame;
|
|
|
|
impl WholeStreamCommand for DataFrame {
|
|
fn name(&self) -> &str {
|
|
"dataframe replace"
|
|
}
|
|
|
|
fn usage(&self) -> &str {
|
|
"[Series] Replace the leftmost (sub)string by a regex pattern"
|
|
}
|
|
|
|
fn signature(&self) -> Signature {
|
|
Signature::build("dataframe replace")
|
|
.required_named(
|
|
"pattern",
|
|
SyntaxShape::String,
|
|
"Regex pattern to be matched",
|
|
Some('p'),
|
|
)
|
|
.required_named(
|
|
"replace",
|
|
SyntaxShape::String,
|
|
"replacing string",
|
|
Some('r'),
|
|
)
|
|
}
|
|
|
|
fn run(&self, args: CommandArgs) -> Result<OutputStream, ShellError> {
|
|
command(args)
|
|
}
|
|
|
|
fn examples(&self) -> Vec<Example> {
|
|
vec![Example {
|
|
description: "Replaces string",
|
|
example: "[abc abc abc] | dataframe to-df | dataframe replace -p ab -r AB",
|
|
result: Some(vec![NuDataFrame::try_from_columns(
|
|
vec![Column::new(
|
|
"0".to_string(),
|
|
vec![
|
|
UntaggedValue::string("ABc").into(),
|
|
UntaggedValue::string("ABc").into(),
|
|
UntaggedValue::string("ABc").into(),
|
|
],
|
|
)],
|
|
&Span::default(),
|
|
)
|
|
.expect("simple df for test should not fail")
|
|
.into_value(Tag::default())]),
|
|
}]
|
|
}
|
|
}
|
|
|
|
fn command(mut args: CommandArgs) -> Result<OutputStream, ShellError> {
|
|
let tag = args.call_info.name_tag.clone();
|
|
let pattern: Tagged<String> = args.req_named("pattern")?;
|
|
let replace: Tagged<String> = args.req_named("replace")?;
|
|
|
|
let (df, df_tag) = NuDataFrame::try_from_stream(&mut args.input, &tag.span)?;
|
|
|
|
let series = df.as_series(&df_tag.span)?;
|
|
let chunked = series.utf8().map_err(|e| {
|
|
parse_polars_error::<&str>(
|
|
&e,
|
|
&df_tag.span,
|
|
Some("The replace-all command can only be used with string columns"),
|
|
)
|
|
})?;
|
|
|
|
let mut res = chunked
|
|
.replace(pattern.as_str(), replace.as_str())
|
|
.map_err(|e| parse_polars_error::<&str>(&e, &tag.span, None))?;
|
|
|
|
res.rename(series.name());
|
|
|
|
let df = NuDataFrame::try_from_series(vec![res.into_series()], &tag.span)?;
|
|
Ok(OutputStream::one(df.into_value(df_tag)))
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::DataFrame;
|
|
use super::ShellError;
|
|
|
|
#[test]
|
|
fn examples_work_as_expected() -> Result<(), ShellError> {
|
|
use crate::examples::test_dataframe as test_examples;
|
|
|
|
test_examples(DataFrame {})
|
|
}
|
|
}
|