📄 Torr¶

Torr is an open-source benchmark developed by domain experts to evaluate various table-related tasks and capabilities.
Constructed using state-of-the-art benchmarking methodologies, TablesBenchmark ensures validity, robustness, and efficiency by utilizing unitxt’s dynamic and flexible text processing abilities.
It encompasses diverse domains and evaluates a range of capabilities, with additional tasks and domains integrated over time.
benchmarks.torr
type: Benchmark
subsets: 
  fin_qa: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.fin_qa.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.fin_qa.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.fin_qa.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.fin_qa.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.fin_qa.markdown.transpose_augmentation_5_demos
  numeric_nlg: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.numeric_nlg.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.numeric_nlg.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.numeric_nlg.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.numeric_nlg.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.numeric_nlg.markdown.transpose_augmentation_5_demos
  qtsumm: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.qtsumm.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.qtsumm.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.qtsumm.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.qtsumm.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.qtsumm.markdown.transpose_augmentation_5_demos
  scigen: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.scigen.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.scigen.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.scigen.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.scigen.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.scigen.markdown.transpose_augmentation_5_demos
  tab_fact: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tab_fact.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tab_fact.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tab_fact.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tab_fact.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tab_fact.markdown.transpose_augmentation_5_demos
  tablebench_data_analysis: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_data_analysis.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_data_analysis.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_data_analysis.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_data_analysis.markdown.transpose_augmentation_5_demos
  tablebench_fact_checking: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_fact_checking.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_fact_checking.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_fact_checking.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_fact_checking.markdown.transpose_augmentation_5_demos
  tablebench_numerical_reasoning: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.tablebench_numerical_reasoning.markdown.transpose_augmentation_5_demos
  turl_col_type: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.concat.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.concat.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.concat.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.concat.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.concat.transpose_augmentation_5_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.csv.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.csv.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.csv.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.csv.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.csv.transpose_augmentation_5_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.df.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.df.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.df.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.df.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.df.transpose_augmentation_5_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.html.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.html.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.html.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.html.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.html.transpose_augmentation_5_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.indexed_row_major.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.indexed_row_major.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.indexed_row_major.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.indexed_row_major.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.indexed_row_major.transpose_augmentation_5_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.json.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.json.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.json.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.json.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.json.transpose_augmentation_5_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_5_demos: recipes.torr.turl_col_type.markdown.insert_empty_rows_augmentation_5_demos
          no_augmentation_5_demos: recipes.torr.turl_col_type.markdown.no_augmentation_5_demos
          shuffle_cols_augmentation_5_demos: recipes.torr.turl_col_type.markdown.shuffle_cols_augmentation_5_demos
          shuffle_rows_augmentation_5_demos: recipes.torr.turl_col_type.markdown.shuffle_rows_augmentation_5_demos
          transpose_augmentation_5_demos: recipes.torr.turl_col_type.markdown.transpose_augmentation_5_demos
  wikitq: 
    type: Benchmark
    subsets: 
      concat: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.concat.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.concat.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.concat.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.concat.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.concat.transpose_augmentation_1_demos
      csv: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.csv.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.csv.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.csv.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.csv.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.csv.transpose_augmentation_1_demos
      df: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.df.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.df.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.df.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.df.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.df.transpose_augmentation_1_demos
      html: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.html.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.html.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.html.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.html.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.html.transpose_augmentation_1_demos
      indexed_row_major: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.indexed_row_major.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.indexed_row_major.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.indexed_row_major.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.indexed_row_major.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.indexed_row_major.transpose_augmentation_1_demos
      json: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.json.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.json.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.json.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.json.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.json.transpose_augmentation_1_demos
      markdown: 
        type: Benchmark
        subsets: 
          insert_empty_rows_augmentation_1_demos: recipes.torr.wikitq.markdown.insert_empty_rows_augmentation_1_demos
          no_augmentation_1_demos: recipes.torr.wikitq.markdown.no_augmentation_1_demos
          shuffle_cols_augmentation_1_demos: recipes.torr.wikitq.markdown.shuffle_cols_augmentation_1_demos
          shuffle_rows_augmentation_1_demos: recipes.torr.wikitq.markdown.shuffle_rows_augmentation_1_demos
          transpose_augmentation_1_demos: recipes.torr.wikitq.markdown.transpose_augmentation_1_demos
[source]