OmixBench/CITATION.cff at main · SolvingLab/OmixBench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
cff-version: 1.2.0
message: "If you use this software, please cite it as below."
type: software
title: "OmixBench: Systematic Evaluation and Strategic Optimization of Large Language Models for Multi-omics Analysis"
authors:
  - family-names: "Liu"
    given-names: "Zaoqu"
    email: "liuzaoqu@163.com"
    orcid: "https://orcid.org/0000-0002-0452-742X"
  - family-names: "Wu"
    given-names: "Yushuai"
  - family-names: "Yang"
    given-names: "Jingkuan"
  - family-names: "Chen"
    given-names: "Ronghao"
  - family-names: "Xu"
    given-names: "Hui"
  - family-names: "Chen"
    given-names: "Jingqi"
  - family-names: "Weng"
    given-names: "Siyuan"
  - family-names: "Liu"
    given-names: "Long"
  - family-names: "Ning"
    given-names: "Jingyuan"
  - family-names: "Zhang"
    given-names: "Yuyuan"
  - family-names: "Ren"
    given-names: "Yuqing"
  - family-names: "Guo"
    given-names: "Chunguang"
  - family-names: "Luo"
    given-names: "Peng"
  - family-names: "Cheng"
    given-names: "Quan"
  - family-names: "Xu"
    given-names: "Yudi"
  - family-names: "Deng"
    given-names: "Jinhai"
  - family-names: "Zhao"
    given-names: "Faming"
  - family-names: "Zhou"
    given-names: "Zhaokai"
  - family-names: "Zhou"
    given-names: "Xing"
  - family-names: "Xie"
    given-names: "Linhai"
  - family-names: "He"
    given-names: "Fuchu"
abstract: "OmixBench presents a comprehensive evaluation framework for large language models (LLMs) in multi-omics analysis, systematically assessing 89 contemporary models through 1,002 static assessments and 405 dynamic execution tasks spanning ten omics domains. This work offers an unprecedented and systematic approach to LLM evaluation while revealing pathways toward more equitable access to advanced AI assistance in bioinformatics research."
keywords:
  - bioinformatics
  - large language models
  - multi-omics
  - benchmarking
  - machine learning
  - artificial intelligence
  - genomics
  - transcriptomics
  - R programming
  - computational biology
  - evaluation framework
license: GPL-3.0-or-later
version: 1.0.0
date-released: "2024-10-28"
repository-code: "https://github.com/SolvingLab/OmixBench"
url: "https://github.com/SolvingLab/OmixBench"
contact:
  - family-names: "Liu"
    given-names: "Zaoqu"
    email: "liuzaoqu@163.com"
preferred-citation:
  type: article
  title: "Systematic Evaluation and Strategic Optimization of Large Language Models for Multi-omics Analysis"
  authors:
    - family-names: "Liu"
      given-names: "Zaoqu"
    - family-names: "Wu"
      given-names: "Yushuai"
    - family-names: "Yang"
      given-names: "Jingkuan"
    - family-names: "Chen"
      given-names: "Ronghao"
    - family-names: "Xu"
      given-names: "Hui"
    - family-names: "Chen"
      given-names: "Jingqi"
    - family-names: "Weng"
      given-names: "Siyuan"
    - family-names: "Liu"
      given-names: "Long"
    - family-names: "Ning"
      given-names: "Jingyuan"
    - family-names: "Zhang"
      given-names: "Yuyuan"
    - family-names: "Ren"
      given-names: "Yuqing"
    - family-names: "Guo"
      given-names: "Chunguang"
    - family-names: "Luo"
      given-names: "Peng"
    - family-names: "Cheng"
      given-names: "Quan"
    - family-names: "Xu"
      given-names: "Yudi"
    - family-names: "Deng"
      given-names: "Jinhai"
    - family-names: "Zhao"
      given-names: "Faming"
    - family-names: "Zhou"
      given-names: "Zhaokai"
    - family-names: "Zhou"
      given-names: "Xing"
    - family-names: "Xie"
      given-names: "Linhai"
    - family-names: "He"
      given-names: "Fuchu"
  year: 2024
  status: "submitted"
  notes: "Manuscript under peer review"