001019411 001__ 1019411
001019411 005__ 20250822121412.0
001019411 0247_ $$2datacite_doi$$a10.34734/FZJ-2023-05369
001019411 037__ $$aFZJ-2023-05369
001019411 041__ $$aEnglish
001019411 1001_ $$0P:(DE-Juel1)187395$$aJohn, Chelsea Maria$$b0$$eCorresponding author$$ufzj
001019411 1112_ $$aWHPC@SC23: 16th International Women in HPC Workshop$$cDenver, Colorado$$d2023-11-12 - 2023-11-17$$gWHPC@SC23$$wUSA
001019411 245__ $$aOpenGPT-X: Novel Architecture Exploration
001019411 260__ $$c2023
001019411 300__ $$a2
001019411 3367_ $$2ORCID$$aCONFERENCE_PAPER
001019411 3367_ $$033$$2EndNote$$aConference Paper
001019411 3367_ $$2BibTeX$$aINPROCEEDINGS
001019411 3367_ $$2DRIVER$$aconferenceObject
001019411 3367_ $$2DataCite$$aOutput Types/Conference Paper
001019411 3367_ $$0PUB:(DE-HGF)8$$2PUB:(DE-HGF)$$aContribution to a conference proceedings$$bcontrib$$mcontrib$$s1702543417_9947
001019411 520__ $$aThe OpenGPT-X project is a German initiative with ten collaborators to build, train, and deploy a multilingual open-source language model. Models trained within the project will be used for pilot cases by industry partners and commercialized through the Gaia-X Federation. Due to the substantial memory and compute resources required for efficiently training large language models, high-performance computing systems such as JUWELS Booster1 are essential. This paper presents the results of the exploration of novel hardware architecture conducted within the scope of the project.
001019411 536__ $$0G:(DE-HGF)POF4-5112$$a5112 - Cross-Domain Algorithms, Tools, Methods Labs (ATMLs) and Research Groups (POF4-511)$$cPOF4-511$$fPOF IV$$x0
001019411 536__ $$0G:(DE-HGF)POF4-5121$$a5121 - Supercomputing & Big Data Facilities (POF4-512)$$cPOF4-512$$fPOF IV$$x1
001019411 536__ $$0G:(DE-Juel-1)68GX21007F$$aOpenGPT-X - Aufbau eines Gaia-X Knotens für große KI-Sprachmodelle und innovative Sprachapplikations-Services; Teilvorhaben: Optimierung und Skalierung auf großen HPC-Systemen (68GX21007F)$$c68GX21007F$$x2
001019411 536__ $$0G:(DE-Juel-1)ATML-X-DEV$$aATML-X-DEV - ATML Accelerating Devices (ATML-X-DEV)$$cATML-X-DEV$$x3
001019411 7001_ $$0P:(DE-Juel1)145478$$aHerten, Andreas$$b1
001019411 8564_ $$uhttps://zenodo.org/doi/10.5281/zenodo.10116241
001019411 8564_ $$uhttps://juser.fz-juelich.de/record/1019411/files/FZJ-2023-04874_alt.pdf$$yOpenAccess
001019411 8564_ $$uhttps://juser.fz-juelich.de/record/1019411/files/FZJ-2023-04874_alt.gif?subformat=icon$$xicon$$yOpenAccess
001019411 8564_ $$uhttps://juser.fz-juelich.de/record/1019411/files/FZJ-2023-04874_alt.jpg?subformat=icon-1440$$xicon-1440$$yOpenAccess
001019411 8564_ $$uhttps://juser.fz-juelich.de/record/1019411/files/FZJ-2023-04874_alt.jpg?subformat=icon-180$$xicon-180$$yOpenAccess
001019411 8564_ $$uhttps://juser.fz-juelich.de/record/1019411/files/FZJ-2023-04874_alt.jpg?subformat=icon-640$$xicon-640$$yOpenAccess
001019411 909CO $$ooai:juser.fz-juelich.de:1019411$$pdnbdelivery$$pdriver$$pVDB$$popen_access$$popenaire
001019411 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)187395$$aForschungszentrum Jülich$$b0$$kFZJ
001019411 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)145478$$aForschungszentrum Jülich$$b1$$kFZJ
001019411 9131_ $$0G:(DE-HGF)POF4-511$$1G:(DE-HGF)POF4-510$$2G:(DE-HGF)POF4-500$$3G:(DE-HGF)POF4$$4G:(DE-HGF)POF$$9G:(DE-HGF)POF4-5112$$aDE-HGF$$bKey Technologies$$lEngineering Digital Futures – Supercomputing, Data Management and Information Security for Knowledge and Action$$vEnabling Computational- & Data-Intensive Science and Engineering$$x0
001019411 9131_ $$0G:(DE-HGF)POF4-512$$1G:(DE-HGF)POF4-510$$2G:(DE-HGF)POF4-500$$3G:(DE-HGF)POF4$$4G:(DE-HGF)POF$$9G:(DE-HGF)POF4-5121$$aDE-HGF$$bKey Technologies$$lEngineering Digital Futures – Supercomputing, Data Management and Information Security for Knowledge and Action$$vSupercomputing & Big Data Infrastructures$$x1
001019411 9141_ $$y2023
001019411 915__ $$0StatID:(DE-HGF)0510$$2StatID$$aOpenAccess
001019411 9201_ $$0I:(DE-Juel1)JSC-20090406$$kJSC$$lJülich Supercomputing Center$$x0
001019411 980__ $$acontrib
001019411 980__ $$aVDB
001019411 980__ $$aUNRESTRICTED
001019411 980__ $$aI:(DE-Juel1)JSC-20090406
001019411 9801_ $$aFullTexts