001018546 001__ 1018546
001018546 005__ 20250822121411.0
001018546 0247_ $$2datacite_doi$$a10.34734/FZJ-2023-04874
001018546 037__ $$aFZJ-2023-04874
001018546 041__ $$aEnglish
001018546 1001_ $$0P:(DE-Juel1)187395$$aJohn, Chelsea Maria$$b0$$eCorresponding author$$ufzj
001018546 1112_ $$aWHPC@SC23: 16th International Women in HPC Workshop$$cDenver, Colorado$$d2023-11-12 - 2023-11-17$$gWHPC@SC23$$wUSA
001018546 245__ $$aNovel Architecture Exploration - OpenGPT-X: Open Large Language Models
001018546 260__ $$c2023
001018546 3367_ $$033$$2EndNote$$aConference Paper
001018546 3367_ $$2DataCite$$aOther
001018546 3367_ $$2BibTeX$$aINPROCEEDINGS
001018546 3367_ $$2DRIVER$$aconferenceObject
001018546 3367_ $$2ORCID$$aLECTURE_SPEECH
001018546 3367_ $$0PUB:(DE-HGF)6$$2PUB:(DE-HGF)$$aConference Presentation$$bconf$$mconf$$s1702537370_9248$$xInvited
001018546 520__ $$aThe OpenGPT-X project is a German initiative with ten collaborators to build, train, and deploy a multilingual open-source language model. Models trained within the project will be used for pilot cases by industry partners and commercialized through the Gaia-X Federation. Due to the substantial memory and compute resources required for efficiently training large language models, high-performance computing systems such as JUWELS Booster are essential. This paper presents the results of the exploration of novel hardware architecture conducted within the scope of the project.
001018546 536__ $$0G:(DE-HGF)POF4-5112$$a5112 - Cross-Domain Algorithms, Tools, Methods Labs (ATMLs) and Research Groups (POF4-511)$$cPOF4-511$$fPOF IV$$x0
001018546 536__ $$0G:(DE-HGF)POF4-5121$$a5121 - Supercomputing & Big Data Facilities (POF4-512)$$cPOF4-512$$fPOF IV$$x1
001018546 536__ $$0G:(DE-Juel-1)68GX21007F$$aOpenGPT-X - Aufbau eines Gaia-X Knotens für große KI-Sprachmodelle und innovative Sprachapplikations-Services; Teilvorhaben: Optimierung und Skalierung auf großen HPC-Systemen (68GX21007F)$$c68GX21007F$$x2
001018546 536__ $$0G:(DE-Juel-1)ATML-X-DEV$$aATML-X-DEV - ATML Accelerating Devices (ATML-X-DEV)$$cATML-X-DEV$$x3
001018546 588__ $$aDataset connected to DataCite
001018546 7001_ $$0P:(DE-Juel1)145478$$aHerten, Andreas$$b1$$ufzj
001018546 8564_ $$uhttps://juser.fz-juelich.de/record/1018546/files/FZJ-2023-04874.pdf$$yOpenAccess
001018546 8564_ $$uhttps://juser.fz-juelich.de/record/1018546/files/FZJ-2023-04874.gif?subformat=icon$$xicon$$yOpenAccess
001018546 8564_ $$uhttps://juser.fz-juelich.de/record/1018546/files/FZJ-2023-04874.jpg?subformat=icon-1440$$xicon-1440$$yOpenAccess
001018546 8564_ $$uhttps://juser.fz-juelich.de/record/1018546/files/FZJ-2023-04874.jpg?subformat=icon-180$$xicon-180$$yOpenAccess
001018546 8564_ $$uhttps://juser.fz-juelich.de/record/1018546/files/FZJ-2023-04874.jpg?subformat=icon-640$$xicon-640$$yOpenAccess
001018546 909CO $$ooai:juser.fz-juelich.de:1018546$$pdriver$$pVDB$$popen_access$$popenaire
001018546 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)187395$$aForschungszentrum Jülich$$b0$$kFZJ
001018546 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)145478$$aForschungszentrum Jülich$$b1$$kFZJ
001018546 9131_ $$0G:(DE-HGF)POF4-511$$1G:(DE-HGF)POF4-510$$2G:(DE-HGF)POF4-500$$3G:(DE-HGF)POF4$$4G:(DE-HGF)POF$$9G:(DE-HGF)POF4-5112$$aDE-HGF$$bKey Technologies$$lEngineering Digital Futures – Supercomputing, Data Management and Information Security for Knowledge and Action$$vEnabling Computational- & Data-Intensive Science and Engineering$$x0
001018546 9131_ $$0G:(DE-HGF)POF4-512$$1G:(DE-HGF)POF4-510$$2G:(DE-HGF)POF4-500$$3G:(DE-HGF)POF4$$4G:(DE-HGF)POF$$9G:(DE-HGF)POF4-5121$$aDE-HGF$$bKey Technologies$$lEngineering Digital Futures – Supercomputing, Data Management and Information Security for Knowledge and Action$$vSupercomputing & Big Data Infrastructures$$x1
001018546 9141_ $$y2023
001018546 915__ $$0StatID:(DE-HGF)0510$$2StatID$$aOpenAccess
001018546 920__ $$lyes
001018546 9201_ $$0I:(DE-Juel1)JSC-20090406$$kJSC$$lJülich Supercomputing Center$$x0
001018546 980__ $$aconf
001018546 980__ $$aVDB
001018546 980__ $$aUNRESTRICTED
001018546 980__ $$aI:(DE-Juel1)JSC-20090406
001018546 9801_ $$aFullTexts