% IMPORTANT: The following is UTF-8 encoded.  This means that in the presence
% of non-ASCII characters, it will not work with BibTeX 0.99 or older.
% Instead, you should use an up-to-date BibTeX implementation like “bibtex8” or
% “biber”.

@ARTICLE{Gpfert:1053972,
      author       = {Göpfert, Jan and Weinand, Jann M. and Kuckertz, Patrick
                      and Pflugradt, Noah and Linßen, Jochen},
      title        = {{R}isks of {AI}-driven product development and strategies
                      for their mitigation},
      publisher    = {arXiv},
      reportid     = {FZJ-2026-01648},
      year         = {2025},
      abstract     = {Humanity is progressing towards automated product
                      development, a trend that promises faster creation of better
                      products and thus the acceleration of technological
                      progress. However, increasing reliance on non-human agents
                      for this process introduces many risks. This perspective
                      aims to initiate a discussion on these risks and appropriate
                      mitigation strategies. To this end, we outline a set of
                      principles for safer AI-driven product development which
                      emphasize human oversight, accountability, and explainable
                      design, among others. The risk assessment covers both
                      technical risks which affect product quality and safety, and
                      sociotechnical risks which affect society. While AI-driven
                      product development is still in its early stages, this
                      discussion will help balance its opportunities and risks
                      without delaying essential progress in understanding,
                      norm-setting, and regulation.},
      keywords     = {Computers and Society (cs.CY) (Other) / Artificial
                      Intelligence (cs.AI) (Other) / Computational Engineering,
                      Finance, and Science (cs.CE) (Other) / FOS: Computer and
                      information sciences (Other)},
      cin          = {ICE-2},
      cid          = {I:(DE-Juel1)ICE-2-20101013},
      pnm          = {1111 - Effective System Transformation Pathways (POF4-111)
                      / 1112 - Societally Feasible Transformation Pathways
                      (POF4-111)},
      pid          = {G:(DE-HGF)POF4-1111 / G:(DE-HGF)POF4-1112},
      typ          = {PUB:(DE-HGF)25},
      doi          = {10.48550/ARXIV.2506.00047},
      url          = {https://juser.fz-juelich.de/record/1053972},
}