Ich würde es mal mit ROLLUP probieren...

SELECT CASE WHEN (GROUPING(ARTNR_TEIL1) = 1) THEN 'Summe ART 1'
ELSE ISNULL(ARTNR_TEIL1, 'UNKNOWN')
END AS Art1,
CASE WHEN (GROUPING(ARTNR_TEIL2) = 1) THEN 'Summe ART 2'
ELSE ISNULL(ARTNR_TEIL2, 'UNKNOWN')
END AS Art2,
CASE WHEN (GROUPING(ARTNR_TEIL3) = 1) THEN 'Summe ART 3'
ELSE ISNULL(ARTNR_TEIL3, 'UNKNOWN')
END AS Art3,
SUM(ANZ_GROESSE_1) AS Sum1,
SUM(ANZ_GROESSE_2) AS Sum2,
SUM(ANZ_GROESSE_3) AS Sum3,
FROM TABLE
GROUP BY ARTNR_TEIL1, ARTNR_TEIL2, ARTNR_TEIL3 WITH ROLLUP