Removed the previous answer. Tested this and it is working.
WITH tbl
AS (SELECT
color,
id
FROM TABLE1
WHERE color IN ('red', 'blue')
)
SELECT
t1.color,
t1.id
FROM tbl t1
LEFT JOIN tbl t2
ON t1.id = t2.id
AND t1.color <> t2.color
WHERE t1.id IS NULL
OR t2.id IS NULL