[ARM] Orion: avoid setting ->force_phy_addr