I managed to solve this issue using pre_get_terms
as an action and then updating the query_vars
$current_user = get_current_user_id();
$user_field = "user_".$current_user;
$user_categories = get_field('post_categories', $user_field);
if(in_array('category',$terms->query_vars['taxonomy'])){
$terms->query_vars['include'] = $user_categories;
}
return $terms;