---
- name: Capture files in path and register
  shell: >
    ls -1 /path/to/files
  register: files

- name: Remove files except specified
  file:
    path: "/path/to/files/{{ item }}"
    state: absent
  with_items: files.stdout_lines
  when: >
    item not in list_of_files_to_keep