Python - Ignore the first copy of both the lowest and the highest value in a list

l = [1,2,3,4,4,5,5,5,6,1,6]

duplicates = list(set([

    x for x in l 

    if 

        l.count(x) > 1 

        and (

            x == max(l) 

            or x == min(l) 

        )

]))

for d in duplicates:

l.remove(d)

print(l)