Perhaps (I also keep name):
states = EntityValue[
EntityClass["AdministrativeDivision", "AllUSStatesPlusDC"],
EntityProperty["AdministrativeDivision", "StateAbbreviation"]]
{"AZ", "CA", "GA", "IN", "MT", "OH", "VA", "KS", "MA", "NE", "OK", "AK", "SD", "HI", "AL", "AR", "CO", "CT", "DE", "DC", "FL", "ID", "IL", "IA", "KY", "LA", "ME", "MD", "MI", "MN", "MS", "MO", "NV", "NH", "NJ", "NM", "NY", "NC", "ND", "OR", "PA", "RI", "SC", "TN", "TX", "UT", "VT", "WA", "WV", "WI", "WY"}
theLists /. {y_, ___, s_ /; MemberQ[states, s], _Integer, x__} -> {y, x}
{{"Joe", "More info on Joe", "Still more info on Joe"},
{"Mary", "More info on Mary", "Still more info on Mary", "And even more info on Mary"}}