You can't do it in a same rule, you need to create two rules:

​ The  Group rules are additive, if any of them matches (and all global rules match) then the record is accessible

 Try the below:

<record id="limit_all_access_rule" model="ir.rule">
<field name="name">Limit all access</field>
<field ref="model_my_model" name="model_id"/>
<field name="domain_force">[('state','=','SV')]</field>
<field name="groups" eval="[(4, ref('sales_team.group_sale_salesman'))]"/>
<field name="perm_read" eval="1"/>
<field name="perm_write" eval="1"/>
<field name="perm_create" eval="0"/>
<field name="perm_unlink" eval="0" />
</record>

<record id="all_read_access_rule" model="ir.rule">
<field name="name">all read access</field> 
<field ref="model_my_model" name="model_id"/>
<field name="domain_force">[(1, '=', 1)]</field>
<field name="groups" eval="[(4, ref('sales_team.group_sale_salesman'))]"/>
<field name="perm_read" eval="1"/>
<field name="perm_write" eval="0"/>
<field name="perm_create" eval="0"/>
<field name="perm_unlink" eval="0" />
</record>

Its still not working for me can you provide domain code rather than xml pls