The below XML will allow creating a Smart Group via the Jamf Pro Server API.
Credit: Elliot Jordan, Linde Group, AutoPkgr
<computer_group>
<name>GroupName</name>
<is_smart>true</is_smart>
<criteria>
<criterion>
<name>Application Title</name>
<priority>0</priority>
<and_or>and</and_or>
<search_type>is</search_type>
<value>NameOfAppInJSS</value>
</criterion>
<criterion>
<name>Application Version</name>
<priority>1</priority>
<and_or>and</and_or>
<search_type>is not</search_type>
<value>VersionNumber</value>
</criterion>
</criteria>
</computer_group>