public class SmartHtmlCacheClearer
    {
        #region Fields
        private readonly ArrayList _sites = new ArrayList();
        #endregion
        #region Properties
        public ArrayList Sites
        {
            get
            {
                return this._sites;
            }
        }
        #endregion
        #region Methods
                
        /// This method is called when publish:end or publish:end:remote events are triggered.
        public void ClearCache(object sender, EventArgs args)
        {
            Assert.ArgumentNotNull(sender, "sender");
            Assert.ArgumentNotNull(args, "args");
            try
            {
                Database database = null;
                Guid emptyGuid = Guid.Empty;
                //This will run on the local targets
                if (args.GetType().ToString().Equals("Sitecore.Events.SitecoreEventArgs",StringComparison.InvariantCultureIgnoreCase))
                {
                    SitecoreEventArgs eventArgs = (SitecoreEventArgs)args;
                    if (eventArgs.Parameters != null)
                    {
                        var publishOptions = ((Sitecore.Publishing.Publisher)(eventArgs.Parameters[0])).Options;
                        database = Factory.GetDatabase(publishOptions.TargetDatabase.Name);
                        ClearHtmlCache(database, publishOptions.RootItem != null ? publishOptions.RootItem.ID.ToGuid() : emptyGuid);
                    }
                }
                //THIS WILL RUN ON THE REMOTE TARGETS
                if (args.GetType().ToString().Equals("Sitecore.Data.Events.PublishEndRemoteEventArgs", StringComparison.InvariantCultureIgnoreCase))
                {
                    PublishEndRemoteEventArgs remoteEventArgs = (PublishEndRemoteEventArgs)args;
                    database = Sitecore.Configuration.Factory.GetDatabase(remoteEventArgs.TargetDatabaseName);
                    ClearHtmlCache(database, remoteEventArgs.RootItemId != null ? remoteEventArgs.RootItemId : emptyGuid);
                }
            }
            catch (Exception ex)
            {
                Log.Error("Error while Clearing HTML Cache : " + ex.Message, this);
            }
        }

        /// This method will verify that whether to clear the HTML cache for any particular site or for all sites and it will also clear the HTML Cache for particular site if verfication is for particular site.
        private void ClearHtmlCache(Database database, Guid ItemGuid)
        {
            if (database != null)
            {
                Item currentItem = database.GetItem(new ID(ItemGuid));
                if (currentItem != null)
                {
                    Item startItem = currentItem.HomeItem();
                    //If startItem is not Site Root item then we will clear full HTML caches
                    if (startItem != null && startItem.TemplateID.ToString().Equals(TemplateIdHelper.TemplateIds.SiteRoot, StringComparison.InvariantCultureIgnoreCase))
                    {
                        bool isSiteHTMLCacheCleared = false;
                        var siteInfo = currentItem.GetSiteInfo();
                        SiteContext siteContext = Factory.GetSite(siteInfo.Name);
                        Log.Info("SmartHtmlCacheClearer started clearing HTML cache of " + siteInfo.Name + " site.", this);
                        if (siteContext != null)
                        {
                            HtmlCache htmlCache = CacheManager.GetHtmlCache(siteContext);
                            if (htmlCache != null)
                            {
                                htmlCache.Clear(true);
                                isSiteHTMLCacheCleared = true;
                            }
                        }
                        if (isSiteHTMLCacheCleared)
                            Log.Info("SmartHtmlCacheClearer successfully cleared HTML cache of " + siteInfo.Name + " site.", this);
                        else
                            Log.Info("SmartHtmlCacheClearer failed while clearing HTML cache of " + siteInfo.Name + " site.", this);
                    }
                    else
                    {
                        //If startItem is anything other than Content Item (e.g. Template Item or Media Library Item) than clear HTML Cache for all sites.       
                        ClearFullCache();
                    }
                }
                else
                {
                    //If currentItem is null. It means user selected Publish Site option.
                    //Clear Full HTML Cache
                    ClearFullCache();
                }
            }
            else
            {
                Log.Warn("SmartHtmlCacheClearer Failed as Target Database is null.", this);
            }
        }

        /// This method will clear the Full HTML Cache
        private void ClearFullCache()
        {
            Log.Info("SmartHtmlCacheClearer clearing HTML caches for all sites (" + this._sites.Count + ").", this);
            for (int iIndex = 0; iIndex < this._sites.Count; iIndex++)
            {
                string siteName = this._sites[iIndex] as string;
                if (siteName != null)
                {
                    SiteContext site = Factory.GetSite(siteName);
                    if (site != null)
                    {
                        HtmlCache htmlCache = CacheManager.GetHtmlCache(site);
                        if (htmlCache != null)
                        {
                            htmlCache.Clear();
                        }
                    }
                }
            }
            Log.Info("SmartHtmlCacheClearer done.", this);
        }
        #endregion
    }

Step 2: Replace publish:end and publish:end:remote handler to refer the SmartHtmlCacheClearer class in web.config

 <handler method="ClearCache" type="ABC.WCMS.Extensions.Pipelines.PublishItem.SmartHtmlCacheClearer, ABC.WCMS.Extension"></handler>  
 <handler method="ClearCache" type="ABC.WCMS.Extension.Pipelines.PublishItem.SmartHtmlCacheClearer, ABC.WCMS.Extension"></handler>