{"slug":"2026-09-04-what-stayed-off","title":"The reviews Shopify didn't put back","generated_at":"2026-09-10T09:37:25Z","source":{"environment":"production","note":"The population is every review our scraper recorded as gone from a listing between 16 and 18 July 2026, split by whether it is on a listing today. \"Kept off\" is a statement about the present, not about intent: we observe that a review has not returned, and nothing about why. Every marker is computed identically over both halves of that same removal, so a difference between them cannot be category mix, app mix or season. Categories are the app's primary category as Shopify lists it, reported only where a category's apps lost at least 300 reviews. The lexicon counts a word as a substring of the lowercased review text and reports its rate per 1,000 reviews in each half; no review text leaves the database. The removals Shopify announced on 6 July are carried as a second control. The returns ran from 3 to 7 September and were over when this ran, so the remainder measured here is what settled rather than a figure still in motion."},"metrics":{"removed":143831,"kept_off":25592,"came_back":118239,"kept_off_pct":17.8,"kept_off_median_len":252,"back_median_len":130,"length_multiple":1.94,"kept_off_pct_low":8.76,"back_pct_low":5.06,"low_multiple":1.73,"kept_off_pct_empty":4.8,"back_pct_empty":10.3,"kept_off_avg_rating":4.587,"back_avg_rating":4.747,"kept_off_age":702,"back_age":1206,"dropship_kept_off_pct":49.4,"other_kept_off_pct":16.0,"family_multiple":3.09,"dropship_kept_off":3829,"dropship_pct_low":14.99,"other_pct_low":7.66,"dropship_median_len":318,"worst_category":"Dropshipping","worst_category_pct":49.4,"worst_category_n":6969,"best_category":"Workflow automation","best_category_pct":5.9,"category_count":68,"top_lift_word":"dropshipping","top_lift":13.36,"top_lift_rate":36.73,"second_word":"aliexpress","second_lift":8.03,"one_star_kept_off_pct":27.9,"five_star_kept_off_pct":17.0,"star_multiple":1.64,"smallest_kept_off_pct":32.5,"largest_kept_off_pct":12.4,"smallest_label":"under 10","largest_label":"5,000+","sweep_kept_off_pct":67.7,"sweep_n":20980,"burden_apps":3913,"burden_median":2,"burden_worst_share":100.0,"burden_over_tenth":1527,"days_since_event":53},"charts":{"profile":[{"marker":"median length, characters","kept_off":252.0,"back":130.0,"unit":"chars","higher_is_kept":true},{"marker":"share rated 1 or 2 stars","kept_off":8.76,"back":5.06,"unit":"%","higher_is_kept":true},{"marker":"share with no text at all","kept_off":4.8,"back":10.3,"unit":"%","higher_is_kept":false},{"marker":"age when removed, days","kept_off":702.0,"back":1206.0,"unit":"days","higher_is_kept":false},{"marker":"mean rating","kept_off":4.587,"back":4.747,"unit":"★","higher_is_kept":false}],"categories":[{"category":"Dropshipping","removed":6969,"kept_off":3446,"apps":212,"pct_kept_off":49.4},{"category":"Print on demand (POD)","removed":784,"kept_off":383,"apps":87,"pct_kept_off":48.9},{"category":"Pay later","removed":1026,"kept_off":353,"apps":42,"pct_kept_off":34.4},{"category":"Digital products","removed":927,"kept_off":286,"apps":35,"pct_kept_off":30.9},{"category":"Store data importer","removed":739,"kept_off":214,"apps":84,"pct_kept_off":29.0},{"category":"Product display - Other","removed":458,"kept_off":132,"apps":56,"pct_kept_off":28.8},{"category":"Banners","removed":2340,"kept_off":660,"apps":80,"pct_kept_off":28.2},{"category":"Product comparison","removed":553,"kept_off":131,"apps":53,"pct_kept_off":23.7},{"category":"Countdown timer","removed":1149,"kept_off":257,"apps":42,"pct_kept_off":22.4},{"category":"Page builder","removed":4328,"kept_off":958,"apps":123,"pct_kept_off":22.1},{"category":"SKU and barcodes","removed":302,"kept_off":62,"apps":20,"pct_kept_off":20.5},{"category":"Inventory sync","removed":981,"kept_off":196,"apps":105,"pct_kept_off":20.0},{"category":"Order editing","removed":312,"kept_off":61,"apps":43,"pct_kept_off":19.6},{"category":"Abandoned cart","removed":1924,"kept_off":371,"apps":93,"pct_kept_off":19.3},{"category":"Analytics","removed":2337,"kept_off":450,"apps":237,"pct_kept_off":19.3},{"category":"Ads","removed":4868,"kept_off":923,"apps":127,"pct_kept_off":19.0},{"category":"SEO","removed":6445,"kept_off":1219,"apps":217,"pct_kept_off":18.9},{"category":"Mobile app builder","removed":710,"kept_off":134,"apps":50,"pct_kept_off":18.9},{"category":"Blogs","removed":737,"kept_off":138,"apps":56,"pct_kept_off":18.7},{"category":"Image editor","removed":1084,"kept_off":200,"apps":84,"pct_kept_off":18.5},{"category":"Checkout - Other","removed":497,"kept_off":91,"apps":50,"pct_kept_off":18.3},{"category":"Pricing optimization","removed":531,"kept_off":97,"apps":54,"pct_kept_off":18.3},{"category":"Discounts","removed":3837,"kept_off":699,"apps":239,"pct_kept_off":18.2},{"category":"Order tracking","removed":2443,"kept_off":443,"apps":73,"pct_kept_off":18.1},{"category":"Product bundles","removed":4729,"kept_off":845,"apps":112,"pct_kept_off":17.9},{"category":"Chat","removed":3029,"kept_off":536,"apps":198,"pct_kept_off":17.7},{"category":"Cart customization","removed":2657,"kept_off":468,"apps":161,"pct_kept_off":17.6},{"category":"Video and livestream","removed":917,"kept_off":160,"apps":85,"pct_kept_off":17.4},{"category":"Delivery and pickup","removed":1449,"kept_off":247,"apps":113,"pct_kept_off":17.0},{"category":"Inventory optimization","removed":836,"kept_off":139,"apps":105,"pct_kept_off":16.6},{"category":"Social proof","removed":777,"kept_off":129,"apps":67,"pct_kept_off":16.6},{"category":"Event booking","removed":1346,"kept_off":219,"apps":37,"pct_kept_off":16.3},{"category":"Legal","removed":850,"kept_off":137,"apps":76,"pct_kept_off":16.1},{"category":"Marketplaces","removed":4872,"kept_off":749,"apps":87,"pct_kept_off":15.4},{"category":"Badges and icons","removed":1958,"kept_off":298,"apps":69,"pct_kept_off":15.2},{"category":"Fraud","removed":723,"kept_off":108,"apps":53,"pct_kept_off":14.9},{"category":"Currency and translation","removed":3011,"kept_off":449,"apps":68,"pct_kept_off":14.9},{"category":"Product variants","removed":5518,"kept_off":821,"apps":144,"pct_kept_off":14.9},{"category":"Subscriptions","removed":2092,"kept_off":304,"apps":52,"pct_kept_off":14.5},{"category":"Shipping","removed":2022,"kept_off":293,"apps":216,"pct_kept_off":14.5},{"category":"Product feeds","removed":640,"kept_off":92,"apps":61,"pct_kept_off":14.4},{"category":"Order limits","removed":436,"kept_off":62,"apps":36,"pct_kept_off":14.2},{"category":"Animation and effects","removed":444,"kept_off":63,"apps":28,"pct_kept_off":14.2},{"category":"Affiliate programs","removed":1902,"kept_off":269,"apps":76,"pct_kept_off":14.1},{"category":"Bulk editor","removed":1326,"kept_off":187,"apps":95,"pct_kept_off":14.1},{"category":"Pop-ups","removed":4351,"kept_off":613,"apps":100,"pct_kept_off":14.1},{"category":"Accounts and login","removed":747,"kept_off":102,"apps":66,"pct_kept_off":13.7},{"category":"Store locator","removed":334,"kept_off":45,"apps":38,"pct_kept_off":13.5},{"category":"Search and filters","removed":937,"kept_off":124,"apps":53,"pct_kept_off":13.2},{"category":"Upsell and cross-sell","removed":3770,"kept_off":497,"apps":188,"pct_kept_off":13.2},{"category":"Email marketing","removed":4574,"kept_off":595,"apps":85,"pct_kept_off":13.0},{"category":"Product reviews","removed":11999,"kept_off":1495,"apps":145,"pct_kept_off":12.5},{"category":"Image gallery","removed":807,"kept_off":100,"apps":74,"pct_kept_off":12.4},{"category":"Pricing quotes","removed":793,"kept_off":98,"apps":57,"pct_kept_off":12.4},{"category":"Geolocation","removed":339,"kept_off":41,"apps":32,"pct_kept_off":12.1},{"category":"Navigation and menus","removed":1733,"kept_off":208,"apps":52,"pct_kept_off":12.0},{"category":"Shipping rates","removed":876,"kept_off":103,"apps":88,"pct_kept_off":11.8},{"category":"Forms","removed":1311,"kept_off":154,"apps":42,"pct_kept_off":11.7},{"category":"Cookie consent","removed":1037,"kept_off":121,"apps":15,"pct_kept_off":11.7},{"category":"Wholesale","removed":1014,"kept_off":118,"apps":50,"pct_kept_off":11.6},{"category":"Invoices and receipts","removed":1612,"kept_off":175,"apps":102,"pct_kept_off":10.9},{"category":"Returns and exchanges","removed":914,"kept_off":98,"apps":56,"pct_kept_off":10.7},{"category":"Pre-orders","removed":2489,"kept_off":260,"apps":57,"pct_kept_off":10.4},{"category":"Loyalty and rewards","removed":4172,"kept_off":420,"apps":102,"pct_kept_off":10.1},{"category":"Accounting","removed":1474,"kept_off":119,"apps":80,"pct_kept_off":8.1},{"category":"Wishlists","removed":644,"kept_off":51,"apps":50,"pct_kept_off":7.9},{"category":"Stock alerts","removed":1562,"kept_off":111,"apps":50,"pct_kept_off":7.1},{"category":"Workflow automation","removed":2311,"kept_off":137,"apps":85,"pct_kept_off":5.9}],"family":[{"family":"dropship","label":"Dropshipping and print on demand","removed":7753,"kept_off":3829,"pct_kept_off":49.4,"kept_off_rating":4.295,"pct_low":14.99,"median_len":318},{"family":"other","label":"Every other category","removed":136078,"kept_off":21763,"pct_kept_off":16.0,"kept_off_rating":4.638,"pct_low":7.66,"median_len":240}],"lexicon":[{"word":"dropshipping","per1k_kept_off":36.73,"per1k_back":2.75,"kept_off_hits":940,"lift":13.36},{"word":"aliexpress","per1k_kept_off":7.31,"per1k_back":0.91,"kept_off_hits":187,"lift":8.03},{"word":"supplier","per1k_kept_off":17.54,"per1k_back":2.34,"kept_off_hits":449,"lift":7.5},{"word":"scam","per1k_kept_off":4.57,"per1k_back":1.14,"kept_off_hits":117,"lift":4.01},{"word":"refund","per1k_kept_off":13.48,"per1k_back":3.48,"kept_off_hits":345,"lift":3.87},{"word":"shipping","per1k_kept_off":73.5,"per1k_back":18.96,"kept_off_hits":1881,"lift":3.88},{"word":"cancel","per1k_kept_off":9.18,"per1k_back":2.98,"kept_off_hits":235,"lift":3.08},{"word":"fake","per1k_kept_off":2.46,"per1k_back":1.15,"kept_off_hits":63,"lift":2.14},{"word":"charge","per1k_kept_off":20.98,"per1k_back":10.16,"kept_off_hits":537,"lift":2.06},{"word":"never","per1k_kept_off":37.98,"per1k_back":18.75,"kept_off_hits":972,"lift":2.03},{"word":"worst","per1k_kept_off":4.69,"per1k_back":2.33,"kept_off_hits":120,"lift":2.01},{"word":"subscription","per1k_kept_off":18.91,"per1k_back":9.39,"kept_off_hits":484,"lift":2.01},{"word":"money","per1k_kept_off":19.22,"per1k_back":10.53,"kept_off_hits":492,"lift":1.83},{"word":"fraud","per1k_kept_off":2.5,"per1k_back":1.55,"kept_off_hits":64,"lift":1.61},{"word":"warn","per1k_kept_off":2.62,"per1k_back":1.65,"kept_off_hits":67,"lift":1.59},{"word":"delete","per1k_kept_off":6.76,"per1k_back":4.38,"kept_off_hits":173,"lift":1.54},{"word":"bug","per1k_kept_off":10.28,"per1k_back":7.29,"kept_off_hits":263,"lift":1.41},{"word":"support","per1k_kept_off":319.44,"per1k_back":304.22,"kept_off_hits":8175,"lift":1.05}],"stars":[{"rating":1,"n":6720,"kept_off":1873,"pct_kept_off":27.9},{"rating":2,"n":1507,"kept_off":368,"pct_kept_off":24.4},{"rating":3,"n":1789,"kept_off":418,"pct_kept_off":23.4},{"rating":4,"n":5527,"kept_off":1148,"pct_kept_off":20.8},{"rating":5,"n":128288,"kept_off":21785,"pct_kept_off":17.0}],"size":[{"bucket":"under 10","ord":1,"removed":4150,"kept_off":1348,"pct_kept_off":32.5},{"bucket":"10-49","ord":2,"removed":7831,"kept_off":2254,"pct_kept_off":28.8},{"bucket":"50-199","ord":3,"removed":18986,"kept_off":4721,"pct_kept_off":24.9},{"bucket":"200-999","ord":4,"removed":40165,"kept_off":6309,"pct_kept_off":15.7},{"bucket":"1,000-4,999","ord":5,"removed":47907,"kept_off":7894,"pct_kept_off":16.5},{"bucket":"5,000+","ord":6,"removed":24792,"kept_off":3066,"pct_kept_off":12.4}],"burden":[{"band":"nothing still missing","ord":1,"apps":3033,"reviews":0},{"band":"under 2% of the shelf","ord":2,"apps":936,"reviews":6826},{"band":"2-5%","ord":3,"apps":884,"reviews":8400},{"band":"5-10%","ord":4,"apps":566,"reviews":4143},{"band":"10-25%","ord":5,"apps":742,"reviews":3908},{"band":"over 25% of the shelf","ord":6,"apps":785,"reviews":2315}],"length_bands":[{"band":"no text","ord":1,"removed":13448,"kept_off":1241,"pct_kept_off":9.2},{"band":"under 60","ord":2,"removed":18368,"kept_off":1741,"pct_kept_off":9.5},{"band":"60-149","ord":3,"removed":42404,"kept_off":3886,"pct_kept_off":9.2},{"band":"150-399","ord":4,"removed":51223,"kept_off":12504,"pct_kept_off":24.4},{"band":"400+","ord":5,"removed":18388,"kept_off":6220,"pct_kept_off":33.8}]}}